-- Logs begin at Fri 2022-04-22 16:25:56 UTC, end at Fri 2022-04-22 18:44:30 UTC. -- Apr 22 17:18:13.896569 dv-neutron-839024-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 17:18:16.391724 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.common.config [-] Logging enabled! Apr 22 17:18:16.392451 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev1 Apr 22 17:18:16.392451 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88552) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 17:18:16.395624 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.common.config [-] Logging enabled! Apr 22 17:18:16.395879 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev1 Apr 22 17:18:16.396190 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88552) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 17:18:16.397129 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 17:18:16.397365 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 17:18:16.397711 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 17:18:16.397955 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 17:18:16.398181 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 17:18:16.398500 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.398833 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.399136 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.399369 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.399663 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.399953 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.400235 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.400526 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.400821 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.401105 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.401387 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.401670 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.401901 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.402180 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.402467 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.402765 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.403001 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] debug = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.403281 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.403743 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.404153 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.404432 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.404728 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.405008 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.405278 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.405554 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.405837 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.406165 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] host = dv-neutron-839024-1-hyperv {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.406440 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.406729 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.407042 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.407328 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.407604 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.407878 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.408162 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.408436 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.408710 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] log_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.408986 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.409274 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.409564 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.409853 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.410079 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.410302 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.410592 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.410903 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.411187 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.411464 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.411742 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.412036 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.412293 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.412564 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.412849 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.413134 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.413422 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.413699 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.413974 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.414248 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.414522 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.414842 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.415120 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.415398 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.415677 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.415983 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.416241 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.416519 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.416822 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.417110 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.417394 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.417681 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.417959 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.418242 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.418516 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.418816 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.419117 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] use_json = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.419392 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.419663 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.419948 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.420222 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.420494 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.420769 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.421041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.421328 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.421598 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:16.421895 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.422193 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.422496 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.422809 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.423105 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.423388 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.423679 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.423959 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.424498 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.424796 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.425085 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.425364 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.425653 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.425932 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.426230 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.426533 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.426850 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.427148 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.427428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.427705 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.427983 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.428264 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.428553 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.428848 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.429141 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.429417 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.429698 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.429992 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.430273 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.430549 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.430850 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.431145 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.431426 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.431703 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.431988 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.432269 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.432543 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.432819 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.433100 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.433395 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.433676 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.433952 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.434227 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.434507 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.435326 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.435619 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.435903 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.436177 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.436455 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.436736 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.437014 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.437291 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.437572 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.437852 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.438134 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.438413 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.438688 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.438992 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.439267 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.439545 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.439821 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.440098 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.440380 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.440657 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.440931 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.441205 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.441483 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.441759 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.442049 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.442350 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.442631 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.442939 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.443223 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.443504 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.443784 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.444061 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.444341 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.444620 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.444896 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.445193 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.445480 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.445768 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.446050 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.446331 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.446628 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.446933 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.447220 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.447499 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.447782 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.448065 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.448348 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.448641 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.448932 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.449225 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.449520 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.449812 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.450094 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.451031 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.451316 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:16.451536 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 17:18:16.451777 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88552) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 22 17:18:16.845604 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO keyring.backend [-] Loading KWallet Apr 22 17:18:16.852778 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO keyring.backend [-] Loading SecretService Apr 22 17:18:16.856220 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO keyring.backend [-] Loading Windows Apr 22 17:18:16.858049 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO keyring.backend [-] Loading chainer Apr 22 17:18:16.858857 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO keyring.backend [-] Loading macOS Apr 22 17:18:16.891580 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 17:18:16.891858 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 17:18:16.892147 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 17:18:16.892494 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 17:18:17.276998 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.277284 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.277557 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.279478 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.279755 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.280025 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.314225 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.314502 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.314793 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.328207 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.328485 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.328754 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.358547 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.358854 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.359127 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.395466 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.395913 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.395996 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.627906 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.628117 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.628385 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.628658 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.629405 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.748688 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.749007 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.749290 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.749562 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.749828 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.750135 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.750401 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.750660 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.750939 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.751225 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.751485 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.751750 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.752012 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.752267 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.752533 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.752803 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.753068 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.753339 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.753595 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.753879 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.754231 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.754484 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.754732 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.755046 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.755297 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.755543 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.755924 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 17:18:17.756165 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 17:18:17.756400 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 17:18:17.756634 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 17:18:17.756867 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 17:18:17.757099 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 17:18:17.757459 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 17:18:17.760539 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 17:18:17.765038 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 17:18:17.768780 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 22 17:18:17.770414 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 17:18:17.771865 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 17:18:17.772209 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 17:18:17.772598 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 17:18:17.775387 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 17:18:17.775639 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 17:18:17.775985 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 17:18:17.803718 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 17:18:17.804162 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.804455 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88552) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 17:18:17.804823 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.806166 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88552) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 17:18:17.806444 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 17:18:17.806697 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 17:18:17.810352 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.810632 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:17.871922 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 17:18:17.872677 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 17:18:17.872916 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 17:18:17.873280 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 17:18:17.903852 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_db.sqlalchemy.engines [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88552) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 17:18:18.311850 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Initializing driver for type 'gre' Apr 22 17:18:18.312398 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] gre ID ranges: [(1, 1000)] Apr 22 17:18:18.454334 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Initializing driver for type 'local' Apr 22 17:18:18.454911 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Initializing driver for type 'vlan' Apr 22 17:18:18.545802 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] VlanTypeDriver initialization complete Apr 22 17:18:18.546147 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Initializing driver for type 'vxlan' Apr 22 17:18:18.546659 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] vxlan ID ranges: [(1, 1000)] Apr 22 17:18:18.728855 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Initializing extension driver 'port_security' Apr 22 17:18:18.729208 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.extensions.port_security [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] PortSecurityExtensionDriver initialization complete Apr 22 17:18:18.729549 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Initializing mechanism driver 'openvswitch' Apr 22 17:18:18.729894 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Initializing mechanism driver 'hyperv' Apr 22 17:18:18.744886 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:18:18.745569 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > port after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.745947 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > port after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.746305 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > port after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.746859 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 17:18:18.747294 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.747653 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.748004 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.748395 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 17:18:18.748808 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > network after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.749165 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > network after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.749555 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > network after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.749941 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 17:18:18.750350 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.750703 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.751076 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.751605 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 17:18:18.752015 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.752368 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.752713 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.753105 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 17:18:18.753512 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.753860 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.754203 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.754709 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88552) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 17:18:18.755182 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] ML2 OVO RPC backend initialized. {{(pid=88552) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 22 17:18:18.755903 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.756269 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.756730 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > network before_response 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.757087 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > networks before_response 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.757442 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > port before_response 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.757790 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > ports before_response 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.758140 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.758488 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.758867 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > network after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.759215 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > network after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.761719 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > network after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.761719 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > port after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.761719 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > port after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.761719 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > port after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.762084 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.762084 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.762084 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.762318 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.plugin [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Modular L2 Plugin initialization complete Apr 22 17:18:18.762530 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading services supported by the core plugin {{(pid=88552) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 17:18:18.763378 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.managers [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Got port-security extension from driver 'port_security' Apr 22 17:18:18.763852 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.extensions.vlantransparent [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Disabled vlantransparent extension. Apr 22 17:18:18.764348 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88552) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 17:18:18.764670 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading Plugin: router Apr 22 17:18:18.807672 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.808076 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router after_create 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.808453 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router before_create 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.808827 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.809204 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.809585 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router after_delete 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.809949 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.810318 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router after_create 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.810669 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router after_update 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.811048 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router after_update 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.811403 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.811767 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router after_update 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.812183 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.812558 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: port after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.812904 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: port after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.813247 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: subnet after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.813590 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.813943 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.814295 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.814644 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: port before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.815016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.815379 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router after_update 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.815732 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.816083 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.816448 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.816800 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.817170 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > agent after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.817527 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.817877 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > network after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.818750 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Tracking information for resource: router configured {{(pid=88552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 17:18:18.819094 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Tracking information for resource: floatingip configured {{(pid=88552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 17:18:18.824203 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.db.l3_agentschedulers_db [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 17:18:18.824825 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: port after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.825698 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: port after_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.826061 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: port after_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.826417 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: port after_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.827248 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router before_create 55550100 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.827620 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.827987 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.828356 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.832811 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.services.provider_configuration [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service providers = [] {{(pid=88552) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 17:18:18.833182 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.db.servicetype_db [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88552) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 17:18:18.836182 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.services.service_base [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 17:18:18.836578 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.services.service_base [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 17:18:18.836926 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.services.service_base [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 17:18:18.837816 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.services.service_base [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 17:18:18.838200 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.services.service_base [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 17:18:18.838581 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 17:18:18.838939 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 17:18:18.850381 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 17:18:18.850726 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading Plugin: auto_allocate Apr 22 17:18:18.863505 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: network precommit_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.863881 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: network precommit_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.864404 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 17:18:18.864736 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading Plugin: tag Apr 22 17:18:18.871397 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 17:18:18.871737 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading Plugin: timestamp Apr 22 17:18:18.875775 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 17:18:18.876113 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading Plugin: network_ip_availability Apr 22 17:18:18.881404 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.881778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.882140 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:18.882886 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 17:18:18.883212 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading Plugin: flavors Apr 22 17:18:18.893864 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 17:18:18.894203 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading Plugin: revisions Apr 22 17:18:18.898480 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 17:18:18.898902 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_concurrency.lockutils [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.007s {{(pid=88552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 17:18:18.899639 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88552) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 22 17:18:18.899979 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Initializing extension manager. Apr 22 17:18:18.900485 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: __init__.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.900836 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: __pycache__ {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.901178 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.901624 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: address_group.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.902381 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.902985 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: address-group Apr 22 17:18:18.903340 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: address_scope.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.904584 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.905142 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: address-scope Apr 22 17:18:18.905473 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.906407 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.906952 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: router-admin-state-down-before-update Apr 22 17:18:18.907280 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: agent.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.908173 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.908693 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: agent Apr 22 17:18:18.909022 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: agent_resources_synced.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.909942 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.910572 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: agent-resources-synced Apr 22 17:18:18.910940 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.912734 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.913259 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: allowed-address-pairs Apr 22 17:18:18.913590 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.914670 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.915264 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: auto-allocated-topology Apr 22 17:18:18.915599 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: availability_zone.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.916343 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.916853 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: availability_zone Apr 22 17:18:18.917178 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: availability_zone_filter.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.918095 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.918608 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: availability_zone_filter Apr 22 17:18:18.919055 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: data_plane_status.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.919971 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.920475 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 17:18:18.920803 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: default_subnetpools.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.921718 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.922227 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: default-subnetpools Apr 22 17:18:18.922608 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.923447 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.923965 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: dhcp_agent_scheduler Apr 22 17:18:18.924552 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: dns.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.925462 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.925975 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension dns-integration not supported by any of loaded plugins Apr 22 17:18:18.926300 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: dns_domain_ports.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.927258 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.927764 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 17:18:18.928127 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: dvr.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.928799 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.929310 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: dvr Apr 22 17:18:18.929637 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: empty_string_filtering.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.930549 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.931088 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: empty-string-filtering Apr 22 17:18:18.931417 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.936759 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.937264 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 17:18:18.937589 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.938509 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.939052 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 17:18:18.939382 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: external_net.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.940289 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.940796 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: external-net Apr 22 17:18:18.941121 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.942050 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.942559 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: extra_dhcp_opt Apr 22 17:18:18.942922 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: extraroute.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.943832 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.944341 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: extraroute Apr 22 17:18:18.944667 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: extraroute_atomic.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.945718 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.946245 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: extraroute-atomic Apr 22 17:18:18.946575 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: filter_validation.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.947276 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.947780 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: filter-validation Apr 22 17:18:18.948105 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: fip_pf_description.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.949013 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.949517 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 17:18:18.949842 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: fip_port_details.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.951407 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.951916 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: fip-port-details Apr 22 17:18:18.952241 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: flavors.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.953474 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.953993 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: flavors Apr 22 17:18:18.954324 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.956002 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.956533 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 17:18:18.956866 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: floatingip_pools.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.957571 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.958091 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: floatingip-pools Apr 22 17:18:18.958422 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: ip_allocation.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.959384 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.959899 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 17:18:18.960226 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.961152 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.961770 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: ip-substring-filtering Apr 22 17:18:18.962098 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: l2_adjacency.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.963061 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.963570 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 17:18:18.963896 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: l3.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.964859 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.965386 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: router Apr 22 17:18:18.965714 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.968661 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.969195 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 17:18:18.969535 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.976496 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.977024 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: ext-gw-mode Apr 22 17:18:18.977360 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.978284 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.978824 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: l3-ha Apr 22 17:18:18.979237 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: l3_flavors.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.980122 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.980639 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: l3-flavors Apr 22 17:18:18.980978 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.982424 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.982990 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 17:18:18.983323 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: l3agentscheduler.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.984360 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.984983 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: l3_agent_scheduler Apr 22 17:18:18.985318 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: logging.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.986833 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.987359 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension logging not supported by any of loaded plugins Apr 22 17:18:18.987696 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: metering.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.988442 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.989022 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: metering Apr 22 17:18:18.989352 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.990449 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.991067 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: metering_source_and_destination_fields Apr 22 17:18:18.991396 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: multiprovidernet.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.992327 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.992843 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: multi-provider Apr 22 17:18:18.993171 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: netmtu.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.994089 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.994606 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: net-mtu Apr 22 17:18:18.994956 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: netmtu_writable.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.995877 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.996390 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: net-mtu-writable Apr 22 17:18:18.996717 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: network_availability_zone.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:18.998075 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:18.998587 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: network_availability_zone Apr 22 17:18:18.998947 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: network_ip_availability.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.003021 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.003547 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: network-ip-availability Apr 22 17:18:19.003880 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: network_segment_range.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.004655 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.005169 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 17:18:19.005496 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: pagination.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.006472 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.006838 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: pagination Apr 22 17:18:19.007171 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: port_device_profile.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.008140 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.008654 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: port-device-profile Apr 22 17:18:19.008982 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.009902 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.010413 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: port-mac-address-regenerate Apr 22 17:18:19.010760 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.011673 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.012183 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: port-numa-affinity-policy Apr 22 17:18:19.012507 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: port_resource_request.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.013455 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.014064 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 17:18:19.014398 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: portbindings.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.015358 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.015870 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: binding Apr 22 17:18:19.016195 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: portbindings_extended.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.017577 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.018099 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: binding-extended Apr 22 17:18:19.018485 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: portsecurity.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.019616 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.020130 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: port-security Apr 22 17:18:19.020463 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: project_id.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.021440 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.021773 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: project-id Apr 22 17:18:19.022098 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: providernet.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.023051 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.025295 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: provider Apr 22 17:18:19.025295 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.028640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.029171 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos not supported by any of loaded plugins Apr 22 17:18:19.029506 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.030800 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.031322 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 17:18:19.031656 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.032582 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.033099 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 17:18:19.033428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos_default.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.034343 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.034894 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos-default not supported by any of loaded plugins Apr 22 17:18:19.035330 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos_fip.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.035994 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.036504 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos-fip not supported by any of loaded plugins Apr 22 17:18:19.036833 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.037768 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.038284 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 17:18:19.038614 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.039558 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.040075 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 17:18:19.040400 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.041362 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.041874 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 17:18:19.042199 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: qos_rules_alias.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.043286 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.043805 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 17:18:19.044656 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: quotasv2.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.045566 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.045904 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: quotas Apr 22 17:18:19.046225 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: quotasv2_detail.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.047873 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.048226 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: quota_details Apr 22 17:18:19.048560 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: rbac.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.049874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.050400 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: rbac-policies Apr 22 17:18:19.050731 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: rbac_address_group.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.051698 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.052228 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: rbac-address-group Apr 22 17:18:19.052561 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: rbac_address_scope.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.053484 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.054035 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: rbac-address-scope Apr 22 17:18:19.054365 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: rbac_security_groups.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.055319 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.055845 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: rbac-security-groups Apr 22 17:18:19.056202 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.057137 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.057696 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: rbac-subnetpool Apr 22 17:18:19.057987 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: revisionifmatch.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.064445 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.064968 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: revision-if-match Apr 22 17:18:19.065336 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: revisions.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.066585 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.067133 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: standard-attr-revisions Apr 22 17:18:19.067466 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: router_availability_zone.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.068146 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.068666 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: router_availability_zone Apr 22 17:18:19.068995 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: routerservicetype.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.069916 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.070430 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension router-service-type not supported by any of loaded plugins Apr 22 17:18:19.070813 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.071749 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.072263 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: security-groups-normalized-cidr Apr 22 17:18:19.072593 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.073534 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.074046 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: port-security-groups-filtering Apr 22 17:18:19.074376 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.075361 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.075973 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: security-groups-remote-address-group Apr 22 17:18:19.076304 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: securitygroup.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.086109 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.086646 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: security-group Apr 22 17:18:19.093185 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: segment.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.093185 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.093185 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension segment not supported by any of loaded plugins Apr 22 17:18:19.093185 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.093876 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.094392 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 17:18:19.094720 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: servicetype.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.095854 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.096388 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: service-type Apr 22 17:18:19.096718 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: sorting.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.097710 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.098046 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: sorting Apr 22 17:18:19.098377 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: standard_attr_segment.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.099365 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.099886 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 17:18:19.100215 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: standardattrdescription.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.100866 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.101382 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: standard-attr-description Apr 22 17:18:19.101711 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: stateful_security_group.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.102635 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.103222 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: stateful-security-group Apr 22 17:18:19.103556 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: stdattrs_common.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.104146 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 17:18:19.104497 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.105599 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.106111 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 17:18:19.106978 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: subnet_onboard.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.108064 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.108588 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: subnet_onboard Apr 22 17:18:19.108917 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.109856 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.110371 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 17:18:19.110698 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: subnet_service_types.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.111760 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.112274 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: subnet-service-types Apr 22 17:18:19.112599 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: subnetallocation.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.113697 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.114217 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: subnet_allocation Apr 22 17:18:19.114544 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.115240 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.115760 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: subnetpool-prefix-ops Apr 22 17:18:19.116085 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.123050 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.123561 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 17:18:19.123886 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: tagging.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.124953 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.125476 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: standard-attr-tag Apr 22 17:18:19.125809 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: timestamp.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.127041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.127562 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loaded extension: standard-attr-timestamp Apr 22 17:18:19.127929 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: trunk.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.128967 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.129487 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension trunk not supported by any of loaded plugins Apr 22 17:18:19.129818 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: trunk_details.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.130775 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.131287 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension trunk-details not supported by any of loaded plugins Apr 22 17:18:19.131615 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.132549 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.133064 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 17:18:19.133400 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Loading extension file: vlantransparent.py {{(pid=88552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 17:18:19.134171 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 17:18:19.134685 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 17:18:19.137200 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:network Apr 22 17:18:19.137971 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:subnet Apr 22 17:18:19.138758 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 17:18:19.139363 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:port Apr 22 17:18:19.140728 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.141186 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service FLAVORS assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.141811 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.142249 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.142586 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:router Apr 22 17:18:19.143275 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 17:18:19.143985 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service METERING assigned prefix: /metering {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.145434 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:19.145818 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:19.146183 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:18:19.148536 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 17:18:19.148999 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:security_group Apr 22 17:18:19.149684 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 17:18:19.150438 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service CORE assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.154397 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 17:18:19.154397 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] subnetpool is already registered Apr 22 17:18:19.154397 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service CORE assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.154397 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 17:18:19.154397 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] subnetpool is already registered Apr 22 17:18:19.264108 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.264463 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service FLAVORS assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.265073 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.265504 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.265850 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:router Apr 22 17:18:19.266191 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] router is already registered Apr 22 17:18:19.266879 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 17:18:19.267214 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] floatingip is already registered Apr 22 17:18:19.267863 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service METERING assigned prefix: /metering {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.268688 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 17:18:19.269024 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] rbac_policy is already registered Apr 22 17:18:19.269456 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:security_group Apr 22 17:18:19.269790 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] security_group is already registered Apr 22 17:18:19.270389 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 17:18:19.270724 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] security_group_rule is already registered Apr 22 17:18:19.271414 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service CORE assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.271754 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 17:18:19.272084 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] subnetpool is already registered Apr 22 17:18:19.272704 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.v2.resource_helper [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Service CORE assigned prefix: {{(pid=88552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 17:18:19.273035 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 17:18:19.273363 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING neutron.quota.resource_registry [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] subnetpool is already registered Apr 22 17:18:19.274023 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: extensions {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.275557 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: address-groups {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.277229 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: address-scopes {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.278995 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: agents {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.280170 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: auto-allocated-topology {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.281533 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: availability_zones {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.282796 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: dhcp-networks {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.284211 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: dhcp-agents {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.285651 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: routers {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.287509 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: flavors {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.288672 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: service_profiles {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.289894 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: next_providers {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.291463 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: service_profiles {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.292948 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: floatingip-pools {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.294728 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: routers {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.296572 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: floatingips {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.297775 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: l3-routers {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.299461 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: l3-agents {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.300985 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: metering-labels {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.302254 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: metering-label-rules {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.303580 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: network-ip-availabilities {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.304852 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: bindings {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.306505 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: quotas {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.308020 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: quotas {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.309452 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: rbac-policies {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.310808 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: security-groups {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.312027 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: security-group-rules {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.313286 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: service-providers {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.314623 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: subnetpools {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.315981 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: subnetpools {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.317444 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.319264 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.320978 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.322825 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.325648 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.327553 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.329250 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.331201 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.332970 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.334878 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron.api.extensions [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Extended resource: tags {{(pid=88552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 17:18:19.341425 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING keystonemiddleware.auth_token [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 17:18:19.346229 dv-neutron-839024-1-hyperv neutron-server[88552]: WARNING keystonemiddleware.auth_token [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 17:18:19.354287 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_concurrency.lockutils [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Acquired lock "singleton_lock" {{(pid=88552) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 17:18:19.354786 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_concurrency.lockutils [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Releasing lock "singleton_lock" {{(pid=88552) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 17:18:19.355416 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO oslo_service.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Starting 2 workers Apr 22 17:18:19.360655 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Started child 88659 {{(pid=88552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 17:18:19.364894 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Started child 88660 {{(pid=88552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 17:18:19.365811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:19.366541 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO neutron.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 17:18:19.367230 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Notify callbacks [] for process, before_spawn {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:19.367442 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [-] (88659) wsgi starting up on http://0.0.0.0:9696 Apr 22 17:18:19.369765 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO oslo_service.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Starting 1 workers Apr 22 17:18:19.371219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:19.372749 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [-] (88660) wsgi starting up on http://0.0.0.0:9696 Apr 22 17:18:19.375007 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Started child 88661 {{(pid=88552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 17:18:19.375544 dv-neutron-839024-1-hyperv neutron-server[88552]: INFO oslo_service.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Starting 1 workers Apr 22 17:18:19.378651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] calling RpcWorker wait() {{(pid=88661) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 17:18:19.379221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] returning from RpcWorker wait() {{(pid=88661) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 17:18:19.379880 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Started child 88662 {{(pid=88552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 17:18:19.380321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:19.380638 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-721dd693-0593-4d25-973c-99c40b1775f2 None None] Notify callbacks [] for process, after_spawn {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:19.380779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:18:19.382587 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88552) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 17:18:19.382814 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 17:18:19.383003 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 17:18:19.383225 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 17:18:19.383575 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 17:18:19.383735 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 17:18:19.384246 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.384529 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.384800 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.385062 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.385371 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.385950 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.386210 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.386478 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.386772 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.387021 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.387184 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.387345 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:19.387814 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.387814 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.387973 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.388232 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.388517 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.388710 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:18:19.388808 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.389030 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.389205 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.389457 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.389737 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.389967 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.390234 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] debug = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.390477 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.390962 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.391187 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.391447 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.391689 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.391952 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.392182 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.392442 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.392686 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.392917 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.393161 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.393408 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.393643 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.393869 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.394089 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.394349 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.394586 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.395062 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] host = dv-neutron-839024-1-hyperv {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.395298 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.395518 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.395761 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.395989 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.396252 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.396484 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.396745 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.396993 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.397259 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.397485 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.397734 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.397994 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.398190 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.398447 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.398608 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_options = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.398872 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.399158 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.399434 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.399624 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.399795 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.399972 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.400222 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.400387 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.400640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.400875 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.401089 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.401302 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.401547 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.401779 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.402041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.402277 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.402492 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.402708 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.402971 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.403214 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.404004 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.404269 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.404527 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.404748 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.404978 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.405195 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.405422 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.405635 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.405852 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.406107 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.406343 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.406621 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.406886 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.407133 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.407361 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.407589 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.407805 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.408069 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.408301 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.408542 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.408787 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.409003 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.409247 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.409463 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.409684 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.409899 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_json = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.410112 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.410333 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.410583 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.410842 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.411079 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.411293 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.411525 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.411761 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.411975 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.412408 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.412691 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.413063 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.413276 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.413550 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.413792 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.414106 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.414368 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.415102 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.415755 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.415896 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.416125 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.416428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.416674 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.416916 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.417231 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.417482 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.417756 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.417994 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.418230 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.418448 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.418676 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.419614 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.419879 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.420149 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.420602 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.420994 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.421422 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.421864 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.422092 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.422309 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.422528 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.422833 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.423077 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.423288 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.423667 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.424056 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.425874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.425874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.425874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.425874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.425874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.425874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.425874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.426344 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.426344 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.426569 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.426826 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.427045 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.427290 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.427547 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.434778 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.435428 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.436640 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437227 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437227 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437227 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437227 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437227 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437227 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437227 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437708 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437708 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.437874 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.438042 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.438297 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.438525 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.438766 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.439023 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.439271 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.439522 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.439758 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.439991 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.440232 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.440541 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.440805 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.441062 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.441292 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.441824 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.442102 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.442345 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.442624 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.442872 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.443142 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.443450 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.443725 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.444019 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.444251 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.444498 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.444787 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.445048 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.445291 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.445544 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.445792 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.446042 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.446409 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.446660 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.446929 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.447144 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.447376 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.447745 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.448004 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.448233 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.448476 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.448744 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.448973 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.449234 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.449527 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.449787 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.450049 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.450326 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.450572 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.450826 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.451076 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.451326 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.451539 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.451774 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.452005 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.452251 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.452539 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.452757 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.452993 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.453242 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.453460 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.453691 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.454092 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.454092 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.454367 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.454976 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.454976 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.454976 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.455506 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.455506 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.455770 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.455906 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.456106 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.456324 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.456597 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.456844 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.457086 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.457330 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.457571 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.457847 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.458062 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.458308 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.458532 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.458764 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.458982 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.459219 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.459452 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.459666 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.459910 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.460148 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.460400 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.460618 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.460962 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.461215 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.461447 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.461699 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.461943 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.462173 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.462386 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.462600 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.462852 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.463105 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.463326 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.463562 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.463779 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.463994 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.464210 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.464425 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.464689 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.464926 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.465253 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.465395 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.465619 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.466359 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.466573 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.466810 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.467039 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.467281 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.467490 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.467707 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.467933 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.468221 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.468467 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.468708 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.468945 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.469187 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.469415 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.469626 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.469857 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.470073 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.470281 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.470529 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.470754 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.470969 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.471185 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.471423 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.471719 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.471975 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.472204 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.472685 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.472945 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.473193 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.473462 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.473850 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.474043 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.474300 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.474522 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.474789 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.475017 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.475471 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.475628 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.475888 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.476134 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.476375 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.476677 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.476946 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.477221 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.477436 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.477724 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.478622 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.478622 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.478622 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.479026 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.479134 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.481016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.481016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.481016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.481016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.481016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.481016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.481016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.481016 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.482306 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.482306 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.482306 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.482306 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.482652 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.482813 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.483374 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.483374 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 17:18:19.483622 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88552) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 17:18:19.483746 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 17:18:19.483901 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 17:18:19.484070 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 17:18:19.484239 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 17:18:19.484394 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 17:18:19.484604 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.484768 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.484928 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.485089 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.485244 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.485583 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.485748 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.485907 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.486050 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.486211 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.486368 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.486729 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.486729 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.486998 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.486998 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.487150 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.487306 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.487464 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.487626 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.487783 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.487939 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.488095 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.488251 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] debug = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.488409 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.488582 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.488742 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.488899 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.489055 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.489381 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.489542 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.489700 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.489857 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.490013 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.490172 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.490331 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.490489 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.490647 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.490829 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.490988 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.491145 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.491303 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] host = dv-neutron-839024-1-hyperv {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.491459 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.491617 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.491774 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.491932 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.492088 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.492246 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.492404 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.492561 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.492719 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.492876 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.493020 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.493185 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.493378 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.493522 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.493675 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_options = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.493815 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.493951 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.494084 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.494258 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.494422 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.494645 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.494811 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.494956 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.495099 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.495186 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.495336 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.495493 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.495686 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.495824 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.495948 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.496144 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.496286 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.496372 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.496529 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.496687 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.496845 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.497002 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.497184 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.497340 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.497496 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.497653 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.497810 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.497967 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.498124 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.498281 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.498437 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.498594 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.498766 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.498934 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.499095 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.499253 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.499411 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.499572 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.499730 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.499887 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.500043 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.500199 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.500356 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.500512 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.500669 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.500826 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_json = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.500982 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.501139 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.501296 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.501451 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.501608 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.501764 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.501922 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.502079 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.502237 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 17:18:19.502412 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.502573 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.502762 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.502927 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.503088 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.503233 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.503436 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.503530 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.503699 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.503858 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.504024 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.504183 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.504353 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.504513 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.504674 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.504837 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.505160 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.505160 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.505406 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.505491 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.505615 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.505754 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.505907 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.506069 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.506229 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.506389 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.506548 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.506708 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.506942 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.507110 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.507272 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.507433 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.507591 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.507753 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.507911 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.508073 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.508235 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.508396 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.508558 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.508720 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.508880 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.509041 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.509204 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.509365 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.509526 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.509686 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.509848 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.510010 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.510170 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.510330 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.510502 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.510663 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.510845 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.511007 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.511169 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.511328 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.511487 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.511646 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.511806 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.511966 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.512129 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.512303 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.512463 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.512624 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.513294 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.513475 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.513636 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.513777 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.513915 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.514062 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.514243 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.514343 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.514504 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.514662 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.514844 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.515006 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.515165 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.515326 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.515487 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.515648 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.515808 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.515955 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.516118 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.516278 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.516448 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.516535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:18:19.516632 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.516775 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.516937 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.517097 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.517257 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.517416 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.517577 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.517739 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.517900 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.518062 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.518223 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.518382 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.518544 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.518705 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.518888 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.519048 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.519207 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.519368 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.519528 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.519687 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.519847 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.520045 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.520203 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.520315 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.520474 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.520633 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.520803 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.520964 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.521126 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.521286 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.521454 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.521645 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.521774 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.521935 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.522096 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.522257 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.522418 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.522579 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.522789 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.522924 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.523073 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.523234 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.523404 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.523616 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.523745 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.523869 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.524020 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.524204 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.524364 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.524523 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.524685 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.524844 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.525004 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.525165 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.525324 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.525485 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.525644 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.525806 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.525968 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.526128 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.526289 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.526448 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.526608 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.526786 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.526950 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.527112 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.527273 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.527433 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.527592 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.527771 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.527902 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.528049 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.528208 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.528913 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.529078 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.529240 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.529400 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.529563 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.529724 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.529885 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.530045 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.530205 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.530401 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.530538 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.530672 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.530854 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.531017 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.531179 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.531340 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.531501 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.531661 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.531823 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.531984 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.532143 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.532303 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.532463 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.532625 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.532785 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.532947 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.533108 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.533267 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.533426 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.533603 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.533750 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.533910 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.534077 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.534236 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.534396 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.534556 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.534716 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.534900 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.535061 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.535224 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.535385 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.535546 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.535706 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.535867 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.536028 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.536191 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.536355 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.536515 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.536676 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.536836 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.536998 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.537158 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.537319 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.537480 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.537641 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.537801 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.537960 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.538120 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.538292 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.538453 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.538612 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.538791 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.538953 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.539125 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.539285 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.539444 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.539603 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.539763 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.539933 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.540093 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.540251 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.540410 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.540606 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.540763 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.540888 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.541048 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.541217 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.541378 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.541536 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.541695 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.541867 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.542030 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.542193 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.542354 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.542537 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.542669 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.542852 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.542988 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.543161 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.543330 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.543491 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.543660 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.543829 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.544026 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.544187 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.544354 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.544525 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.544701 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.544839 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.544990 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.545151 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.545312 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.545471 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.545631 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.545791 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.545951 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.546111 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.546272 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.546432 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.546591 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.546768 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.546934 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.547097 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.547261 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.547421 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.547582 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 17:18:19.547735 dv-neutron-839024-1-hyperv neutron-server[88552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 17:18:19.565812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40170) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:19.574319 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063164 Apr 22 17:18:30.305668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec00a05-f226-4be0-9e43-e4fd332963bd None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:18:30.384665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec00a05-f226-4be0-9e43-e4fd332963bd None None] No non-hosted networks {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 17:18:30.402096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.agentschedulers_db [None req-2ec00a05-f226-4be0-9e43-e4fd332963bd None None] DHCP Agent not found on host dv-neutron-839024-1-hyperv {{(pid=88661) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 22 17:18:30.597387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-99e1733c-32f2-4aa2-8cfb-698d26ee5ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-603331'] for agent, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:32.553343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eff3afa7-b8f6-4ed4-a0b1-4ae1aaf6aaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-603331'] for agent, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:32.616454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-beb5cd69-dbf8-478c-b75e-e286ce786c63 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-839024-1-hyperv {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:18:32.617247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-beb5cd69-dbf8-478c-b75e-e286ce786c63 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:18:33.225374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-beb5cd69-dbf8-478c-b75e-e286ce786c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:33.683331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-603331'] for agent, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:33.684125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.684666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.685217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.685717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.686223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.686772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.687292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.687932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.688503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.689012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.689517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.690030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:33.691083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839024-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:18:33.700507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839024-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:18:33.746204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-603331'] for agent, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:34.923019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-603331'] for agent, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:36.576962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40262) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:37.144115 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING oslo_policy.policy [None req-07479f42-9d95-4d21-a492-b4bd1e94339a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 17:18:37.144705 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING oslo_policy.policy [None req-07479f42-9d95-4d21-a492-b4bd1e94339a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 17:18:37.363111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-07479f42-9d95-4d21-a492-b4bd1e94339a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:18:37.364159 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-07479f42-9d95-4d21-a492-b4bd1e94339a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7863033 Apr 22 17:18:39.671471 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.db.l3_hamode_db [None req-51701968-8a0d-44bd-882d-6ffc8c04e6b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 17:18:39.720518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40276) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:39.757462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51701968-8a0d-44bd-882d-6ffc8c04e6b1 None None] Routers set() bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:18:39.757853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51701968-8a0d-44bd-882d-6ffc8c04e6b1 None None] Router IDs set() for agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 22 17:18:40.074170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:40.168990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.policy [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88660) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 22 17:18:40.214446 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING oslo_policy.policy [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 17:18:40.214860 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING oslo_policy.policy [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 17:18:40.223107 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.quota [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] Loaded quota_driver: . Apr 22 17:18:40.238514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:18:40.355603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755959054248', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755959053655', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755959156889', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755959168453', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755959141037', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755959151522', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1674666', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535204', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-988535'] for rbac-policy, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:40.550301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:40.551565 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-669cd185-3c36-459e-b15c-96468954ad88 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8300004 Apr 22 17:18:43.151804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40290) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:43.495173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '86e5af43c91b4db0b2495af381075387'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:43.500414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:18:43.504794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Usage tracker for resource:network and tenant:86e5af43c91b4db0b2495af381075387 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:18:43.509335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:18:43.515306 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:18:43.602561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Made reservation on behalf of 86e5af43c91b4db0b2495af381075387 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:18:43.605285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:43.623488 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:43.636925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:18:43.640519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Usage tracker for resource:security_group_rule and tenant:86e5af43c91b4db0b2495af381075387 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:18:43.645540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:18:43.651116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:18:43.860349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:43.939539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:43.960618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:18:43.986468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755954325535', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:43.987065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Unsubscribe: segment precommit_create {{(pid=88660) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 17:18:43.987537 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Added segment 5b784800-2eac-4c0f-949d-b3a34eb74710 of type vlan for network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c Apr 22 17:18:44.034339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f752818e-c23b-42fe-bf6e-8bd6afe14e4b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:18:44.054932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.055293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.055635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.055965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.056290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.056629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.056954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.057273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.057593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.057909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.058222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.058536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Tracked resource versions report: Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: pushed versions: Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: { 'AddressGroup': {'1.2'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'ConntrackHelper': {'1.0'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Log': {'1.0'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Network': {'1.1'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Port': {'1.7'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'PortForwarding': {'1.2'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'QosPolicy': {'1.8'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SecurityGroup': {'1.4'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SecurityGroupRule': {'1.2'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SubPort': {'1.0'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Subnet': {'1.1'}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Trunk': {'1.1'}} Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: consumer versions: Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: { DHCP agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: L3 agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: Metadata agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: Metering agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: Open vSwitch agent@dv-neutron-839024-1-hyperv: { 'AddressGroup': '1.2', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'ConntrackHelper': '1.0', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Log': '1.0', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Network': '1.1', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Port': '1.7', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'PortForwarding': '1.2', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'QosPolicy': '1.8', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SecurityGroup': '1.4', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SecurityGroupRule': '1.2', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SubPort': '1.0', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Subnet': '1.1', Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Trunk': '1.1'}} Apr 22 17:18:44.059953 dv-neutron-839024-1-hyperv neutron-server[88660]: {{(pid=88660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 17:18:44.097092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:44.179965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:44.181023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:18:44.181668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:44.286463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] Pushing event updated for resources: {'Network': ['ID=6ee5f735-5772-47e0-92b6-3a5bb2d9d52c,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:18:44.297226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:18:44.341389 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-371ebd25-387d-4434-b2c2-a75273ec186c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1879754 Apr 22 17:18:47.004513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40306) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:47.438467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4449282b-cbf1-4aef-985b-8ebca4fe6e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:18:47.439820 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4449282b-cbf1-4aef-985b-8ebca4fe6e61 admin admin] 10.222.0.10 "GET /v2.0/networks/6ee5f735-5772-47e0-92b6-3a5bb2d9d52c HTTP/1.1" status: 200 len: 824 time: 0.4343481 Apr 22 17:18:47.466322 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ca0f527a-d9d9-416c-b3f8-dd5ce8210f8d admin admin] 10.222.0.10 "GET /v2.0/subnetpools/2be284a3-754b-4852-baa2-2fb50e101866 HTTP/1.1" status: 200 len: 734 time: 0.0206511 Apr 22 17:18:47.474524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Request body: {'subnet': {'subnetpool_id': '2be284a3-754b-4852-baa2-2fb50e101866', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'gateway_ip': '172.20.0.1', 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:47.478538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:18:47.482211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Usage tracker for resource:subnet and tenant:86e5af43c91b4db0b2495af381075387 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:18:47.486270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:18:47.492838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:18:47.608216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Made reservation on behalf of 86e5af43c91b4db0b2495af381075387 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:18:47.610390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:47.945917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:48.027573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Checking segment: {'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:18:48.028216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Network hostable DHCP agents. Network: 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:18:48.033204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3505894-9d88-4ae3-ab9c-fbdd3b0890f1,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:18:48.128455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:18:48.213853 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:18:48.218245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:18:48.218847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:48.223110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dbd1f7-e02a-43a3-bce6-192439893e78 None None] Network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:18:48.289172 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5b7d4fb-4546-4682-b9f6-81799a81789e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8175502 Apr 22 17:18:48.529146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'fixed_ips': [{'subnet_id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:18:48.530340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:48.712516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Allocated IP 172.20.0.2 (6ee5f735-5772-47e0-92b6-3a5bb2d9d52c/c3505894-9d88-4ae3-ab9c-fbdd3b0890f1/aae4fe47-ed41-4a15-b5ec-83360c0bf23f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:18:48.938095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:48.951649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Transition to ACTIVE for port object aae4fe47-ed41-4a15-b5ec-83360c0bf23f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:18:48.971215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Transition to ACTIVE for port object aae4fe47-ed41-4a15-b5ec-83360c0bf23f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:18:49.025969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:49.084477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:18:49.087218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:18:49.098332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:18:49.105688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Pushing event updated for resources: {'Port': ['ID=aae4fe47-ed41-4a15-b5ec-83360c0bf23f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:18:49.143708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.144079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.144433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.144777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.145121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.145473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.145812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.146153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.146503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.146861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.147200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.147530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Tracked resource versions report: Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: pushed versions: Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: { 'AddressGroup': {'1.2'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'ConntrackHelper': {'1.0'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Log': {'1.0'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Network': {'1.1'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Port': {'1.7'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'PortForwarding': {'1.2'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'QosPolicy': {'1.8'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SecurityGroup': {'1.4'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SecurityGroupRule': {'1.2'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SubPort': {'1.0'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Subnet': {'1.1'}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Trunk': {'1.1'}} Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: consumer versions: Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: { DHCP agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: L3 agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: Metadata agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: Metering agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: Open vSwitch agent@dv-neutron-839024-1-hyperv: { 'AddressGroup': '1.2', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'ConntrackHelper': '1.0', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Log': '1.0', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Network': '1.1', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Port': '1.7', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'PortForwarding': '1.2', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'QosPolicy': '1.8', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SecurityGroup': '1.4', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SecurityGroupRule': '1.2', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SubPort': '1.0', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Subnet': '1.1', Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Trunk': '1.1'}} Apr 22 17:18:49.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: {{(pid=88661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 17:18:49.204268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Attempting to bind port aae4fe47-ed41-4a15-b5ec-83360c0bf23f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:18:49.204606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Attempting to bind port aae4fe47-ed41-4a15-b5ec-83360c0bf23f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:18:49.205018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Attempting to bind port aae4fe47-ed41-4a15-b5ec-83360c0bf23f on network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:18:49.210124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:18:49.210533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Checking segment: {'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:18:49.211043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:49.211442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Bound using segment: {'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:18:49.211922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Bound port: aae4fe47-ed41-4a15-b5ec-83360c0bf23f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:18:49.212320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:49.299914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] For port aae4fe47-ed41-4a15-b5ec-83360c0bf23f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:18:49.303740 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] For port aae4fe47-ed41-4a15-b5ec-83360c0bf23f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=aae4fe47-ed41-4a15-b5ec-83360c0bf23f,segment=NetworkSegment(5b784800-2eac-4c0f-949d-b3a34eb74710),segment_id=5b784800-2eac-4c0f-949d-b3a34eb74710)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:18:49.374904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:49.462859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351e12a-9519-44b1-a7e7-f89596409095 None None] Pushing event updated for resources: {'Port': ['ID=aae4fe47-ed41-4a15-b5ec-83360c0bf23f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:18:50.694725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40316) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:51.066045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-b626a91d-aa29-408c-ba7a-49bd5c5febe9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:18:51.067047 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b626a91d-aa29-408c-ba7a-49bd5c5febe9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3713284 Apr 22 17:18:53.298933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8c67b-9d55-45bf-a8f1-52497b1a7a55 None None] Network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:18:53.378232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device aae4fe47-ed41-4a15-b5ec-83360c0bf23f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:18:53.460030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40332) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:53.592217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1439ed32-d766-4cd4-81b1-7cf393ebdaf3 None None] Provisioning for port aae4fe47-ed41-4a15-b5ec-83360c0bf23f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:18:53.603438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port aae4fe47-ed41-4a15-b5ec-83360c0bf23f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:18:53.610547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1439ed32-d766-4cd4-81b1-7cf393ebdaf3 None None] Provisioning complete for port aae4fe47-ed41-4a15-b5ec-83360c0bf23f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:18:53.610985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1439ed32-d766-4cd4-81b1-7cf393ebdaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:53.638854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port aae4fe47-ed41-4a15-b5ec-83360c0bf23f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:18:53.639235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:53.833225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-d0e1ea55-a9c8-47e0-8d07-5bcf2d7bda4d admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:18:53.841002 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d0e1ea55-a9c8-47e0-8d07-5bcf2d7bda4d admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3731446 Apr 22 17:18:53.851564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:53.864195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1439ed32-d766-4cd4-81b1-7cf393ebdaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:53.912384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port aae4fe47-ed41-4a15-b5ec-83360c0bf23f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=aae4fe47-ed41-4a15-b5ec-83360c0bf23f,segment=NetworkSegment(5b784800-2eac-4c0f-949d-b3a34eb74710),segment_id=5b784800-2eac-4c0f-949d-b3a34eb74710)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:18:53.986271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:54.097324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-1439ed32-d766-4cd4-81b1-7cf393ebdaf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:18:54.097591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-1439ed32-d766-4cd4-81b1-7cf393ebdaf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:18:54.100815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=aae4fe47-ed41-4a15-b5ec-83360c0bf23f,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:18:54.773168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c8ff2ea8-b916-4737-a805-19fc69d0d74a None None] Provisioning complete for port aae4fe47-ed41-4a15-b5ec-83360c0bf23f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:18:54.773835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c8ff2ea8-b916-4737-a805-19fc69d0d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:55.319448 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device aae4fe47-ed41-4a15-b5ec-83360c0bf23f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:18:55.384873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port aae4fe47-ed41-4a15-b5ec-83360c0bf23f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:18:55.385254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:56.474088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40344) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:56.813220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'name': 'router1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:18:56.818294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:18:56.821986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Usage tracker for resource:router and tenant:86e5af43c91b4db0b2495af381075387 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:18:56.825899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:18:56.831621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:18:56.905391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:56.906907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:56.927356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:57.094591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:57.178858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:18:57.179948 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b5ecb41a-598c-4973-9160-1a5ae7297b29 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7049084 Apr 22 17:18:57.435971 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:18:59.528682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40354) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:18:59.887695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-29937b18-c6b8-4d03-b54a-64db5e24c476 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:18:59.889043 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-29937b18-c6b8-4d03-b54a-64db5e24c476 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3592415 Apr 22 17:19:00.333828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-395335cf-8d81-411a-a469-1813eb175cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:02.238256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40364) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:02.550626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-acd52863-26cb-478b-b541-d346e3b996e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:02.594127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:02.599177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:19:02.603043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Usage tracker for resource:network and tenant:84e1050b72e6439dbe9fe5c11a6c411d is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:19:02.606286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:19:02.612021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:19:02.710920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Made reservation on behalf of 84e1050b72e6439dbe9fe5c11a6c411d for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:19:02.713132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:02.725389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:02.739976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:19:02.743549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Usage tracker for resource:security_group_rule and tenant:84e1050b72e6439dbe9fe5c11a6c411d is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:19:02.746176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:19:02.751591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:19:02.827553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:02.876466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:02.893144 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Reserving flat network on physical network physnet1 {{(pid=88660) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 22 17:19:02.912734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74337da3-12f7-4dbb-8168-7b6e3e056c26,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:02.917083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:02.917423 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Added segment 2593206e-17bf-47b4-9fa2-43feb7ee18cf of type flat for network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 Apr 22 17:19:02.948766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:03.019210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:03.020078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:19:03.020680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:03.118895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] Pushing event updated for resources: {'Network': ['ID=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:03.128351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:19:03.162318 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4ce1da95-8f3f-4c69-a7ea-a4f87f9bef37 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9229848 Apr 22 17:19:03.665032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:03.682318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:04.899475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:05.565434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40384) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:05.772227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a0fe0-4834-43f6-93d8-9c67b82315bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:19:05.773518 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3e9a0fe0-4834-43f6-93d8-9c67b82315bb admin admin] 10.222.0.10 "GET /v2.0/subnets/c3505894-9d88-4ae3-ab9c-fbdd3b0890f1 HTTP/1.1" status: 200 len: 849 time: 0.2071531 Apr 22 17:19:05.912135 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-48904470-1104-4fc9-9dad-6cac7a06fa63 admin admin] 10.222.0.10 "GET /v2.0/routers/38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f HTTP/1.1" status: 200 len: 704 time: 0.1323955 Apr 22 17:19:06.352588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:06.604735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Allocated IP 172.20.0.1 (6ee5f735-5772-47e0-92b6-3a5bb2d9d52c/c3505894-9d88-4ae3-ab9c-fbdd3b0890f1/d2cdcc04-6129-44ee-9ea9-8ef18627f991) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:19:06.755731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:06.773288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Transition to ACTIVE for port object d2cdcc04-6129-44ee-9ea9-8ef18627f991 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:19:06.882859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:06.943038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:19:06.945822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:19:06.948316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:19:06.948846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:07.080751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Pushing event updated for resources: {'Port': ['ID=d2cdcc04-6129-44ee-9ea9-8ef18627f991,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:07.236635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-94f3fc40-c8ec-4cd7-8b34-06d7b3bd903f None None] Provisioning for port d2cdcc04-6129-44ee-9ea9-8ef18627f991 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:19:07.241302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-94f3fc40-c8ec-4cd7-8b34-06d7b3bd903f None None] Provisioning complete for port d2cdcc04-6129-44ee-9ea9-8ef18627f991 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:19:07.241679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-94f3fc40-c8ec-4cd7-8b34-06d7b3bd903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:07.285004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:07.293992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-94f3fc40-c8ec-4cd7-8b34-06d7b3bd903f None None] Port d2cdcc04-6129-44ee-9ea9-8ef18627f991 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:19:07.505902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:07.556326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:07.557041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:07.696004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Pushing event updated for resources: {'Port': ['ID=d2cdcc04-6129-44ee-9ea9-8ef18627f991,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:07.748516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:19:07.749555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:19:07.914254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a8a98930-2f9e-4af3-8498-d95927efe576 None None] Provisioning complete for port d2cdcc04-6129-44ee-9ea9-8ef18627f991 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:19:07.914625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a8a98930-2f9e-4af3-8498-d95927efe576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:07.969102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a8a98930-2f9e-4af3-8498-d95927efe576 None None] Port d2cdcc04-6129-44ee-9ea9-8ef18627f991 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:19:07.990767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Router 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:19:08.176785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:19:08.185664 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14a1bd1d-79b9-4faa-8cc4-d342db0cc9cf admin admin] 10.222.0.10 "PUT /v2.0/routers/38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2687726 Apr 22 17:19:08.186537 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Sync routers for ids ['38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:19:08.197144 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Routers {'38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:19:08.197999 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:19:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:19:08.369705 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Set router 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:19:08.730683 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'name': 'router1', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:18:56Z', 'updated_at': '2022-04-22T17:19:07Z', 'revision_number': 2, 'project_id': '86e5af43c91b4db0b2495af381075387', 'gw_port_host': None, '_interfaces': [{'id': 'd2cdcc04-6129-44ee-9ea9-8ef18627f991', 'name': '', 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'mac_address': 'fa:16:3e:aa:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:06Z', 'updated_at': '2022-04-22T17:19:07Z', 'revision_number': 2, 'project_id': '86e5af43c91b4db0b2495af381075387', 'subnets': [{'id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2be284a3-754b-4852-baa2-2fb50e101866'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:19:08.735618 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Checking router: 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:19:08.735996 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Updating router 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f port d2cdcc04-6129-44ee-9ea9-8ef18627f991 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:19:08.789650 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:09.163328 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:09.178208 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Transition to ACTIVE for port object d2cdcc04-6129-44ee-9ea9-8ef18627f991 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:19:09.247979 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:09.488665 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Attempting to bind port d2cdcc04-6129-44ee-9ea9-8ef18627f991 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:19:09.489073 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Attempting to bind port d2cdcc04-6129-44ee-9ea9-8ef18627f991 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:19:09.489472 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Attempting to bind port d2cdcc04-6129-44ee-9ea9-8ef18627f991 on network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:19:09.491538 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Pushing event updated for resources: {'Port': ['ID=d2cdcc04-6129-44ee-9ea9-8ef18627f991,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:09.501595 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:19:09.502258 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Checking segment: {'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:19:09.502775 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:09.503155 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Bound using segment: {'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:19:09.503648 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Bound port: d2cdcc04-6129-44ee-9ea9-8ef18627f991, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b784800-2eac-4c0f-949d-b3a34eb74710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:19:09.504037 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:09.514320 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.514680 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.515048 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.515380 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.515709 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.516052 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.516379 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.516702 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.517040 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.517365 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.517684 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.517999 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Tracked resource versions report: Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: pushed versions: Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: { 'AddressGroup': {'1.2'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'ConntrackHelper': {'1.0'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Log': {'1.0'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Network': {'1.1'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Port': {'1.7'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'PortForwarding': {'1.2'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'QosPolicy': {'1.8'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SecurityGroup': {'1.4'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SecurityGroupRule': {'1.2'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SubPort': {'1.0'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Subnet': {'1.1'}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Trunk': {'1.1'}} Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: consumer versions: Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: { DHCP agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: L3 agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: Metadata agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: Metering agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: Open vSwitch agent@dv-neutron-839024-1-hyperv: { 'AddressGroup': '1.2', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'ConntrackHelper': '1.0', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Log': '1.0', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Network': '1.1', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Port': '1.7', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'PortForwarding': '1.2', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'QosPolicy': '1.8', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SecurityGroup': '1.4', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SecurityGroupRule': '1.2', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SubPort': '1.0', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Subnet': '1.1', Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Trunk': '1.1'}} Apr 22 17:19:09.519378 dv-neutron-839024-1-hyperv neutron-server[88662]: {{(pid=88662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 17:19:09.600974 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] For port d2cdcc04-6129-44ee-9ea9-8ef18627f991, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:19:09.604892 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] For port d2cdcc04-6129-44ee-9ea9-8ef18627f991, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d2cdcc04-6129-44ee-9ea9-8ef18627f991,segment=NetworkSegment(5b784800-2eac-4c0f-949d-b3a34eb74710),segment_id=5b784800-2eac-4c0f-949d-b3a34eb74710)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:19:09.705924 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:09.795088 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Routers {'38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:19:09.795725 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:19:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:19:09.850090 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050473c-854e-409b-9db7-ee6f053f8195 None None] Pushing event updated for resources: {'Port': ['ID=d2cdcc04-6129-44ee-9ea9-8ef18627f991,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:09.952030 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] Set router 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:19:10.266874 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'name': 'router1', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:18:56Z', 'updated_at': '2022-04-22T17:19:07Z', 'revision_number': 2, 'project_id': '86e5af43c91b4db0b2495af381075387', 'gw_port_host': None, '_interfaces': [{'id': 'd2cdcc04-6129-44ee-9ea9-8ef18627f991', 'name': '', 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'mac_address': 'fa:16:3e:aa:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:06Z', 'updated_at': '2022-04-22T17:19:09Z', 'revision_number': 4, 'project_id': '86e5af43c91b4db0b2495af381075387', 'subnets': [{'id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2be284a3-754b-4852-baa2-2fb50e101866'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:19:10.271309 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a5215-e159-4f71-bdff-027c5ebefa8e None None] The sync data for ids ['38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'] in dv-neutron-839024-1-hyperv is: [{'id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'name': 'router1', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:18:56Z', 'updated_at': '2022-04-22T17:19:07Z', 'revision_number': 2, 'project_id': '86e5af43c91b4db0b2495af381075387', 'gw_port_host': None, '_interfaces': [{'id': 'd2cdcc04-6129-44ee-9ea9-8ef18627f991', 'name': '', 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'mac_address': 'fa:16:3e:aa:a5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:06Z', 'updated_at': '2022-04-22T17:19:09Z', 'revision_number': 4, 'project_id': '86e5af43c91b4db0b2495af381075387', 'subnets': [{'id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2be284a3-754b-4852-baa2-2fb50e101866'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:19:10.390850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40406) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:10.538250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d4c91-2c74-430b-9001-e9c3caecb06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:19:10.538842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fb9d4c91-2c74-430b-9001-e9c3caecb06b admin admin] Synchronizing usage tracker for tenant:84e1050b72e6439dbe9fe5c11a6c411d on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:19:10.625506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fb9d4c91-2c74-430b-9001-e9c3caecb06b admin admin] Unset dirty status for tenant:84e1050b72e6439dbe9fe5c11a6c411d on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:19:10.626704 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fb9d4c91-2c74-430b-9001-e9c3caecb06b admin admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 842 time: 0.2347879 Apr 22 17:19:10.636014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'gateway_ip': '172.26.3.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:10.641506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:19:10.645393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Usage tracker for resource:subnet and tenant:84e1050b72e6439dbe9fe5c11a6c411d is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:19:10.648330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:19:10.654323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:19:10.745020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Made reservation on behalf of 84e1050b72e6439dbe9fe5c11a6c411d for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:19:10.747970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:11.189110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:19:11.189572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:11.259429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25eb1f32-aa87-42b2-bbba-38ea7e586121,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:11.268185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:19:11.268570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Network hostable DHCP agents. Network: 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:19:11.339203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:19:11.356510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d2cdcc04-6129-44ee-9ea9-8ef18627f991 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:19:11.396347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:19:11.400966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:19:11.401739 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:11.410900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5600f87-79de-4d36-9414-15b784506bdb None None] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:19:11.471589 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-af6fb1a4-83b0-443e-8f85-7024ef037e58 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8389211 Apr 22 17:19:11.571507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port d2cdcc04-6129-44ee-9ea9-8ef18627f991 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:19:11.580934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d2cdcc04-6129-44ee-9ea9-8ef18627f991 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:19:11.586216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:11.692971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f3508-0b02-49bb-9556-642154b887de None None] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:19:11.848700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:11.904148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port d2cdcc04-6129-44ee-9ea9-8ef18627f991, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d2cdcc04-6129-44ee-9ea9-8ef18627f991,segment=NetworkSegment(5b784800-2eac-4c0f-949d-b3a34eb74710),segment_id=5b784800-2eac-4c0f-949d-b3a34eb74710)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:19:11.987439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:12.065372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=d2cdcc04-6129-44ee-9ea9-8ef18627f991,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:13.329897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d2cdcc04-6129-44ee-9ea9-8ef18627f991 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:19:13.396573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d2cdcc04-6129-44ee-9ea9-8ef18627f991 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:19:13.396951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:13.717966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40420) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:13.904594 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cb989fd8-d5c7-42dc-ab96-1c3faa987c5a admin admin] 10.222.0.10 "GET /v2.0/routers/38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f HTTP/1.1" status: 200 len: 710 time: 0.1854432 Apr 22 17:19:14.028620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b8abcc-463b-4a96-925a-2f00205a18d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:19:14.029959 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e5b8abcc-463b-4a96-925a-2f00205a18d2 admin admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 886 time: 0.1203938 Apr 22 17:19:14.038373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:19:14.508487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:14.923154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:14.976791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:15.106394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Allocated IP 172.26.3.238 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/400b67e2-e3d8-4fea-b712-703bfc201d7b) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:19:15.246239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:15.327843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:15.387001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:19:15.393558 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:19:15.396551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:19:15.461942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=400b67e2-e3d8-4fea-b712-703bfc201d7b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:15.991795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:16.319565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:16.322727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:16.494370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Router 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:19:16.666275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:19:16.675352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:16.676897 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-da2433e1-c9bb-46dc-97fd-01c3f329c0a2 admin admin] 10.222.0.10 "PUT /v2.0/routers/38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f HTTP/1.1" status: 200 len: 890 time: 2.6415443 Apr 22 17:19:16.677025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Sync routers for ids ['38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:19:16.687675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Routers {'38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:19:16.688360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:19:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:19:16.880413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Set router 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:19:17.212151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'name': 'router1', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '400b67e2-e3d8-4fea-b712-703bfc201d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:18:56Z', 'updated_at': '2022-04-22T17:19:15Z', 'revision_number': 4, 'project_id': '86e5af43c91b4db0b2495af381075387', 'gw_port': {'id': '400b67e2-e3d8-4fea-b712-703bfc201d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:15Z', 'updated_at': '2022-04-22T17:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd2cdcc04-6129-44ee-9ea9-8ef18627f991', 'name': '', 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'mac_address': 'fa:16:3e:aa:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:06Z', 'updated_at': '2022-04-22T17:19:11Z', 'revision_number': 5, 'project_id': '86e5af43c91b4db0b2495af381075387', 'subnets': [{'id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2be284a3-754b-4852-baa2-2fb50e101866'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:19:17.217527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Checking router: 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:19:17.217889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Updating router 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f port 400b67e2-e3d8-4fea-b712-703bfc201d7b binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:19:17.269159 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:17.596488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:17.607788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Transition to ACTIVE for port object 400b67e2-e3d8-4fea-b712-703bfc201d7b will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:19:17.681973 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:17.781367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Attempting to bind port 400b67e2-e3d8-4fea-b712-703bfc201d7b on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:19:17.781669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Attempting to bind port 400b67e2-e3d8-4fea-b712-703bfc201d7b by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:19:17.782028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Attempting to bind port 400b67e2-e3d8-4fea-b712-703bfc201d7b on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:19:17.784039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eba08f-8d80-4a58-8280-9e4d322d345c None None] Pushing event updated for resources: {'Port': ['ID=400b67e2-e3d8-4fea-b712-703bfc201d7b,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:17.789789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:19:17.790163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:19:17.790654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:17.790959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:19:17.791482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Bound port: 400b67e2-e3d8-4fea-b712-703bfc201d7b, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:19:17.791794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:17.862482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] For port 400b67e2-e3d8-4fea-b712-703bfc201d7b, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:19:17.865394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] For port 400b67e2-e3d8-4fea-b712-703bfc201d7b, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=400b67e2-e3d8-4fea-b712-703bfc201d7b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:19:17.933039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:18.011997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Routers {'38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:19:18.012617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:19:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:19:18.061054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eba08f-8d80-4a58-8280-9e4d322d345c None None] Pushing event updated for resources: {'Port': ['ID=400b67e2-e3d8-4fea-b712-703bfc201d7b,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:18.188356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] Set router 38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:19:18.504099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'name': 'router1', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '400b67e2-e3d8-4fea-b712-703bfc201d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:18:56Z', 'updated_at': '2022-04-22T17:19:15Z', 'revision_number': 4, 'project_id': '86e5af43c91b4db0b2495af381075387', 'gw_port': {'id': '400b67e2-e3d8-4fea-b712-703bfc201d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:15Z', 'updated_at': '2022-04-22T17:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd2cdcc04-6129-44ee-9ea9-8ef18627f991', 'name': '', 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'mac_address': 'fa:16:3e:aa:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:06Z', 'updated_at': '2022-04-22T17:19:11Z', 'revision_number': 5, 'project_id': '86e5af43c91b4db0b2495af381075387', 'subnets': [{'id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2be284a3-754b-4852-baa2-2fb50e101866'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:19:18.507910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09351e0c-c49a-487f-afbb-3e40ba1766c2 None None] The sync data for ids ['38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f'] in dv-neutron-839024-1-hyperv is: [{'id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'name': 'router1', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '400b67e2-e3d8-4fea-b712-703bfc201d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:18:56Z', 'updated_at': '2022-04-22T17:19:15Z', 'revision_number': 4, 'project_id': '86e5af43c91b4db0b2495af381075387', 'gw_port': {'id': '400b67e2-e3d8-4fea-b712-703bfc201d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:15Z', 'updated_at': '2022-04-22T17:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd2cdcc04-6129-44ee-9ea9-8ef18627f991', 'name': '', 'network_id': '6ee5f735-5772-47e0-92b6-3a5bb2d9d52c', 'tenant_id': '86e5af43c91b4db0b2495af381075387', 'mac_address': 'fa:16:3e:aa:a5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fbbc2e-ab5b-487e-9a19-af4e5f3bae9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:19:06Z', 'updated_at': '2022-04-22T17:19:11Z', 'revision_number': 5, 'project_id': '86e5af43c91b4db0b2495af381075387', 'subnets': [{'id': 'c3505894-9d88-4ae3-ab9c-fbdd3b0890f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2be284a3-754b-4852-baa2-2fb50e101866'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:19:19.046196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 40430) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:19:19.159013 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ffe68756-7baa-4021-8f34-179f0aa7c8a3 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1116412 Apr 22 17:19:19.357816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 400b67e2-e3d8-4fea-b712-703bfc201d7b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:19:19.505019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 400b67e2-e3d8-4fea-b712-703bfc201d7b completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:19:19.510090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 400b67e2-e3d8-4fea-b712-703bfc201d7b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:19:19.510465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:19.629357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:19.646009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 400b67e2-e3d8-4fea-b712-703bfc201d7b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=400b67e2-e3d8-4fea-b712-703bfc201d7b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:19:19.710589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:19.779186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=400b67e2-e3d8-4fea-b712-703bfc201d7b,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:19:21.349948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 400b67e2-e3d8-4fea-b712-703bfc201d7b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:19:21.438672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 400b67e2-e3d8-4fea-b712-703bfc201d7b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:19:21.439199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:30.327759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1bd67e94-c4ab-47db-9de4-3260208125f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:32.550131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fcf24e59-97a2-444f-a94f-59e23185e09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:33.682113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:33.716201 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:19:34.434221 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:19:34.904125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:00.349733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6273-7cfc-4ccc-b07b-d69bd39521b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:02.578102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75020025-6796-432c-9e6d-b1ec92d90c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:03.681555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:03.704152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:04.921023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:11.434998 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:20:30.343889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-31ea43f7-ab70-4535-991c-fc8f92ad0ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:32.537672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-80a66d94-0d03-4cae-8d5c-1dbef065b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:33.663368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:33.674107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:34.897212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:20:48.434384 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:21:00.331118 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd554-5150-4ef2-9f96-85f45799fa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:02.531014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ddff-8128-4a44-a095-af2289fb7bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:03.639644 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:03.690913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:04.925149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:25.432195 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:21:26.925580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41032) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:27.065537 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING oslo_policy.policy [None req-e3f46bbb-7561-40c6-9117-f93b6c4d5787 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 17:21:27.066166 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING oslo_policy.policy [None req-e3f46bbb-7561-40c6-9117-f93b6c4d5787 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 17:21:27.329816 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f46bbb-7561-40c6-9117-f93b6c4d5787 admin admin] GET failed (client error): The resource could not be found. Apr 22 17:21:27.331549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e3f46bbb-7561-40c6-9117-f93b6c4d5787 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4037728 Apr 22 17:21:27.561509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.policy [None req-1d7ceb1b-ed5d-4944-9a61-80c0bc914339 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88659) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 22 17:21:27.607864 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING oslo_policy.policy [None req-1d7ceb1b-ed5d-4944-9a61-80c0bc914339 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 17:21:27.608176 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING oslo_policy.policy [None req-1d7ceb1b-ed5d-4944-9a61-80c0bc914339 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 17:21:27.616422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ceb1b-ed5d-4944-9a61-80c0bc914339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:27.618204 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1d7ceb1b-ed5d-4944-9a61-80c0bc914339 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2827673 Apr 22 17:21:29.740624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41048) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:29.846283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3001a-2cf6-48ea-8255-f93efb2eb7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:29.847622 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-03d3001a-2cf6-48ea-8255-f93efb2eb7aa admin admin] 10.222.0.10 "GET /v2.0/subnets/c3505894-9d88-4ae3-ab9c-fbdd3b0890f1 HTTP/1.1" status: 200 len: 849 time: 0.1060774 Apr 22 17:21:29.857381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:21:29.970552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Notify callbacks [] for subnet, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:30.199046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755954253572'] for subnet, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:30.268822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:30.269452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:30.270826 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] 10.222.0.10 "PUT /v2.0/subnets/c3505894-9d88-4ae3-ab9c-fbdd3b0890f1 HTTP/1.1" status: 200 len: 868 time: 0.4176493 Apr 22 17:21:30.275155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafbfca-5c4c-40a3-b28e-93c12d0cbd83 None None] Network 6ee5f735-5772-47e0-92b6-3a5bb2d9d52c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:21:30.286358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3505894-9d88-4ae3-ab9c-fbdd3b0890f1,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:21:30.295835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.296785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.296785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.296994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.297216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.297527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.297852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.298333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.298673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.299023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.299354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.299678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7f350-ff54-46d6-a7b0-17f0039101aa admin admin] Tracked resource versions report: Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: pushed versions: Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: { 'AddressGroup': {'1.2'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'ConntrackHelper': {'1.0'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Log': {'1.0'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Network': {'1.1'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Port': {'1.7'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'PortForwarding': {'1.2'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'QosPolicy': {'1.8'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SecurityGroup': {'1.4'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SecurityGroupRule': {'1.2'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SubPort': {'1.0'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Subnet': {'1.1'}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Trunk': {'1.1'}} Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: consumer versions: Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: { DHCP agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: L3 agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: Metadata agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: Metering agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: Open vSwitch agent@dv-neutron-839024-1-hyperv: { 'AddressGroup': '1.2', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'ConntrackHelper': '1.0', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Log': '1.0', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Network': '1.1', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Port': '1.7', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'PortForwarding': '1.2', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'QosPolicy': '1.8', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SecurityGroup': '1.4', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SecurityGroupRule': '1.2', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SubPort': '1.0', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Subnet': '1.1', Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Trunk': '1.1'}} Apr 22 17:21:30.301148 dv-neutron-839024-1-hyperv neutron-server[88659]: {{(pid=88659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 17:21:30.366462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dffdc44b-b7dd-4af5-ba35-74de9c6872e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:30.783673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f99fa138-7dd5-49da-b5dc-72cb20d0b584 None None] Provisioning complete for port d2cdcc04-6129-44ee-9ea9-8ef18627f991 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:21:30.784442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f99fa138-7dd5-49da-b5dc-72cb20d0b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:30.917303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f99fa138-7dd5-49da-b5dc-72cb20d0b584 None None] Provisioning complete for port aae4fe47-ed41-4a15-b5ec-83360c0bf23f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:21:30.917574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f99fa138-7dd5-49da-b5dc-72cb20d0b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:32.425718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41062) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:32.547401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3c2545f4-619f-47dd-aefd-3c8f77323d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:32.596811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b525a-dbca-4866-8252-6e2b401f9ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:32.597284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b525a-dbca-4866-8252-6e2b401f9ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:32.598818 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8e0b525a-dbca-4866-8252-6e2b401f9ce2 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1721358 Apr 22 17:21:33.678759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:33.690684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:34.733364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41072) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:34.901771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:21:34.916185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f187bb6-b65f-4864-9685-4de2c1e91e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:34.916604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f187bb6-b65f-4864-9685-4de2c1e91e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:34.918830 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0f187bb6-b65f-4864-9685-4de2c1e91e33 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1843593 Apr 22 17:21:37.039202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41082) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:37.200136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86c7bf-7700-4725-8b06-0b6a67ee6101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:37.201450 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bb86c7bf-7700-4725-8b06-0b6a67ee6101 admin admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 886 time: 0.1613197 Apr 22 17:21:39.317935 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41092) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:39.485591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecf4395-07d6-467f-a479-4504c7ea21f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:39.486949 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0ecf4395-07d6-467f-a479-4504c7ea21f6 admin admin] 10.222.0.10 "GET /v2.0/networks/6ee5f735-5772-47e0-92b6-3a5bb2d9d52c HTTP/1.1" status: 200 len: 868 time: 0.1680775 Apr 22 17:21:41.628295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41102) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:41.733107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a8de10-0377-4042-bfc9-6c511c8207be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:41.733563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a8de10-0377-4042-bfc9-6c511c8207be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:41.735059 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-77a8de10-0377-4042-bfc9-6c511c8207be admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058667 Apr 22 17:21:43.869781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41112) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:43.977884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8196ea-2875-4af9-b9e2-712d4554200a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:43.978338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8196ea-2875-4af9-b9e2-712d4554200a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:43.979873 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ad8196ea-2875-4af9-b9e2-712d4554200a admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085229 Apr 22 17:21:46.117509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41122) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:46.214018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce071e41-f0a6-436b-9fa5-3c8719915996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:46.215919 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ce071e41-f0a6-436b-9fa5-3c8719915996 admin admin] 10.222.0.10 "GET /v2.0/subnets/25eb1f32-aa87-42b2-bbba-38ea7e586121 HTTP/1.1" status: 200 len: 816 time: 0.0974629 Apr 22 17:21:48.350353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41132) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:21:48.457887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fbb33e-b453-47b6-a38c-2d2af06191de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:21:48.459218 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-47fbb33e-b453-47b6-a38c-2d2af06191de admin admin] 10.222.0.10 "GET /v2.0/subnets/c3505894-9d88-4ae3-ab9c-fbdd3b0890f1 HTTP/1.1" status: 200 len: 868 time: 0.1078980 Apr 22 17:22:00.325073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-61527ec8-3d5c-4a51-90b0-b33f85e4e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:02.430274 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:22:02.542390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d186c17a-f521-4d01-9b03-d1478c7e2033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:03.644859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:03.701508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:04.935967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:07.492844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41178) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:07.539507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-57883679-76ea-47ca-9b4a-6fd217425a48 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:22:07.540502 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-57883679-76ea-47ca-9b4a-6fd217425a48 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467377 Apr 22 17:22:09.740743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41188) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:09.805958 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-262f4190-ce49-4731-b60c-4540e7e8d1f3 admin admin] GET failed (client error): The resource could not be found. Apr 22 17:22:09.807231 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-262f4190-ce49-4731-b60c-4540e7e8d1f3 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655668 Apr 22 17:22:09.932054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa246f68-80be-4546-be6e-58b38fdcab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:22:09.933529 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-aa246f68-80be-4546-be6e-58b38fdcab5b admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1225438 Apr 22 17:22:12.086449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41198) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:12.132554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:22:12.133654 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.quota [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Loaded quota_driver: . Apr 22 17:22:12.140441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:22:12.153103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:22:12.232876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Made reservation on behalf of 84e1050b72e6439dbe9fe5c11a6c411d for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:22:12.235258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:12.328859 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.services.revisions.revision_plugin [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Could not find related network for resource to bump revision. Apr 22 17:22:12.342077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:22:12.352807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755954325535', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:12.353338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Unsubscribe: segment precommit_create {{(pid=88659) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 17:22:12.353798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Added segment ce69ec83-51e4-4624-ba07-bab19be0f197 of type vlan for network 680e1d32-2c79-4509-a972-0e4e62f2a350 Apr 22 17:22:12.420566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:12.524367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:12.525296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:22:12.525901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:12.627063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] Pushing event updated for resources: {'Network': ['ID=680e1d32-2c79-4509-a972-0e4e62f2a350,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:22:12.637197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 680e1d32-2c79-4509-a972-0e4e62f2a350 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:22:12.708261 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-339bad13-ebcd-48af-a808-ccbf5df1b52c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.6207004 Apr 22 17:22:14.859085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41208) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:22:14.924111 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b884aff-a118-4d68-83ef-81cfaf8f2126 admin admin] GET failed (client error): The resource could not be found. Apr 22 17:22:14.924662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4b884aff-a118-4d68-83ef-81cfaf8f2126 admin admin] Synchronizing usage tracker for tenant:84e1050b72e6439dbe9fe5c11a6c411d on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:22:15.021229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4b884aff-a118-4d68-83ef-81cfaf8f2126 admin admin] Unset dirty status for tenant:84e1050b72e6439dbe9fe5c11a6c411d on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:22:15.022344 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4b884aff-a118-4d68-83ef-81cfaf8f2126 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1623130 Apr 22 17:22:15.126337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c85a6b1-f58b-457d-b5d0-30230050a47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:22:15.127695 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5c85a6b1-f58b-457d-b5d0-30230050a47e admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1009293 Apr 22 17:22:15.137606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350', 'name': 'shared-subnet'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:22:15.141895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:22:15.145717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Usage tracker for resource:subnet and tenant:84e1050b72e6439dbe9fe5c11a6c411d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:22:15.148650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:22:15.154839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:22:15.221093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Made reservation on behalf of 84e1050b72e6439dbe9fe5c11a6c411d for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:22:15.223281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:15.489756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:15.594587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1ebad8-2975-4440-a759-a11ca10dc589,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:22:15.601919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Checking segment: {'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:22:15.602246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Network hostable DHCP agents. Network: 680e1d32-2c79-4509-a972-0e4e62f2a350, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:22:15.689558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Network 680e1d32-2c79-4509-a972-0e4e62f2a350 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:22:15.775685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 680e1d32-2c79-4509-a972-0e4e62f2a350) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:22:15.779579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:22:15.780169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:15.784797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef35075-abd5-41b1-bd16-b0a196ba5566 None None] Network 680e1d32-2c79-4509-a972-0e4e62f2a350 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:22:15.856776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a267079d-fdff-4556-8a77-4bc78769ebc1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7229040 Apr 22 17:22:16.005441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-680e1d32-2c79-4509-a972-0e4e62f2a350', 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350', 'tenant_id': '84e1050b72e6439dbe9fe5c11a6c411d', 'fixed_ips': [{'subnet_id': '4f1ebad8-2975-4440-a759-a11ca10dc589'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:22:16.006312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:16.163435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Allocated IP 192.168.233.2 (680e1d32-2c79-4509-a972-0e4e62f2a350/4f1ebad8-2975-4440-a759-a11ca10dc589/61d67c5c-0317-4cf0-9534-a5627e1e9d6e) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:22:16.390523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:16.400499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Transition to ACTIVE for port object 61d67c5c-0317-4cf0-9534-a5627e1e9d6e will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:22:16.419387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Transition to ACTIVE for port object 61d67c5c-0317-4cf0-9534-a5627e1e9d6e will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:22:16.536130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:16.598123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Network 680e1d32-2c79-4509-a972-0e4e62f2a350 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:22:16.605057 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:22:16.609640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:22:16.615356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Pushing event updated for resources: {'Port': ['ID=61d67c5c-0317-4cf0-9534-a5627e1e9d6e,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:22:16.651036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.651338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.651684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.652020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.653009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.653345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.653673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.654004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.654370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.654682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.655033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.655356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:22:16.710907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Attempting to bind port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:22:16.711276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Attempting to bind port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:22:16.711637 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Attempting to bind port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e on network 680e1d32-2c79-4509-a972-0e4e62f2a350 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:22:16.716862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:22:16.717237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Checking segment: {'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:22:16.717637 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:16.718026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Bound using segment: {'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:22:16.718482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Bound port: 61d67c5c-0317-4cf0-9534-a5627e1e9d6e, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:22:16.718899 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:16.806964 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] For port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:22:16.810374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] For port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=61d67c5c-0317-4cf0-9534-a5627e1e9d6e,segment=NetworkSegment(ce69ec83-51e4-4624-ba07-bab19be0f197),segment_id=ce69ec83-51e4-4624-ba07-bab19be0f197)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:22:16.902209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:16.981791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa4a93-531f-468b-8bb2-4b26fc661bd9 None None] Pushing event updated for resources: {'Port': ['ID=61d67c5c-0317-4cf0-9534-a5627e1e9d6e,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:22:17.477055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 61d67c5c-0317-4cf0-9534-a5627e1e9d6e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:22:17.616208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:22:17.814407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca4122-d3d7-47de-9d46-65b2f817a068 None None] Network 680e1d32-2c79-4509-a972-0e4e62f2a350 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:22:17.989966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c03eb58d-6fd5-4068-b273-98f980823300 None None] Provisioning for port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:22:18.020554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c03eb58d-6fd5-4068-b273-98f980823300 None None] Provisioning complete for port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:22:18.020993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c03eb58d-6fd5-4068-b273-98f980823300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:18.167750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c03eb58d-6fd5-4068-b273-98f980823300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:18.204603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c03eb58d-6fd5-4068-b273-98f980823300 None None] For port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=61d67c5c-0317-4cf0-9534-a5627e1e9d6e,segment=NetworkSegment(ce69ec83-51e4-4624-ba07-bab19be0f197),segment_id=ce69ec83-51e4-4624-ba07-bab19be0f197)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:22:18.244451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c03eb58d-6fd5-4068-b273-98f980823300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:18.316132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eb58d-6fd5-4068-b273-98f980823300 None None] Pushing event updated for resources: {'Port': ['ID=61d67c5c-0317-4cf0-9534-a5627e1e9d6e,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:22:18.364165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-31d921d0-6b70-4e12-a899-880811fd429f None None] Provisioning complete for port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:22:18.364538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-31d921d0-6b70-4e12-a899-880811fd429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:19.441568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 61d67c5c-0317-4cf0-9534-a5627e1e9d6e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:22:19.508203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 61d67c5c-0317-4cf0-9534-a5627e1e9d6e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:22:19.508572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:30.329881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7977-df89-4b5b-b7a5-e4c817e0f7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:32.523750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-80cd8e41-bc57-4b9d-8901-d61a5584202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:33.638101 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:33.701153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:34.958439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:22:39.429270 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:23:00.335110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fb164711-85a3-4631-84cb-60b23f487e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:02.552465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3c884ae6-5f7c-400a-a403-aecc4730a1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:03.642830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:03.693832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:04.928807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:16.427833 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:23:30.374732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af35ce5c-a297-4de2-a7d3-cd8f256b85bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:32.569472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-96120e47-6e85-4cf8-a08d-ae11d9b10cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:33.643089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:33.689441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:34.928968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:49.949542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41252) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:49.955457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-632609a5-b906-48dc-a5d0-f237112ad0d6 tempest-verify_tempest_config-113267106 tempest-verify_tempest_config-113267106-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:23:49.956394 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-632609a5-b906-48dc-a5d0-f237112ad0d6 tempest-verify_tempest_config-113267106 tempest-verify_tempest_config-113267106-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058744 Apr 22 17:23:50.482778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41270) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:50.595317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:50.608913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:23:50.612642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Usage tracker for resource:security_group_rule and tenant:665cdf48833e494985f8251eb1a4239a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:23:50.615657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:23:50.621674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:23:50.713499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:50.791901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:50.839062 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=665cdf48833e494985f8251eb1a4239a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3551676 Apr 22 17:23:50.840369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88032ce-ea2f-45aa-930e-44603a6a36d3,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:23:50.847254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.847635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.847977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.848314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.848650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.849067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.849412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.849547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41276) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:23:50.850061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.850061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.850410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.850749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.851182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7794fc3-b48f-4c6a-898a-3a9d52369832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:50.908460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:50.933750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:51.077804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:51.091904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88032ce-ea2f-45aa-930e-44603a6a36d3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:23:51.101331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.101684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.102022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.102355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.103200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.103547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.103878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.104202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.104521 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.104838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.105155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.105473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:23:51.108431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:23:51.112074 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3bcaa2dd-1efa-4d02-b58b-53572bb0c3c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d88032ce-ea2f-45aa-930e-44603a6a36d3 HTTP/1.1" status: 204 len: 168 time: 0.2590244 Apr 22 17:23:53.426393 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:24:00.351684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4b806ca8-e4c1-43ff-8e28-0544f4c268d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:02.551289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7fb38c62-6c9a-4cf1-8b21-7c494eeaf4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:03.723135 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:03.724502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:04.934357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:30.338100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-388be849-3933-4640-a2e6-d195fbe2fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:30.424240 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 5 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:24:32.545519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ad31ec0d-5599-4823-a644-98d42443de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:33.653793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:33.676533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:24:34.928104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:00.355215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8796ff7f-3168-4222-b133-1c45e3d26f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:02.543250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-415fd899-6d06-47c7-8ec3-658ce639d105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:03.642124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:03.733779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:04.236309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-603331'] for agent, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:04.943141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:07.423079 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:25:18.267438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41346) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:18.377011 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f0d2d290-185b-4a51-82ac-79566a12df8d admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1084721 Apr 22 17:25:20.507082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41356) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:25:20.560987 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e5e49e20-da0f-4aa9-8fe2-57af726fbc98 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0528462 Apr 22 17:25:30.367976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5087ecb6-c958-4052-afc4-748037239048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:32.544729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-482eb502-0187-4bd2-a26c-7262c0fdbebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:33.641771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:33.738611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:34.218957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:34.954315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:25:44.422409 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:26:00.356091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7f69-c153-4900-9146-9df79f60d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:02.542488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12206d80-49f3-42db-a9ed-8f7d7cce6b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:03.658608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:03.714669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:04.234124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:04.955930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:21.423594 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:26:30.344083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf91b-4c8f-4a9e-90d6-ac02441fe947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:32.555537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8abbb072-c1be-43d5-8169-0643f2e8d60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:33.662414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:33.692538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:34.212335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:34.959752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:45.865952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41442) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:46.210285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-390321481-network', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:46.220093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:46.220093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Usage tracker for resource:network and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:46.223127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:46.229409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:46.312922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Made reservation on behalf of e216cd3558c843778c46ba4cb2ba5f6e for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:46.315556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:46.328273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:46.342603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:46.346502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Usage tracker for resource:security_group_rule and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:46.349818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:46.355564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:46.440868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:46.501750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:46.529085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:26:46.544333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ed1436-eca1-4f6a-a4fe-1f42c5998194,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:46.551697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:46.552038 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Added segment 7fe8a703-7fe9-4c45-8074-6bdde8b2de2d of type vlan for network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef Apr 22 17:26:46.554191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.554549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.554909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.555237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.555559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.555879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.556198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.556527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.556846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.557178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.557532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.557781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Tracked resource versions report: Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: pushed versions: Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: { 'AddressGroup': {'1.2'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'ConntrackHelper': {'1.0'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Log': {'1.0'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Network': {'1.1'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Port': {'1.7'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'PortForwarding': {'1.2'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'QosPolicy': {'1.8'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SecurityGroup': {'1.4'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SecurityGroupRule': {'1.2'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SubPort': {'1.0'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Subnet': {'1.1'}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Trunk': {'1.1'}} Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: consumer versions: Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: { DHCP agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: HyperV agent@hv-neutron-8390: {}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: L3 agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: Metadata agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: Metering agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: Open vSwitch agent@dv-neutron-839024-1-hyperv: { 'AddressGroup': '1.2', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'ConntrackHelper': '1.0', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Log': '1.0', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Network': '1.1', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Port': '1.7', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'PortForwarding': '1.2', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'QosPolicy': '1.8', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SecurityGroup': '1.4', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SecurityGroupRule': '1.2', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'SubPort': '1.0', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Subnet': '1.1', Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: 'Trunk': '1.1'}} Apr 22 17:26:46.558904 dv-neutron-839024-1-hyperv neutron-server[88660]: {{(pid=88660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 17:26:46.584776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:46.678651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:46.680158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:46.680808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:46.784667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] Pushing event updated for resources: {'Network': ['ID=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:46.798014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:26:46.810446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41486) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:46.811200 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-55f831a7-db49-4c4b-b836-b19b899ecd6b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9434447 Apr 22 17:26:46.822420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Request body: {'subnet': {'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-390321481-subnet', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:46.828987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:46.835485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Usage tracker for resource:subnet and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:46.839501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:46.847862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:46.938178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Made reservation on behalf of e216cd3558c843778c46ba4cb2ba5f6e for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:46.940584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:47.210856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:47.283524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e7a269-a355-4adc-bbba-7ed43f9cdf2d,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:47.293805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.294169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.294541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.294929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.295282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.295697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.295971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.296252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.296682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.296893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.297216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.297537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Tracked resource versions report: Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: pushed versions: Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: { 'AddressGroup': {'1.2'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'ConntrackHelper': {'1.0'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Log': {'1.0'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Network': {'1.1'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Port': {'1.7'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'PortForwarding': {'1.2'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'QosPolicy': {'1.8'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SecurityGroup': {'1.4'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SecurityGroupRule': {'1.2'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SubPort': {'1.0'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Subnet': {'1.1'}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Trunk': {'1.1'}} Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: consumer versions: Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: { DHCP agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: HyperV agent@hv-neutron-8390: {}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: L3 agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: Metadata agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: Metering agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: Open vSwitch agent@dv-neutron-839024-1-hyperv: { 'AddressGroup': '1.2', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'ConntrackHelper': '1.0', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Log': '1.0', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Network': '1.1', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Port': '1.7', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'PortForwarding': '1.2', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'QosPolicy': '1.8', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SecurityGroup': '1.4', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SecurityGroupRule': '1.2', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'SubPort': '1.0', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Subnet': '1.1', Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: 'Trunk': '1.1'}} Apr 22 17:26:47.298621 dv-neutron-839024-1-hyperv neutron-server[88659]: {{(pid=88659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 17:26:47.302816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Checking segment: {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:47.303177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Network hostable DHCP agents. Network: c03bba28-f20d-4ed6-8f50-f2f3902ac0ef, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:26:47.410557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:26:47.509544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, c03bba28-f20d-4ed6-8f50-f2f3902ac0ef) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:47.523254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed856789-c8a5-4d36-b7b7-6058831879e1 None None] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:26:47.524213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:47.527057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:47.633792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41526) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:47.634402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b0e78345-664a-483e-9c8e-ae4fd9d6076d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8219380 Apr 22 17:26:47.639143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:47.643852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:47.647744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Usage tracker for resource:router and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:47.650658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:47.656460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:47.744368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:47.745397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:47.760361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:26:47.761227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:47.761594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:47.923026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Allocated IP 172.20.0.2 (c03bba28-f20d-4ed6-8f50-f2f3902ac0ef/24e7a269-a355-4adc-bbba-7ed43f9cdf2d/cebdfdca-9173-477e-8415-8cd3651f1bf3) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:48.137707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:48.148282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Transition to ACTIVE for port object cebdfdca-9173-477e-8415-8cd3651f1bf3 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:48.162357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:48.167112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Transition to ACTIVE for port object cebdfdca-9173-477e-8415-8cd3651f1bf3 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:48.292955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:48.358878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:48.366910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:48.366910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:48.450785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Pushing event updated for resources: {'Port': ['ID=cebdfdca-9173-477e-8415-8cd3651f1bf3,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:48.464962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.465614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.466053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.466482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.466939 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.467379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.467801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.468220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.468663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.469098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.469517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.469931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Tracked resource versions report: Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: pushed versions: Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: { 'AddressGroup': {'1.2'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'ConntrackHelper': {'1.0'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Log': {'1.0'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Network': {'1.1'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Port': {'1.7'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'PortForwarding': {'1.2'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'QosPolicy': {'1.8'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SecurityGroup': {'1.4'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SecurityGroupRule': {'1.2'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SubPort': {'1.0'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Subnet': {'1.1'}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Trunk': {'1.1'}} Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: consumer versions: Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: { DHCP agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: HyperV agent@hv-neutron-8390: {}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: L3 agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: Metadata agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: Metering agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: Open vSwitch agent@dv-neutron-839024-1-hyperv: { 'AddressGroup': '1.2', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'ConntrackHelper': '1.0', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Log': '1.0', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Network': '1.1', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Port': '1.7', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'PortForwarding': '1.2', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'QosPolicy': '1.8', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SecurityGroup': '1.4', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SecurityGroupRule': '1.2', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'SubPort': '1.0', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Subnet': '1.1', Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: 'Trunk': '1.1'}} Apr 22 17:26:48.471413 dv-neutron-839024-1-hyperv neutron-server[88661]: {{(pid=88661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 17:26:48.495210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Attempting to bind port cebdfdca-9173-477e-8415-8cd3651f1bf3 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:48.495908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Attempting to bind port cebdfdca-9173-477e-8415-8cd3651f1bf3 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:48.496536 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Attempting to bind port cebdfdca-9173-477e-8415-8cd3651f1bf3 on network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:48.502499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:26:48.503207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Checking segment: {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:48.503847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:48.504459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Bound using segment: {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:26:48.505664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Bound port: cebdfdca-9173-477e-8415-8cd3651f1bf3, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:26:48.506268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:48.601273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:48.610555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] For port cebdfdca-9173-477e-8415-8cd3651f1bf3, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:26:48.614764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] For port cebdfdca-9173-477e-8415-8cd3651f1bf3, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cebdfdca-9173-477e-8415-8cd3651f1bf3,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:26:48.635215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:48.659327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41558) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:48.715940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:48.771798 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Allocated IP 172.26.3.94 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/590a7482-3746-44b9-b461-c63ecaa3327d) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:48.802425 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210330c0-4e22-4dfc-bed3-b7b8f57e8e8d None None] Pushing event updated for resources: {'Port': ['ID=cebdfdca-9173-477e-8415-8cd3651f1bf3,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:48.920545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41568) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:48.959855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.096894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.162455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:49.165743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:49.169422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:49.244936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Pushing event updated for resources: {'Port': ['ID=590a7482-3746-44b9-b461-c63ecaa3327d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:49.255203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1721160086-network', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:49.260092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:49.264667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Usage tracker for resource:network and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:49.267590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:49.273478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:49.380166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Made reservation on behalf of 7f0b41bdebac4d75aeb7963723944a77 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:49.380166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.392205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.407095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:49.412924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Usage tracker for resource:security_group_rule and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:49.416755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:49.423069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:49.475827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-598823060-network', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:49.480993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:49.486453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Usage tracker for resource:network and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:49.490871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:49.501886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:49.571847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.610342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Made reservation on behalf of c06fe8dd980747c6a9ea6b2e9dce9426 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:49.620144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.663995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cebdfdca-9173-477e-8415-8cd3651f1bf3 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:26:49.664794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.681800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.689744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:49.693838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:49.696990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:49.703752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:49.779944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.826077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:26:49.835416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.835895 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Added segment 4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8 of type vlan for network c3a128fb-8465-4c36-8cbf-920653d83673 Apr 22 17:26:49.840469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port cebdfdca-9173-477e-8415-8cd3651f1bf3 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:26:49.865135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.964513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18114edb-9142-43cc-a7b9-a925b1c63a18,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:49.972185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.991780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf01f1-be2a-455d-971c-6a882b1d5f41 None None] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:26:49.997371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:49.997371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:49.997371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.053394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.136579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a128fb-8465-4c36-8cbf-920653d83673,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:50.149884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network c3a128fb-8465-4c36-8cbf-920653d83673 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:26:50.182967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.187218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e193adef-7cc6-43cf-9d3d-7f5619f1822a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:50.190178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:26:50.208395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.208763 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Added segment c968ab41-ae24-45ac-9641-b1b39ea5f369 of type vlan for network e72d86d2-d583-43e0-a5b4-aaf15407937c Apr 22 17:26:50.257642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.268001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f1bba18b-aa2a-4b06-80b5-2080669d6412 None None] Provisioning for port cebdfdca-9173-477e-8415-8cd3651f1bf3 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:26:50.281558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f1bba18b-aa2a-4b06-80b5-2080669d6412 None None] Provisioning complete for port cebdfdca-9173-477e-8415-8cd3651f1bf3 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:50.282046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1bba18b-aa2a-4b06-80b5-2080669d6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.296543 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5a602a7e-08ad-435d-9aeb-2e5ecac1ac38 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6353552 Apr 22 17:26:50.307296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41606) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:50.315244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Request body: {'subnet': {'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1721160086-subnet', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:50.322985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:50.328264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Usage tracker for resource:subnet and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:50.331981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:50.340911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:50.365880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.367955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:50.368585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.422354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Made reservation on behalf of 7f0b41bdebac4d75aeb7963723944a77 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:50.424888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.515192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1bba18b-aa2a-4b06-80b5-2080669d6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.521743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Router 4e8723d8-49a7-405e-b597-b88838341dc1 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:26:50.560131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f1bba18b-aa2a-4b06-80b5-2080669d6412 None None] For port cebdfdca-9173-477e-8415-8cd3651f1bf3, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cebdfdca-9173-477e-8415-8cd3651f1bf3,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:26:50.600310 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6749499 Apr 22 17:26:50.606199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41616) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:50.616156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Request body: {'subnet': {'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-598823060-subnet', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:50.621939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95658b-5c9f-4f9c-9ba1-63c2793ac8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e72d86d2-d583-43e0-a5b4-aaf15407937c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:50.632297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:50.634594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network e72d86d2-d583-43e0-a5b4-aaf15407937c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:26:50.665806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1bba18b-aa2a-4b06-80b5-2080669d6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.678485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Usage tracker for resource:subnet and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:50.684457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:50.702273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:50.822425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Made reservation on behalf of c06fe8dd980747c6a9ea6b2e9dce9426 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:50.842038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.855707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.868447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:26:50.879529 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Sync routers for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:26:50.897786 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:26:50.898678 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:26:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:26:50.960977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:50.965088 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-16809a15-76e7-48b6-9d90-95a492699b3d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3275158 Apr 22 17:26:50.965378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41634) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:50.975152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9dd647c0-a4f4-4d19-b170-bc39c03ecfd8 None None] Provisioning complete for port cebdfdca-9173-477e-8415-8cd3651f1bf3 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:50.980618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9dd647c0-a4f4-4d19-b170-bc39c03ecfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:51.006578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35834dc0-7254-4d15-b92b-6ba34e6e3dbd,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:51.044159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Checking segment: {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:51.044629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Network hostable DHCP agents. Network: c3a128fb-8465-4c36-8cbf-920653d83673, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:26:51.141520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bba18b-aa2a-4b06-80b5-2080669d6412 None None] Pushing event updated for resources: {'Port': ['ID=cebdfdca-9173-477e-8415-8cd3651f1bf3,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:51.189200 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:26:51.248454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Network c3a128fb-8465-4c36-8cbf-920653d83673 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:26:51.378707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41644) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:51.491099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, c3a128fb-8465-4c36-8cbf-920653d83673) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:51.502999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:51.502999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:51.503193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f12cf2-4b27-4d65-bde5-dae843b7cb43 None None] Network c3a128fb-8465-4c36-8cbf-920653d83673 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:26:51.543167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:51.558007 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:49Z', 'revision_number': 3, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:26:51.562988 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Checking router: 4e8723d8-49a7-405e-b597-b88838341dc1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:26:51.563510 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Updating router 4e8723d8-49a7-405e-b597-b88838341dc1 port 590a7482-3746-44b9-b461-c63ecaa3327d binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:26:51.633214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41652) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:51.654113 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:51.669757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaa8710-e8c8-4a77-81e2-87b614cb1346,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:51.677737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41660) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:51.677965 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-25ff5ad3-2a94-4102-b658-bf2022147af7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3687444 Apr 22 17:26:51.694315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:51.695737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cebdfdca-9173-477e-8415-8cd3651f1bf3 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:26:51.725820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:51.729680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Checking segment: {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:51.730164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Network hostable DHCP agents. Network: e72d86d2-d583-43e0-a5b4-aaf15407937c, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:26:51.815264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41664) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:51.833823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1161449086'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:51.840969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Usage tracker for resource:router and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:51.841507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Network e72d86d2-d583-43e0-a5b4-aaf15407937c is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:26:51.848642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:51.850362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:51.855725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port cebdfdca-9173-477e-8415-8cd3651f1bf3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:51.856105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:51.868378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:51.879990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Usage tracker for resource:router and tenant:b04fe72f39a74ffd81cd60d99200db12 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:51.894961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:51.911081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:51.948897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, e72d86d2-d583-43e0-a5b4-aaf15407937c) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:51.959419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:51.960256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:51.965339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2de8d1-23b0-4f26-98af-2c63df5131cf None None] Network e72d86d2-d583-43e0-a5b4-aaf15407937c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:26:52.003008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-c3a128fb-8465-4c36-8cbf-920653d83673', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:26:52.003532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.019784 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.020416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.040469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.042383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.095605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.114929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1165970718'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:52.117629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-321efb49-ab20-425f-8c8b-0e07404f203c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5103180 Apr 22 17:26:52.122490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:52.123729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41674) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:52.126411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Usage tracker for resource:network and tenant:f8be5ce3696b4b478cd2d2b8edb6fcae is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:52.127917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.129601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:52.135712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:52.242321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Made reservation on behalf of f8be5ce3696b4b478cd2d2b8edb6fcae for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:52.245985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.261634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.264086 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.279421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:52.283318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Usage tracker for resource:security_group_rule and tenant:f8be5ce3696b4b478cd2d2b8edb6fcae is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:52.283569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:52.289626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:52.289723 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Transition to ACTIVE for port object 590a7482-3746-44b9-b461-c63ecaa3327d will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:52.292789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:52.294990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:52.316366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Usage tracker for resource:router and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:52.324417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:52.330458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-905683725'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:52.341273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:52.347325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:52.350041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Usage tracker for resource:network and tenant:e3229a11c1ad410892e0e23f7854ed94 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:52.356070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:52.367395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:52.378241 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.434048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.461169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Made reservation on behalf of e3229a11c1ad410892e0e23f7854ed94 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:52.480794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.496316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-e72d86d2-d583-43e0-a5b4-aaf15407937c', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:26:52.497172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.501348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.503549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.509488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41680) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:52.509663 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Pushing event updated for resources: {'Port': ['ID=590a7482-3746-44b9-b461-c63ecaa3327d,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:52.520430 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.524458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.525543 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Tracked resource versions report: Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: pushed versions: Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: { 'AddressGroup': {'1.2'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'ConntrackHelper': {'1.0'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Log': {'1.0'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Network': {'1.1'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Port': {'1.7'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'PortForwarding': {'1.2'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'QosPolicy': {'1.8'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SecurityGroup': {'1.4'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SecurityGroupRule': {'1.2'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SubPort': {'1.0'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Subnet': {'1.1'}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Trunk': {'1.1'}} Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: consumer versions: Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: { DHCP agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: HyperV agent@hv-neutron-8390: {}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: L3 agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: Metadata agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: Metering agent@dv-neutron-839024-1-hyperv: {}, Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: Open vSwitch agent@dv-neutron-839024-1-hyperv: { 'AddressGroup': '1.2', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'ConntrackHelper': '1.0', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Log': '1.0', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Network': '1.1', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Port': '1.7', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'PortForwarding': '1.2', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'QosPolicy': '1.8', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SecurityGroup': '1.4', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SecurityGroupRule': '1.2', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'SubPort': '1.0', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Subnet': '1.1', Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: 'Trunk': '1.1'}} Apr 22 17:26:52.526485 dv-neutron-839024-1-hyperv neutron-server[88662]: {{(pid=88662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 17:26:52.528968 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Attempting to bind port 590a7482-3746-44b9-b461-c63ecaa3327d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:52.529513 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Attempting to bind port 590a7482-3746-44b9-b461-c63ecaa3327d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:52.530226 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Attempting to bind port 590a7482-3746-44b9-b461-c63ecaa3327d on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:52.537462 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:26:52.538120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.538250 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:52.538830 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.542326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-604d5dac-f030-4150-80a8-6d57c088ce81 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1597810 Apr 22 17:26:52.542326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.550605 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:26:52.555182 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Bound port: 590a7482-3746-44b9-b461-c63ecaa3327d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:26:52.556661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41686) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:52.556925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.557110 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.599271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.651647 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] For port 590a7482-3746-44b9-b461-c63ecaa3327d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:26:52.655370 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] For port 590a7482-3746-44b9-b461-c63ecaa3327d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=590a7482-3746-44b9-b461-c63ecaa3327d,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:26:52.882223 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.885127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-05383789-ba6a-4831-868c-45147c59c6e5 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.885922 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.886513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47237ec1-1b06-48b1-8813-923679bdde73,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:52.910586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:52.911356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Allocated IP 172.20.0.2 (e72d86d2-d583-43e0-a5b4-aaf15407937c/fbaa8710-e8c8-4a77-81e2-87b614cb1346/bdaacfed-46f8-4df4-b50e-d46c92e33f76) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:52.912472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1697403876'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:52.912472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:52.912472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Usage tracker for resource:network and tenant:9187e55d62214e10a456b13967c04f8b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:52.912472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:52.912472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:52.912902 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:26:52.912902 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:26:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:26:52.913108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:26:52.913321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Usage tracker for resource:security_group_rule and tenant:e3229a11c1ad410892e0e23f7854ed94 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:52.913321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:52.946568 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8b12a-07cf-4bba-b535-e0b3deb84c9b None None] Pushing event updated for resources: {'Port': ['ID=590a7482-3746-44b9-b461-c63ecaa3327d,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:53.004039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:53.008163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Allocated IP 172.20.0.2 (c3a128fb-8465-4c36-8cbf-920653d83673/35834dc0-7254-4d15-b92b-6ba34e6e3dbd/09043547-d692-49f4-b85a-8cf23a88953e) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:53.048930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:53.053531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.062233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Made reservation on behalf of 9187e55d62214e10a456b13967c04f8b for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:53.068469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.068469 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Added segment 5f5ec50c-9334-4485-a8a5-81ca9466f1ef of type vlan for network 2e77fb9f-4561-4aef-85f6-326397d3fbd4 Apr 22 17:26:53.070505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.196411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.199720 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:26:53.214277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.214849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Transition to ACTIVE for port object bdaacfed-46f8-4df4-b50e-d46c92e33f76 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:53.216600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.270525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Transition to ACTIVE for port object bdaacfed-46f8-4df4-b50e-d46c92e33f76 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:53.363535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.371125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41702) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:53.372061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:53.384100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-05383789-ba6a-4831-868c-45147c59c6e5 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.395334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-05383789-ba6a-4831-868c-45147c59c6e5 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.399456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Usage tracker for resource:security_group_rule and tenant:9187e55d62214e10a456b13967c04f8b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:53.454686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:53.454886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Pushing event updated for resources: {'Port': ['ID=bdaacfed-46f8-4df4-b50e-d46c92e33f76,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:53.491402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Network e72d86d2-d583-43e0-a5b4-aaf15407937c is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:53.495412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:53.497850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Allocated IP 172.20.0.1 (c03bba28-f20d-4ed6-8f50-f2f3902ac0ef/24e7a269-a355-4adc-bbba-7ed43f9cdf2d/8e4bd592-546c-4abb-a8c3-04d527537e78) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:53.501546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:53.504651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.630224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:53.659957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Transition to ACTIVE for port object 09043547-d692-49f4-b85a-8cf23a88953e will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:53.664276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Attempting to bind port bdaacfed-46f8-4df4-b50e-d46c92e33f76 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:53.664705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Attempting to bind port bdaacfed-46f8-4df4-b50e-d46c92e33f76 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:53.665953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Attempting to bind port bdaacfed-46f8-4df4-b50e-d46c92e33f76 on network e72d86d2-d583-43e0-a5b4-aaf15407937c {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:53.695677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:53.697201 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:49Z', 'revision_number': 3, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:26:53.705291 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7861228-3824-45ae-9de3-f94fb44566ec None None] The sync data for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv is: [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:49Z', 'revision_number': 3, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:26:53.705916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:26:53.706477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Checking segment: {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:53.707093 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.707610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Bound using segment: {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:26:53.708764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Bound port: bdaacfed-46f8-4df4-b50e-d46c92e33f76, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:26:53.709281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.720628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:53.722581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.725425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Usage tracker for resource:floatingip and tenant:9ab59c2ebd9646f9a327a3c486e52507 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:53.731026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:53.731158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:53.731229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.742460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:53.759843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.813174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Transition to ACTIVE for port object 09043547-d692-49f4-b85a-8cf23a88953e will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:53.825210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-05383789-ba6a-4831-868c-45147c59c6e5 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.826264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05383789-ba6a-4831-868c-45147c59c6e5 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b68d5b5-9358-4c86-9266-7cb725b46b31 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:26:53.836549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] For port bdaacfed-46f8-4df4-b50e-d46c92e33f76, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:26:53.841033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] For port bdaacfed-46f8-4df4-b50e-d46c92e33f76, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bdaacfed-46f8-4df4-b50e-d46c92e33f76,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:26:53.870095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Transition to ACTIVE for port object 8e4bd592-546c-4abb-a8c3-04d527537e78 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:53.915851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:53.923052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Pushing event updated for resources: {'Network': ['ID=2e77fb9f-4561-4aef-85f6-326397d3fbd4,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:53.970010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.019216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Network c3a128fb-8465-4c36-8cbf-920653d83673 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:54.021230 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0322c18e-cc80-4676-a593-d933f4799ee9 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3797674 Apr 22 17:26:54.027210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41710) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:54.041310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.048651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.089219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:54.095382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2e77fb9f-4561-4aef-85f6-326397d3fbd4 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:26:54.100120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.131433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.134652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-05383789-ba6a-4831-868c-45147c59c6e5 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.135363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:54.139272 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-05383789-ba6a-4831-868c-45147c59c6e5 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "DELETE /v2.0/routers/7b68d5b5-9358-4c86-9266-7cb725b46b31 HTTP/1.1" status: 204 len: 168 time: 1.5763042 Apr 22 17:26:54.139455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41716) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:54.144975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Pushing event updated for resources: {'Port': ['ID=09043547-d692-49f4-b85a-8cf23a88953e,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:54.148170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.198670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Request body: {'router': {'name': 'tempest-router-809847720', 'distributed': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:54.204483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.213722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.216697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:54.224112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Request body: {'network': {'name': 'tempest-network--461037673', 'router:external': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:54.256700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:54.267768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:26:54.279278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.279607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Added segment 7478c781-b833-4cd9-bad3-68c36ca95d15 of type vlan for network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 Apr 22 17:26:54.295501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Usage tracker for resource:router and tenant:b04fe72f39a74ffd81cd60d99200db12 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:54.315414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1492297d-6865-49f8-9400-55cc372c2258,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:54.330288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Usage tracker for resource:network and tenant:6ffe8386d22e4da7860be1b0ffd64481 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:54.368938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:54.411697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:54.416615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:54.423306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.440047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.456752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:54.480327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:54.505524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Attempting to bind port 09043547-d692-49f4-b85a-8cf23a88953e on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:54.505942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Attempting to bind port 09043547-d692-49f4-b85a-8cf23a88953e by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:54.506336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Attempting to bind port 09043547-d692-49f4-b85a-8cf23a88953e on network c3a128fb-8465-4c36-8cbf-920653d83673 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:54.508360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:54.518229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:54.518229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.527740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4bd592-546c-4abb-a8c3-04d527537e78,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:54.565832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.566255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:26:54.567028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Checking segment: {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:54.568327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.571837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Bound using segment: {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:26:54.571837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Bound port: 09043547-d692-49f4-b85a-8cf23a88953e, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:26:54.571837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.611839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8298b-8dbb-41e2-b550-1a575ebf92c2 None None] Pushing event updated for resources: {'Port': ['ID=bdaacfed-46f8-4df4-b50e-d46c92e33f76,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:54.632581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.633833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.640187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:26:54.660415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Made reservation on behalf of 6ffe8386d22e4da7860be1b0ffd64481 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:54.663371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.678172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.686037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:54.688189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.704433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.705540 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Added segment 73886a4e-e4de-4a4b-8faf-efb1af88eb2b of type vlan for network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad Apr 22 17:26:54.714373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.731238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] For port 09043547-d692-49f4-b85a-8cf23a88953e, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:26:54.735312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] For port 09043547-d692-49f4-b85a-8cf23a88953e, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=09043547-d692-49f4-b85a-8cf23a88953e,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:26:54.746811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.767010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Allocated IP 172.26.3.227 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/266cd512-d40a-4b2c-93a6-fb64a9fde345) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:54.796415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.813136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.839956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.843093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d98dc85-398e-4061-a0ca-bd62ea05f85a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:54.858993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:54.865036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Usage tracker for resource:security_group_rule and tenant:6ffe8386d22e4da7860be1b0ffd64481 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:54.870345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:54.876398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:54.929776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5d5d1-6e17-447a-ae42-8b468514c7ba None None] Pushing event updated for resources: {'Port': ['ID=09043547-d692-49f4-b85a-8cf23a88953e,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:54.963855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:54.966859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:26:55.004464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d3cd900c-0af0-4e23-a9b9-4489a33cce09 None None] Provisioning for port 8e4bd592-546c-4abb-a8c3-04d527537e78 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:26:55.013224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d3cd900c-0af0-4e23-a9b9-4489a33cce09 None None] Provisioning complete for port 8e4bd592-546c-4abb-a8c3-04d527537e78 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:55.013611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d3cd900c-0af0-4e23-a9b9-4489a33cce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.059646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.090471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd900c-0af0-4e23-a9b9-4489a33cce09 None None] Port 8e4bd592-546c-4abb-a8c3-04d527537e78 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:26:55.097456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event updated for resources: {'Network': ['ID=9d35d417-8e6e-48e6-83b1-7dcdaf231df4,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:55.109871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.111177 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-627a0b26-78f6-4935-b509-9ff2721e047c tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9712362 Apr 22 17:26:55.115795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41726) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:55.122024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:26:55.221479 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6abd6203-9150-49e7-b4c6-a751a1f0443b tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4024048 Apr 22 17:26:55.236991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41730) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:55.242685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.253221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:55.254105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.280006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Request body: {'subnet': {'network_id': '9d35d417-8e6e-48e6-83b1-7dcdaf231df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:55.314225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.328692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a29c303d-06b3-4a7e-9e80-8061a20ec1aa tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.573706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.0587008 Apr 22 17:26:55.665527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:55.669672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Usage tracker for resource:subnet and tenant:e3229a11c1ad410892e0e23f7854ed94 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:55.672568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:55.683423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de32381-1b20-4d43-a32d-5ac76eee5a63 tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Pushing event updated for resources: {'Network': ['ID=ebcaeaa4-74b8-4123-9be7-a4b89b2302ad,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:55.688120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:55.691162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.696287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:26:55.704925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.736964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a29c303d-06b3-4a7e-9e80-8061a20ec1aa tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.749433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a29c303d-06b3-4a7e-9e80-8061a20ec1aa tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.763157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.807859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 590a7482-3746-44b9-b461-c63ecaa3327d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:26:55.822993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.834695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:26:55.851064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.851410 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Added segment 24dcf399-17e6-44b2-a380-02357c772699 of type vlan for network 253bfe95-4f2b-49d3-b300-d6011b9018d2 Apr 22 17:26:55.868882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:55.885596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.898404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:55.909772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:55.969650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Made reservation on behalf of e3229a11c1ad410892e0e23f7854ed94 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:55.978015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks [] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.002043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:26:56.050558 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:56.150031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 590a7482-3746-44b9-b461-c63ecaa3327d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:26:56.158326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 590a7482-3746-44b9-b461-c63ecaa3327d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:56.159476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.199560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77230c49-1dd7-4fba-b38b-d888424234a5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:56.214888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Allocated IP 172.26.3.205 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/e2a4d221-b28a-4b22-b192-c1b04cd97627) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:56.270839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.270925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f297db3-bd24-4b4e-910c-83e2c8687a19 None None] Network e72d86d2-d583-43e0-a5b4-aaf15407937c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:26:56.271008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:56.271008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.430673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.3972602 Apr 22 17:26:56.434435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41744) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:56.503010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41746) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:56.534930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-590d9764-79ea-4258-90cb-35af2e2c4838 None None] Provisioning for port bdaacfed-46f8-4df4-b50e-d46c92e33f76 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:26:56.556289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.570805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Request body: {'port': {'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-594518950'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:56.576885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:56.581085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Usage tracker for resource:port and tenant:9f182b0222bb460d8fdb5f464ab22181 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:56.586451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:56.593887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:56.594197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 590a7482-3746-44b9-b461-c63ecaa3327d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=590a7482-3746-44b9-b461-c63ecaa3327d,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:26:56.669666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e43851-8e32-487c-8855-d9ef481b6365 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Network': ['ID=253bfe95-4f2b-49d3-b300-d6011b9018d2,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:56.671772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.672712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 09043547-d692-49f4-b85a-8cf23a88953e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:26:56.713014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Made reservation on behalf of 9f182b0222bb460d8fdb5f464ab22181 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:56.715565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.743279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.745033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 253bfe95-4f2b-49d3-b300-d6011b9018d2 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:26:56.779725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.790494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:56.805828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Usage tracker for resource:security_group_rule and tenant:9f182b0222bb460d8fdb5f464ab22181 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:56.812238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:56.817095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.827022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:56.841812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Pushing event updated for resources: {'Port': ['ID=266cd512-d40a-4b2c-93a6-fb64a9fde345,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:56.858715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a29c303d-06b3-4a7e-9e80-8061a20ec1aa tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.864201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29c303d-06b3-4a7e-9e80-8061a20ec1aa tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c36445bc-a161-4974-819a-8fff6996bfd7 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:26:56.897638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33be67c-ddd0-4fe4-a593-0f761e0c86d6 None None] Network c3a128fb-8465-4c36-8cbf-920653d83673 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:26:56.910394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.938837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:56.996550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event updated for resources: {'Subnet': ['ID=1542fb47-d8e1-4d92-bf45-004e7e017895,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:57.019774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=590a7482-3746-44b9-b461-c63ecaa3327d,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:57.031908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.032554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.044938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Checking segment: {'id': '7478c781-b833-4cd9-bad3-68c36ca95d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9d35d417-8e6e-48e6-83b1-7dcdaf231df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:57.045276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Network hostable DHCP agents. Network: 9d35d417-8e6e-48e6-83b1-7dcdaf231df4, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:26:57.070494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-22f1102c-168d-4fef-a042-1b40f682029c None None] Provisioning for port 09043547-d692-49f4-b85a-8cf23a88953e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:26:57.090338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a29c303d-06b3-4a7e-9e80-8061a20ec1aa tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.092752 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a29c303d-06b3-4a7e-9e80-8061a20ec1aa tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "DELETE /v2.0/routers/c36445bc-a161-4974-819a-8fff6996bfd7 HTTP/1.1" status: 204 len: 168 time: 1.9739761 Apr 22 17:26:57.096096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.096820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41760) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:57.131799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Request body: {'router': {'name': 'tempest-router-1058946350', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3f35b164447c4f2c8d956be5c94582ca'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:57.139881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:57.143699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Usage tracker for resource:router and tenant:3f35b164447c4f2c8d956be5c94582ca is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:57.146541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:57.150567 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.152361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:57.159808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.210154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:26:57.222782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.232292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 09043547-d692-49f4-b85a-8cf23a88953e completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:26:57.241204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 09043547-d692-49f4-b85a-8cf23a88953e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:57.241204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.248912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] device_id is not set on port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:26:57.287956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4bd592-546c-4abb-a8c3-04d527537e78,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:57.300908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.302612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.324816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:57.342775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:57.366855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:57.371644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 9d35d417-8e6e-48e6-83b1-7dcdaf231df4) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:57.373181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'Port': ['ID=e2a4d221-b28a-4b22-b192-c1b04cd97627,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:57.383141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5174736-f610-487c-9f39-70a183e5bc3d None None] Network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:26:57.383291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Allocated IP 172.26.3.147 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/fdf89e94-8505-4bfd-8974-398a36833f4c) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:57.392063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:26:57.392661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.396270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd5db08-9cbe-4cc9-b5a3-1ead4de20e7f,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:57.436588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.506175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.564022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 09043547-d692-49f4-b85a-8cf23a88953e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=09043547-d692-49f4-b85a-8cf23a88953e,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:26:57.601626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:57.609640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:57.621162 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.671202 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.672055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device bdaacfed-46f8-4df4-b50e-d46c92e33f76 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:26:57.673775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.795461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.795825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.796633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.797061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > port after_create 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.797408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.797777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > port after_update 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.798105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.798443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.798827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.799130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:57.836597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4eddf7fc-c68a-4298-94e6-8c6a8f184986 None None] Provisioning complete for port 09043547-d692-49f4-b85a-8cf23a88953e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:57.836968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4eddf7fc-c68a-4298-94e6-8c6a8f184986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.837284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.844047 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-01c4e9d2-3f07-4a6f-82be-7082a0d8e0ef tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6035812 Apr 22 17:26:57.873067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41766) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:57.884558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-9d35d417-8e6e-48e6-83b1-7dcdaf231df4', 'network_id': '9d35d417-8e6e-48e6-83b1-7dcdaf231df4', 'tenant_id': 'e3229a11c1ad410892e0e23f7854ed94', 'fixed_ips': [{'subnet_id': '1542fb47-d8e1-4d92-bf45-004e7e017895'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:26:57.885318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:57.905227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Request body: {'port': {'network_id': '9d35d417-8e6e-48e6-83b1-7dcdaf231df4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-432023785'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:57.936203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=09043547-d692-49f4-b85a-8cf23a88953e,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:58.042631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port bdaacfed-46f8-4df4-b50e-d46c92e33f76 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:26:58.060844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port bdaacfed-46f8-4df4-b50e-d46c92e33f76 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:58.061223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.061594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:58.061960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:58.062278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:58.066579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:26:58.066579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253bfe95-4f2b-49d3-b300-d6011b9018d2']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:26:58.086245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.090142 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a153f357-8992-4a6d-949c-13267aef126a tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9897795 Apr 22 17:26:58.093635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41770) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:58.096949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dcf399-17e6-44b2-a380-02357c772699') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:26:58.097246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dcf399-17e6-44b2-a380-02357c772699') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:26:58.103566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.108718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.121672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:58.158496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] device_id is not set on port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:26:58.193404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.232679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Allocated IP 172.20.0.2 (9d35d417-8e6e-48e6-83b1-7dcdaf231df4/1542fb47-d8e1-4d92-bf45-004e7e017895/adccce5a-2ff7-4155-ae66-363415057863) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:58.243159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.248728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.255538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Transition to ACTIVE for port object 56766dd8-8d42-4cd2-930d-bdb5fce5c978 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:58.269800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:58.275778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.280321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Usage tracker for resource:port and tenant:e3229a11c1ad410892e0e23f7854ed94 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:58.284434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:58.394210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.394550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-27e8a1bc-8758-4936-81f0-d8e08be31490 None None] Provisioning complete for port 8e4bd592-546c-4abb-a8c3-04d527537e78 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:58.394897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-27e8a1bc-8758-4936-81f0-d8e08be31490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.405185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:58.415168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.420168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port bdaacfed-46f8-4df4-b50e-d46c92e33f76, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bdaacfed-46f8-4df4-b50e-d46c92e33f76,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:26:58.432247 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:26:58.472946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:26:58.473377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.479645 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-27e8a1bc-8758-4936-81f0-d8e08be31490 None None] Port 8e4bd592-546c-4abb-a8c3-04d527537e78 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: from cryptography.utils import int_from_bytes Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: from cryptography.utils import int_from_bytes Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn_limited( Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:26:58.489995 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:26:58.513442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.541789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=56766dd8-8d42-4cd2-930d-bdb5fce5c978,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:58.543927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Made reservation on behalf of e3229a11c1ad410892e0e23f7854ed94 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:58.547375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.562357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.604375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.608953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Router 4e8723d8-49a7-405e-b597-b88838341dc1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:26:58.618105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=bdaacfed-46f8-4df4-b50e-d46c92e33f76,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:58.621013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Transition to ACTIVE for port object adccce5a-2ff7-4155-ae66-363415057863 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:58.633981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Checking segment: {'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:58.634350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Network hostable DHCP agents. Network: ebcaeaa4-74b8-4123-9be7-a4b89b2302ad, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:26:58.645938 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Transition to ACTIVE for port object adccce5a-2ff7-4155-ae66-363415057863 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:58.656524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] device_id is not set on port a837c8a6-16cc-41b3-a034-68ca3b09bd10 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:26:58.661344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 590a7482-3746-44b9-b461-c63ecaa3327d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:26:58.709556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:58.723140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Pushing event updated for resources: {'Port': ['ID=fdf89e94-8505-4bfd-8974-398a36833f4c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:58.725640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:58.731612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.744567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:58.786808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 590a7482-3746-44b9-b461-c63ecaa3327d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:58.787154 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.807202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.840281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:26:58.845334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:58.851948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=adccce5a-2ff7-4155-ae66-363415057863,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:58.854087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:58.913396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.957562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.957945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.958624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Attempting to bind port adccce5a-2ff7-4155-ae66-363415057863 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:58.959026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Attempting to bind port adccce5a-2ff7-4155-ae66-363415057863 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7478c781-b833-4cd9-bad3-68c36ca95d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9d35d417-8e6e-48e6-83b1-7dcdaf231df4'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:58.959389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Attempting to bind port adccce5a-2ff7-4155-ae66-363415057863 on network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:58.964373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:26:58.966984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:26:58.967371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Checking segment: {'id': '7478c781-b833-4cd9-bad3-68c36ca95d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9d35d417-8e6e-48e6-83b1-7dcdaf231df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:26:58.967774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:58.968171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Bound using segment: {'id': '7478c781-b833-4cd9-bad3-68c36ca95d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9d35d417-8e6e-48e6-83b1-7dcdaf231df4'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:26:58.968636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Bound port: adccce5a-2ff7-4155-ae66-363415057863, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7478c781-b833-4cd9-bad3-68c36ca95d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9d35d417-8e6e-48e6-83b1-7dcdaf231df4'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:26:58.969053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.023906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.028765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 253bfe95-4f2b-49d3-b300-d6011b9018d2 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 17:26:59.031010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.031657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.081572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 09043547-d692-49f4-b85a-8cf23a88953e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:26:59.091730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'Port': ['ID=e2a4d221-b28a-4b22-b192-c1b04cd97627,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:59.103775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, ebcaeaa4-74b8-4123-9be7-a4b89b2302ad) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:26:59.105633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Allocated IP 172.20.0.11 (9d35d417-8e6e-48e6-83b1-7dcdaf231df4/1542fb47-d8e1-4d92-bf45-004e7e017895/a837c8a6-16cc-41b3-a034-68ca3b09bd10) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:26:59.113125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:26:59.130872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e548e32-8d47-4ccf-8f6c-a5acb9eb855f None None] Network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:26:59.135383 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "DELETE /v2.0/networks/253bfe95-4f2b-49d3-b300-d6011b9018d2 HTTP/1.1" status: 204 len: 168 time: 2.6270757 Apr 22 17:26:59.137981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:59.138573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:59.138963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396786a5-ad18-4945-a353-3500c5c93cc5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event deleted for resources: {'Network': ['ID=253bfe95-4f2b-49d3-b300-d6011b9018d2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:59.139449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:59.141609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41774) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:59.158579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:59.168170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:59.172397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:26:59.173008 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:26:59.183025 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 2 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:26:59.189892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88660) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 22 17:26:59.190229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Router 4f2f485f-f80a-493f-ad93-df53dbfdbf28 migrating from provider to provider. {{(pid=88660) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 22 17:26:59.193371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.193474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.193474 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a09fe9c4-7b02-42ca-bfaf-ce3ddc677175 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8109848 Apr 22 17:26:59.195711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Usage tracker for resource:network and tenant:6ffe8386d22e4da7860be1b0ffd64481 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:59.197998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41778) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:26:59.204010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:59.234082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] For port adccce5a-2ff7-4155-ae66-363415057863, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:26:59.261468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-445158767'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:26:59.262549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] For port adccce5a-2ff7-4155-ae66-363415057863, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=adccce5a-2ff7-4155-ae66-363415057863,segment=NetworkSegment(7478c781-b833-4cd9-bad3-68c36ca95d15),segment_id=7478c781-b833-4cd9-bad3-68c36ca95d15)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:26:59.273314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:59.294858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:59.295550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:59.296121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:59.315777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:26:59.316456 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:26:59.335137 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 3 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:26:59.338514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.387022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.390418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:59.400702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Usage tracker for resource:network and tenant:9ab59c2ebd9646f9a327a3c486e52507 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:59.405928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:59.427004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:59.435832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:26:59.437439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Made reservation on behalf of 6ffe8386d22e4da7860be1b0ffd64481 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:59.440061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.461152 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b63d1b1b-75a4-4219-9408-4c534c1cbf82 admin admin] 10.222.0.10 "PUT /v2.0/routers/4e8723d8-49a7-405e-b597-b88838341dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4886460 Apr 22 17:26:59.468200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:59.468602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:59.469110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:59.476254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 09043547-d692-49f4-b85a-8cf23a88953e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:26:59.476626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.492787 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.546810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:26:59.547433 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:26:59.552516 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 4 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:26:59.565617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8395a6-1b52-4dd4-9260-11ea8d3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=adccce5a-2ff7-4155-ae66-363415057863,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:26:59.588876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Router c7fdb7f7-a1c7-432d-9662-b24b000234ea is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:26:59.625779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:59.626202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:59.626607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:59.653460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:26:59.677833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:26:59.678119 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:26:59.693419 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 5 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:26:59.711527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.799111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.799254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Made reservation on behalf of 9ab59c2ebd9646f9a327a3c486e52507 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:26:59.802846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.830574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.864689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:26:59.865038 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Added segment fd7c35f9-f567-47d6-ba28-b45089f22160 of type vlan for network 5e1cfb1b-ed13-486a-b679-6bcf74761d7e Apr 22 17:26:59.868232 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING neutron.scheduler.l3_agent_scheduler [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] No L3 agents can host the router 4f2f485f-f80a-493f-ad93-df53dbfdbf28 Apr 22 17:26:59.887493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:26:59.887835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:26:59.888177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:26:59.896388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Transition to ACTIVE for port object a837c8a6-16cc-41b3-a034-68ca3b09bd10 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:26:59.899261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:26:59.902710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:26:59.903108 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:26:59.909003 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 6 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:26:59.923785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Usage tracker for resource:security_group_rule and tenant:9ab59c2ebd9646f9a327a3c486e52507 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:26:59.933965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:26:59.953128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:26:59.957130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Sync routers for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:26:59.973766 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:26:59.976510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:26:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:00.032845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:00.033255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:00.033605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:00.046559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.057039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:00.057435 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:00.061329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.061811 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 7 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:27:00.102360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:00.102725 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:00.103167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:00.189837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:00.193321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.200401 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Sync routers for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:00.207482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:00.217869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.218064 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Added segment 13111579-25a3-4603-a2ae-bdb9acbed7e4 of type vlan for network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 Apr 22 17:27:00.219400 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:00.220356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:00.220564 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:26:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:00.248830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.288268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:00.289069 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:00.298878 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 8 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:27:00.309936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.421553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ec9177a-112d-4e4b-b9f5-cdd7a606207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.456778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.474999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:00.475341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:00.475677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:00.486874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:00.487522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.500193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.501148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:00.501740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.559932 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:00.562443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:00.562988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:00.563317 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:00.585084 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 9 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:27:00.595893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:00.625924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9d2a6-7a2b-44b3-9a58-69e15c3542c4,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:00.633875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:00.639493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:00.640109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.807454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.812284 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f532dc13-bced-4cf1-bda4-809f92aeefc4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1311810 Apr 22 17:27:00.817110 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6168847 Apr 22 17:27:00.818020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41796) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:00.821340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41798) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:00.825763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event updated for resources: {'Port': ['ID=a837c8a6-16cc-41b3-a034-68ca3b09bd10,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:00.828942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:00.903265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device bdaacfed-46f8-4df4-b50e-d46c92e33f76 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:00.992426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d650869-c740-4765-9bed-7be30e6e823d None None] Network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:01.001773 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 3, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:01.006060 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Checking router: c7fdb7f7-a1c7-432d-9662-b24b000234ea for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:27:01.006418 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Updating router c7fdb7f7-a1c7-432d-9662-b24b000234ea port 266cd512-d40a-4b2c-93a6-fb64a9fde345 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:27:01.014524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Request body: {'subnet': {'network_id': 'f6c5b38b-b1a7-48f7-91c6-0f6e730fa039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:01.075696 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.085523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd769454-8cbc-45b5-bba5-d10cc442d93a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'Network': ['ID=f6c5b38b-b1a7-48f7-91c6-0f6e730fa039,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:01.126653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:01.131767 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.9789360 Apr 22 17:27:01.138363 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6cba4118-7e23-4f03-8787-f9af960be360 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2471435 Apr 22 17:27:01.139144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41804) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:01.146341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:01.146690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:01.147050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:01.151636 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41806) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:01.154339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3a6d0-2bd0-4f13-9af5-d5611bcfe15c tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Network': ['ID=5e1cfb1b-ed13-486a-b679-6bcf74761d7e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:01.160606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Request body: {'subnet': {'network_id': '5e1cfb1b-ed13-486a-b679-6bcf74761d7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:01.166700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:01.170766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Usage tracker for resource:subnet and tenant:6ffe8386d22e4da7860be1b0ffd64481 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:01.173594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Hosts for router 4f2f485f-f80a-493f-ad93-df53dbfdbf28: [] {{(pid=88660) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 22 17:27:01.173709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:01.179832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:01.217524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41812) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:01.222998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657787828', 'description': 'tempest-description--793818095'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:01.244547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:01.244885 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:01.245272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:01.252268 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 10 to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 Apr 22 17:27:01.265561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 5e1cfb1b-ed13-486a-b679-6bcf74761d7e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:01.267715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Made reservation on behalf of 6ffe8386d22e4da7860be1b0ffd64481 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:01.270126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.322721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Usage tracker for resource:security_group and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:01.326197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:01.337474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Hosts for other DVR routers connected to router 4f2f485f-f80a-493f-ad93-df53dbfdbf28: set() {{(pid=88660) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 22 17:27:01.340398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.341856 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-59ca2452-3381-4839-9501-d6707396f60d tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "PUT /v2.0/routers/4f2f485f-f80a-493f-ad93-df53dbfdbf28 HTTP/1.1" status: 200 len: 717 time: 3.2472842 Apr 22 17:27:01.346527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:01.350587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41816) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:01.444272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:26:55Z', 'revision_number': 2, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:01.455085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port bdaacfed-46f8-4df4-b50e-d46c92e33f76 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:01.455705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.477059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:01.493979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:01.494462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:01.494701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:01.508983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:01.509314 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:01.509679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.531244 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.546599 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Transition to ACTIVE for port object 266cd512-d40a-4b2c-93a6-fb64a9fde345 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:01.556543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Checking router: 4e8723d8-49a7-405e-b597-b88838341dc1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:27:01.557724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Updating router 4e8723d8-49a7-405e-b597-b88838341dc1 port 8e4bd592-546c-4abb-a8c3-04d527537e78 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:27:01.560289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-bd19fef3-21f0-49da-8730-3f901e858159 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Deleting port a837c8a6-16cc-41b3-a034-68ca3b09bd10 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:01.560644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bd19fef3-21f0-49da-8730-3f901e858159 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.597092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-64d481d9-ebb3-4b22-8586-575f7aace808 None None] Provisioning for port adccce5a-2ff7-4155-ae66-363415057863 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:01.602331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Router 0d22f370-3dec-4200-a170-da0f041a377d is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:27:01.648044 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.664827 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fc1588b3-4807-422f-8ec4-9e1cb8a8badc tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "GET /v2.0/routers/4f2f485f-f80a-493f-ad93-df53dbfdbf28 HTTP/1.1" status: 200 len: 717 time: 0.3080127 Apr 22 17:27:01.672096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Usage tracker for resource:subnet and tenant:9ab59c2ebd9646f9a327a3c486e52507 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:01.674070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41820) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:01.680107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:01.718186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.744901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:01.772177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.781012 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad546acc-4366-4e30-8fce-ec6bb40570f5 None None] Pushing event updated for resources: {'Port': ['ID=266cd512-d40a-4b2c-93a6-fb64a9fde345,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:01.805626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] For port 56766dd8-8d42-4cd2-930d-bdb5fce5c978, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:01.805824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device adccce5a-2ff7-4155-ae66-363415057863 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:01.805900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempted to set empty binding levels {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 17:27:01.814934 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Attempting to bind port 266cd512-d40a-4b2c-93a6-fb64a9fde345 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:01.815731 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Attempting to bind port 266cd512-d40a-4b2c-93a6-fb64a9fde345 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:01.816318 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Attempting to bind port 266cd512-d40a-4b2c-93a6-fb64a9fde345 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:01.828840 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:01.830513 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:01.831292 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.834641 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:01.835497 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Bound port: 266cd512-d40a-4b2c-93a6-fb64a9fde345, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:01.836148 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.839351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:01.858229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Usage tracker for resource:security_group_rule and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:01.869382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:01.890957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:01.898866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:01.939707 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] For port 266cd512-d40a-4b2c-93a6-fb64a9fde345, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:01.943316 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] For port 266cd512-d40a-4b2c-93a6-fb64a9fde345, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=266cd512-d40a-4b2c-93a6-fb64a9fde345,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:02.007833 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.035063 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Made reservation on behalf of 9ab59c2ebd9646f9a327a3c486e52507 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:02.038466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.164274 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:02.164945 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:26:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:02.226969 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:02.227606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.295817 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad546acc-4366-4e30-8fce-ec6bb40570f5 None None] Pushing event updated for resources: {'Port': ['ID=266cd512-d40a-4b2c-93a6-fb64a9fde345,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:02.302301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=56766dd8-8d42-4cd2-930d-bdb5fce5c978,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:02.329793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:02.362439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port adccce5a-2ff7-4155-ae66-363415057863 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:02.374837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Sync routers for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:02.387084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bd19fef3-21f0-49da-8730-3f901e858159 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.400112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a37a8dc9-aa58-4dda-9c8c-5bdf8662b2ed tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.8960392 Apr 22 17:27:02.403668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41828) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:02.408155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port adccce5a-2ff7-4155-ae66-363415057863 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:02.408693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.456374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.478463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:02.482598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:26:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:02.507449 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0b2ad3e6-715a-4b01-9eb0-6e373ad9ec6f tempest-RoutersTestDVR-132301406 tempest-RoutersTestDVR-132301406-project] 10.222.0.10 "GET /v2.0/routers/4f2f485f-f80a-493f-ad93-df53dbfdbf28 HTTP/1.1" status: 200 len: 683 time: 0.8321445 Apr 22 17:27:02.520837 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:02.630949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41832) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:02.645209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.647334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-bd19fef3-21f0-49da-8730-3f901e858159 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Calling delete_port for a837c8a6-16cc-41b3-a034-68ca3b09bd10 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:02.678396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-272050fa-0cb0-40ff-9db2-e455c8321a01 None None] Provisioning complete for port adccce5a-2ff7-4155-ae66-363415057863 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:02.678790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-272050fa-0cb0-40ff-9db2-e455c8321a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.684643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.686080 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-928c1f8c-decc-43e5-857d-f176a08bd17f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.5611362 Apr 22 17:27:02.689722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.693792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41836) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:02.707915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Transition to ACTIVE for port object 8e4bd592-546c-4abb-a8c3-04d527537e78 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:02.779664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.781679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:27:02.782367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.804572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8147fdf3-b02f-48cf-bd96-eec5b657cf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.811849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.894682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Deleting port 56766dd8-8d42-4cd2-930d-bdb5fce5c978 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:02.895479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:02.911884 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 3, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:02.917018 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d544129-5b98-4f19-b34c-abb6e5dedcb3 None None] The sync data for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 3, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:03.064617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a14b8578-6341-4cf8-ae46-d28223580dce,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:03.076702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:03.109278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Checking segment: {'id': 'fd7c35f9-f567-47d6-ba28-b45089f22160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5e1cfb1b-ed13-486a-b679-6bcf74761d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:03.109806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Network hostable DHCP agents. Network: 5e1cfb1b-ed13-486a-b679-6bcf74761d7e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:27:03.123702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'Subnet': ['ID=17507955-380b-4fcb-80d3-7cc4ed2a848f,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:03.201816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770be84f-62db-4243-ac42-fe83e7ec86d5 None None] Pushing event updated for resources: {'Port': ['ID=8e4bd592-546c-4abb-a8c3-04d527537e78,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:03.205338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.278501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c76c09d9-001e-49ad-843e-89cdac8a24ce tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.298766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Network 5e1cfb1b-ed13-486a-b679-6bcf74761d7e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:27:03.339957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bd19fef3-21f0-49da-8730-3f901e858159 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.366934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64798755-4984-4bdb-957d-86431cb6c623,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:03.415999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] For port 56766dd8-8d42-4cd2-930d-bdb5fce5c978, host hv-neutron-8390, got binding levels [] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:03.416723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.506069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19fef3-21f0-49da-8730-3f901e858159 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event deleted for resources: {'Port': ['ID=a837c8a6-16cc-41b3-a034-68ca3b09bd10,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:03.508436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 5e1cfb1b-ed13-486a-b679-6bcf74761d7e) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:03.536805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-272050fa-0cb0-40ff-9db2-e455c8321a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.565614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port adccce5a-2ff7-4155-ae66-363415057863, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=adccce5a-2ff7-4155-ae66-363415057863,segment=NetworkSegment(7478c781-b833-4cd9-bad3-68c36ca95d15),segment_id=7478c781-b833-4cd9-bad3-68c36ca95d15)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:03.578976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Attempting to bind port 8e4bd592-546c-4abb-a8c3-04d527537e78 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:03.578976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Attempting to bind port 8e4bd592-546c-4abb-a8c3-04d527537e78 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:03.578976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Attempting to bind port 8e4bd592-546c-4abb-a8c3-04d527537e78 on network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:03.592188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Calling delete_port for 56766dd8-8d42-4cd2-930d-bdb5fce5c978 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:03.605381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Checking segment: {'id': '13111579-25a3-4603-a2ae-bdb9acbed7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6c5b38b-b1a7-48f7-91c6-0f6e730fa039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:03.605747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Network hostable DHCP agents. Network: f6c5b38b-b1a7-48f7-91c6-0f6e730fa039, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:27:03.648809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:03.649279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Checking segment: {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:03.649701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.650105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Bound using segment: {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:03.650671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Bound port: 8e4bd592-546c-4abb-a8c3-04d527537e78, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:03.651127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.714492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.787804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bd19fef3-21f0-49da-8730-3f901e858159 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.799655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:03.800499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.815037 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bd19fef3-21f0-49da-8730-3f901e858159 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "DELETE /v2.0/ports/a837c8a6-16cc-41b3-a034-68ca3b09bd10 HTTP/1.1" status: 204 len: 168 time: 2.6606891 Apr 22 17:27:03.819415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41848) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:03.826503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a9a84-2b44-4ae1-933d-58667446deb1 None None] Network 5e1cfb1b-ed13-486a-b679-6bcf74761d7e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:03.901864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.957783 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f713630e-54ef-4645-bf64-c6b286ff4ac4 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8110731 Apr 22 17:27:03.959583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:03.964309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41856) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:03.969155 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1922bac4-0f99-4b12-ba81-dce1b1787bfc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7443335 Apr 22 17:27:03.980549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event deleted for resources: {'Port': ['ID=56766dd8-8d42-4cd2-930d-bdb5fce5c978,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:03.991751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Request body: {'floatingip': {'floating_network_id': '5e1cfb1b-ed13-486a-b679-6bcf74761d7e'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:03.996101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41858) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:04.009816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Request body: {'security_group_rule': {'security_group_id': '64798755-4984-4bdb-957d-86431cb6c623', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:04.014702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.022160 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8a083f16-43a0-4039-96f3-4e735c60922f tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "DELETE /v2.0/ports/56766dd8-8d42-4cd2-930d-bdb5fce5c978 HTTP/1.1" status: 204 len: 168 time: 1.5210876 Apr 22 17:27:04.023308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:04.035287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41866) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:04.043469 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-06f59394-49d0-4435-8c7f-ea124f62518f tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2198982 Apr 22 17:27:04.043469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Usage tracker for resource:floatingip and tenant:6ffe8386d22e4da7860be1b0ffd64481 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:04.043749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 266cd512-d40a-4b2c-93a6-fb64a9fde345 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:04.045850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:04.047104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41870) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:04.067820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1493395582'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:04.072302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.083777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:04.099722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:04.101837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Usage tracker for resource:security_group_rule and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:04.105878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:04.108885 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-207fb50f-9749-4a79-9c91-ac37aeb70433 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] GET failed (client error): The resource could not be found. Apr 22 17:27:04.109409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-207fb50f-9749-4a79-9c91-ac37aeb70433 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Synchronizing usage tracker for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:04.120320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:04.149300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.193259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.237712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.261437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:04.266165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:27:04.283160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Usage tracker for resource:network and tenant:e3229a11c1ad410892e0e23f7854ed94 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:04.286770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-272050fa-0cb0-40ff-9db2-e455c8321a01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:27:04.287180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-272050fa-0cb0-40ff-9db2-e455c8321a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:27:04.289639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c76c09d9-001e-49ad-843e-89cdac8a24ce tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.291768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:04.297564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=adccce5a-2ff7-4155-ae66-363415057863,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:04.306782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.308660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c76c09d9-001e-49ad-843e-89cdac8a24ce tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.312340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:04.323065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, f6c5b38b-b1a7-48f7-91c6-0f6e730fa039) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:04.344739 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:04.345339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.353642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ccdc39-df61-45e4-8fe2-85bb3f12cb1e None None] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:04.442414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-207fb50f-9749-4a79-9c91-ac37aeb70433 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Unset dirty status for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:04.447178 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-207fb50f-9749-4a79-9c91-ac37aeb70433 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "GET /v2.0/ports/56766dd8-8d42-4cd2-930d-bdb5fce5c978 HTTP/1.1" status: 404 len: 333 time: 0.4062374 Apr 22 17:27:04.447178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.461607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41876) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:04.472026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] For port 8e4bd592-546c-4abb-a8c3-04d527537e78, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:04.476083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Made reservation on behalf of e3229a11c1ad410892e0e23f7854ed94 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:04.479675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd455a5-4e08-40a0-bb1e-ff74fc1a87e8,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:04.480031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.489884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Request body: {'port': {'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1026426537'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:04.496048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:04.496215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.497037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 266cd512-d40a-4b2c-93a6-fb64a9fde345 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:04.516805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:04.521763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] For port 8e4bd592-546c-4abb-a8c3-04d527537e78, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8e4bd592-546c-4abb-a8c3-04d527537e78,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:04.524503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 266cd512-d40a-4b2c-93a6-fb64a9fde345 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:04.524897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.547434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.573483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c76c09d9-001e-49ad-843e-89cdac8a24ce tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.573676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76c09d9-001e-49ad-843e-89cdac8a24ce tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2f485f-f80a-493f-ad93-df53dbfdbf28 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:27:04.584874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.587245 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8f0925e1-158f-4d54-b461-5320d7f76b42 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5888951 Apr 22 17:27:04.589802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41880) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:04.600118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Request body: {'security_group_rule': {'security_group_id': '64798755-4984-4bdb-957d-86431cb6c623', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:04.612289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:04.618698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:04.628855 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ff871d29-b948-4239-8112-95f0d34cc98d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7118320 Apr 22 17:27:04.633017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41884) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:04.642081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-233142602', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:04.658005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Usage tracker for resource:security_group_rule and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:04.658351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:26:59Z', 'revision_number': 3, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:04.660801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.663256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c76c09d9-001e-49ad-843e-89cdac8a24ce tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.667077 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c76c09d9-001e-49ad-843e-89cdac8a24ce tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4f2f485f-f80a-493f-ad93-df53dbfdbf28 HTTP/1.1" status: 204 len: 168 time: 2.0337706 Apr 22 17:27:04.670774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Made reservation on behalf of 9f182b0222bb460d8fdb5f464ab22181 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:04.673401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.676201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41888) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:04.678959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.679312 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Added segment 805c9e81-e2a2-4ed9-a30f-cc108a0ca462 of type vlan for network ef4116f2-e8da-4804-89ca-35cec5835745 Apr 22 17:27:04.684057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:04.684671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Request body: {'router': {'name': 'tempest-router-1739363648', 'distributed': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:04.690817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:04.697520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26b013-370c-45d8-8afa-2233033d6b48 None None] Network 5e1cfb1b-ed13-486a-b679-6bcf74761d7e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:04.703545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Usage tracker for resource:router and tenant:9ab59c2ebd9646f9a327a3c486e52507 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:04.713855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:04.718700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:04.737692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:04.749732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.771611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Usage tracker for resource:router and tenant:b04fe72f39a74ffd81cd60d99200db12 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:04.775756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Checking router: 0d22f370-3dec-4200-a170-da0f041a377d for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:27:04.776047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] device_id is not set on port 0ebaa47a-2a0e-42b8-9171-7e1563008152 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:04.776179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Updating router 0d22f370-3dec-4200-a170-da0f041a377d port fdf89e94-8505-4bfd-8974-398a36833f4c binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:27:04.783531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:04.803088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.806720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:04.847292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:04.932523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Allocated IP 172.20.0.9 (5e1cfb1b-ed13-486a-b679-6bcf74761d7e/a14b8578-6341-4cf8-ae46-d28223580dce/7093dfad-a9bb-4c11-addb-b45cb7c98325) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:04.970482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.971685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.984886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:04.997711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.000317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.001312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.134932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.160087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:05.160731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:05.194017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.201810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:05.202415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.212043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.219548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.253591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770be84f-62db-4243-ac42-fe83e7ec86d5 None None] Pushing event updated for resources: {'Port': ['ID=8e4bd592-546c-4abb-a8c3-04d527537e78,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:05.255250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.256015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.256428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.282409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.296056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-272050fa-0cb0-40ff-9db2-e455c8321a01 None None] Could not find standard attr ID for object a837c8a6-16cc-41b3-a034-68ca3b09bd10. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:27:05.321105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-f6c5b38b-b1a7-48f7-91c6-0f6e730fa039', 'network_id': 'f6c5b38b-b1a7-48f7-91c6-0f6e730fa039', 'tenant_id': '9ab59c2ebd9646f9a327a3c486e52507', 'fixed_ips': [{'subnet_id': '17507955-380b-4fcb-80d3-7cc4ed2a848f'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:27:05.321350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.331814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.350703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.485705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 266cd512-d40a-4b2c-93a6-fb64a9fde345, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=266cd512-d40a-4b2c-93a6-fb64a9fde345,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:05.503011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.518503 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4663148 Apr 22 17:27:05.530672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.531862 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-79c10c95-cf9b-49bf-970a-16c2a54dcedf tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8511353 Apr 22 17:27:05.539906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41892) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:05.540324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41894) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:05.546410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Allocated IP 172.20.0.1 (c3a128fb-8465-4c36-8cbf-920653d83673/35834dc0-7254-4d15-b92b-6ba34e6e3dbd/42de6304-3c0f-4565-b634-ab501824c585) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:05.600842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e898d2a2-1c68-4f68-87d2-ae9600a7c9e3,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:05.617091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e97df-66e8-49be-8443-3273d0821c70 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event updated for resources: {'Network': ['ID=ef4116f2-e8da-4804-89ca-35cec5835745,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:05.669721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.676352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.677652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.679475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network ef4116f2-e8da-4804-89ca-35cec5835745 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:05.758074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:05.765734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:05.771415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:05.772573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:05.773354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.781339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=0ebaa47a-2a0e-42b8-9171-7e1563008152,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:05.814335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad5c82ee-ee07-4730-ab71-b28485c98bc6 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.851701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.899186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:05.900609 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d754f670-5bcc-4f97-88cb-cceff8f63f4f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3095000 Apr 22 17:27:05.908155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41900) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:05.921871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device adccce5a-2ff7-4155-ae66-363415057863 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:05.923833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:05.933940 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ba65ce94-073c-4ee1-ae90-f739d45473ef tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4481943 Apr 22 17:27:05.940933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41904) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:05.944072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:05.953758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Network 5e1cfb1b-ed13-486a-b679-6bcf74761d7e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:05.963828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:05.965883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4f298f5c-d985-4fca-9bfd-352aef167bfb None None] Could not find standard attr ID for object a837c8a6-16cc-41b3-a034-68ca3b09bd10. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:27:05.993441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Usage tracker for resource:floatingip and tenant:e216cd3558c843778c46ba4cb2ba5f6e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:06.000735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Port': ['ID=7093dfad-a9bb-4c11-addb-b45cb7c98325,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:06.002942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:06.006430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:06.010245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:06.024789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:06.066632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:06.170527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.179541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.208572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=266cd512-d40a-4b2c-93a6-fb64a9fde345,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:06.219039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.366205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Allocated IP 172.20.0.2 (f6c5b38b-b1a7-48f7-91c6-0f6e730fa039/17507955-380b-4fcb-80d3-7cc4ed2a848f/81c1cff1-1155-4cc0-97c4-800cec6fdeb0) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:06.421913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad5c82ee-ee07-4730-ab71-b28485c98bc6 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.429997 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4ad2b6f9-8b2a-4e01-abcf-aa13445d89c7 tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "GET /v2.0/agents/30303825-12d3-43ae-8049-149103893658/dhcp-networks HTTP/1.1" status: 200 len: 8012 time: 0.8886580 Apr 22 17:27:06.439714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad5c82ee-ee07-4730-ab71-b28485c98bc6 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.443393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41908) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:06.464072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port adccce5a-2ff7-4155-ae66-363415057863 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:06.464451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.477571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.495506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Allocated IP 172.20.0.1 (e72d86d2-d583-43e0-a5b4-aaf15407937c/fbaa8710-e8c8-4a77-81e2-87b614cb1346/d91e5612-0b87-42a8-be26-9148397029f1) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:06.534356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.686580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Transition to ACTIVE for port object 42de6304-3c0f-4565-b634-ab501824c585 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:06.703121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad5c82ee-ee07-4730-ab71-b28485c98bc6 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.703585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c82ee-ee07-4730-ab71-b28485c98bc6 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bfce34c-4302-4f35-ad0b-058debc9632e {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:27:06.750014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad5c82ee-ee07-4730-ab71-b28485c98bc6 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.751197 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ad5c82ee-ee07-4730-ab71-b28485c98bc6 tempest-RoutersTestDVR-462443726 tempest-RoutersTestDVR-462443726-project-admin] 10.222.0.10 "DELETE /v2.0/routers/7bfce34c-4302-4f35-ad0b-058debc9632e HTTP/1.1" status: 204 len: 168 time: 1.2084360 Apr 22 17:27:06.767034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.802820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Transition to ACTIVE for port object fdf89e94-8505-4bfd-8974-398a36833f4c will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:06.803683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.809439 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b70a754-ffeb-4719-a279-183cf0612af8 tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] Network ef4116f2-e8da-4804-89ca-35cec5835745 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:27:06.827526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Transition to ACTIVE for port object d91e5612-0b87-42a8-be26-9148397029f1 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:06.880279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.906067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.929808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.947186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:06.960947 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0b70a754-ffeb-4719-a279-183cf0612af8 tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "POST /v2.0/agents/30303825-12d3-43ae-8049-149103893658/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5122187 Apr 22 17:27:06.966266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41914) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:06.978445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314657e-50b1-42dd-a417-a478dc621615 None None] Network ef4116f2-e8da-4804-89ca-35cec5835745 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:06.998009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.002249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Network c3a128fb-8465-4c36-8cbf-920653d83673 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:07.007978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.105891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Transition to ACTIVE for port object 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:07.111717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:07.122993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:07.181579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.198113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] device_id is not set on port 0ebaa47a-2a0e-42b8-9171-7e1563008152 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:07.200980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:04Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:07.209744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367c386-3ee7-4095-8adb-20a45ac75a9b None None] Pushing event updated for resources: {'Port': ['ID=fdf89e94-8505-4bfd-8974-398a36833f4c,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:07.217263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Attempting to bind port fdf89e94-8505-4bfd-8974-398a36833f4c on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:07.220962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Attempting to bind port fdf89e94-8505-4bfd-8974-398a36833f4c by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:07.220962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Attempting to bind port fdf89e94-8505-4bfd-8974-398a36833f4c on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:07.221164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.233906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029268d8-8dea-4ba2-be6c-ac7b74abbd97 None None] The sync data for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv is: [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:04Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:07.243160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:07.243545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:07.243955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.244352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:07.244855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Bound port: fdf89e94-8505-4bfd-8974-398a36833f4c, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:07.245232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.250044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Network e72d86d2-d583-43e0-a5b4-aaf15407937c is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:07.264627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Pushing event updated for resources: {'Port': ['ID=42de6304-3c0f-4565-b634-ab501824c585,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:07.269572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.271452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:07.355509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:07.360095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Transition to ACTIVE for port object 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:07.427874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.447350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Transition to ACTIVE for port object 0ebaa47a-2a0e-42b8-9171-7e1563008152 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:07.505432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.515618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Allocated IP 172.26.3.248 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/f07a6c3a-971a-42bc-87f6-c29e28d8d7be) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:07.520362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:27:07.541740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.549362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.642192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41922) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:07.684981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.688694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:07.698221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:07.707531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Pushing event updated for resources: {'Port': ['ID=d91e5612-0b87-42a8-be26-9148397029f1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:07.713566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:07.718335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] For port fdf89e94-8505-4bfd-8974-398a36833f4c, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:07.725618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] For port fdf89e94-8505-4bfd-8974-398a36833f4c, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=fdf89e94-8505-4bfd-8974-398a36833f4c,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:07.725921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.776979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Pushing event updated for resources: {'Port': ['ID=81c1cff1-1155-4cc0-97c4-800cec6fdeb0,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:07.849719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-28a074ff-567f-48ea-a197-822e11f6d432 None None] Provisioning for port 42de6304-3c0f-4565-b634-ab501824c585 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:07.860073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.935299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-28a074ff-567f-48ea-a197-822e11f6d432 None None] Provisioning complete for port 42de6304-3c0f-4565-b634-ab501824c585 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:07.935946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-28a074ff-567f-48ea-a197-822e11f6d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.940773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:07.945666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=0ebaa47a-2a0e-42b8-9171-7e1563008152,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:07.994606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8e4bd592-546c-4abb-a8c3-04d527537e78 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:08.072477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-28a074ff-567f-48ea-a197-822e11f6d432 None None] Port 42de6304-3c0f-4565-b634-ab501824c585 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:08.092541 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.096631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Attempting to bind port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:08.097082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Attempting to bind port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '13111579-25a3-4603-a2ae-bdb9acbed7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6c5b38b-b1a7-48f7-91c6-0f6e730fa039'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:08.097452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Attempting to bind port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 on network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:08.098357 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a6c7bb19-ea6a-4dc8-a26f-3a4dfec312e3 tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "GET /v2.0/agents/30303825-12d3-43ae-8049-149103893658/dhcp-networks HTTP/1.1" status: 200 len: 8781 time: 1.1182866 Apr 22 17:27:08.101120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41928) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:08.136184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:08.136810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:08.142278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.168043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.191751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:08.202616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.204012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2251539 Apr 22 17:27:08.205517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] Usage tracker for resource:security_group_rule and tenant:3f35b164447c4f2c8d956be5c94582ca is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:08.212188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2136b-cc01-4c28-ab3d-a1aac2807d17 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Port': ['ID=7093dfad-a9bb-4c11-addb-b45cb7c98325,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:08.218223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:08.219504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41932) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:08.222205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:08.222651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:08.223120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:08.284148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:08.284637 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:08.287354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:08.295263 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 2 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:08.336676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Pushing event updated for resources: {'Port': ['ID=42de6304-3c0f-4565-b634-ab501824c585,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:08.364555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:08.365095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Checking segment: {'id': '13111579-25a3-4603-a2ae-bdb9acbed7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6c5b38b-b1a7-48f7-91c6-0f6e730fa039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:08.365567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.366027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Bound using segment: {'id': '13111579-25a3-4603-a2ae-bdb9acbed7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6c5b38b-b1a7-48f7-91c6-0f6e730fa039'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:08.367931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Bound port: 81c1cff1-1155-4cc0-97c4-800cec6fdeb0, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13111579-25a3-4603-a2ae-bdb9acbed7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6c5b38b-b1a7-48f7-91c6-0f6e730fa039'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:08.367931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.391192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.406865 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-13542a2a-91a6-44bb-bd72-1b659da4de45 tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "DELETE /v2.0/agents/30303825-12d3-43ae-8049-149103893658/dhcp-networks/ef4116f2-e8da-4804-89ca-35cec5835745 HTTP/1.1" status: 204 len: 168 time: 0.3046315 Apr 22 17:27:08.410225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41936) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:08.417513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367c386-3ee7-4095-8adb-20a45ac75a9b None None] Pushing event updated for resources: {'Port': ['ID=fdf89e94-8505-4bfd-8974-398a36833f4c,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:08.426206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.485962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.502265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] For port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:08.511122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] For port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=81c1cff1-1155-4cc0-97c4-800cec6fdeb0,segment=NetworkSegment(13111579-25a3-4603-a2ae-bdb9acbed7e4),segment_id=13111579-25a3-4603-a2ae-bdb9acbed7e4)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:08.522677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:08.523032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:08.523431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:08.526980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-409eef34-ab49-4634-a414-6827a8cbf88b tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Synchronizing usage tracker for tenant:6ffe8386d22e4da7860be1b0ffd64481 on resource:floatingip {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:08.542575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:08.603311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.609786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:08.610118 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:08.614201 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 3 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:08.641984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:08.642359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:08.642645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:08.650479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.680094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.721061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:08.721410 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:08.735039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 4 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:08.766772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9213a7-36f5-47fb-b7ea-a161746a21b3 None None] Pushing event updated for resources: {'Port': ['ID=81c1cff1-1155-4cc0-97c4-800cec6fdeb0,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:08.770893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.779279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-157653d2-6474-4330-bb74-bf3a349dd55f None None] Provisioning for port d91e5612-0b87-42a8-be26-9148397029f1 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:08.783813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 8e4bd592-546c-4abb-a8c3-04d527537e78 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:08.798049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:08.808157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-157653d2-6474-4330-bb74-bf3a349dd55f None None] Provisioning complete for port d91e5612-0b87-42a8-be26-9148397029f1 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:08.808758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-157653d2-6474-4330-bb74-bf3a349dd55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.813293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:08.813637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:08.813971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:08.816790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:08.831967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:08.838499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Network c3a128fb-8465-4c36-8cbf-920653d83673 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:08.844748 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8e4bd592-546c-4abb-a8c3-04d527537e78 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:08.845145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:08.863373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:08.920489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'Port': ['ID=f07a6c3a-971a-42bc-87f6-c29e28d8d7be,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:08.931260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:08.932917 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:08.952524 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 5 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:08.959829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-409eef34-ab49-4634-a414-6827a8cbf88b tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Unset dirty status for tenant:6ffe8386d22e4da7860be1b0ffd64481 on resource:floatingip {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:08.961035 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-409eef34-ab49-4634-a414-6827a8cbf88b tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=5e1cfb1b-ed13-486a-b679-6bcf74761d7e HTTP/1.1" status: 200 len: 689 time: 0.7403860 Apr 22 17:27:08.964037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41940) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:08.975795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Allocated IP 172.26.3.240 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/90c6599e-a2c6-4056-a86e-78c0a5760d15) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:08.981770 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f483700d-876c-47a7-af5d-e877898ec4d0 tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "GET /v2.0/agents/30303825-12d3-43ae-8049-149103893658/dhcp-networks HTTP/1.1" status: 200 len: 8012 time: 0.5702889 Apr 22 17:27:08.983951 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f35b164447c4f2c8d956be5c94582ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3233020 Apr 22 17:27:08.993640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cbc6a-5560-4ea6-9671-07e1a29a100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa6ba54-d865-4851-b956-56e4171f7ef9,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:09.055018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-157653d2-6474-4330-bb74-bf3a349dd55f None None] Port d91e5612-0b87-42a8-be26-9148397029f1 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:09.057486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41944) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:09.058002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41946) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:09.121199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:09.121868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:09.122650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:09.252249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.254001 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-708f6f16-c53f-4f22-b8e9-959d729daeef tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "GET /v2.0/networks/9d35d417-8e6e-48e6-83b1-7dcdaf231df4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1944392 Apr 22 17:27:09.254836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:09.255172 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:09.276592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.278202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41952) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:09.288255 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 6 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:09.312436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-63880cc0-8dfc-4774-b4cc-aa9b1d6f7f4c None None] Provisioning complete for port 42de6304-3c0f-4565-b634-ab501824c585 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:09.312818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-63880cc0-8dfc-4774-b4cc-aa9b1d6f7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.365241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 8e4bd592-546c-4abb-a8c3-04d527537e78, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8e4bd592-546c-4abb-a8c3-04d527537e78,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:09.408552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:09.409023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:09.409451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:09.409943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-63880cc0-8dfc-4774-b4cc-aa9b1d6f7f4c None None] Port 42de6304-3c0f-4565-b634-ab501824c585 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:09.417648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:26:59Z', 'revision_number': 3, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:09.418625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:09.419131 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:09.424717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07892e9-8dce-4a0d-8ed5-c372392612e4 None None] The sync data for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv is: [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:26:59Z', 'revision_number': 3, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:09.436430 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 7 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:09.447381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.448620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 266cd512-d40a-4b2c-93a6-fb64a9fde345 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:09.457084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25ac5a76-d220-42a8-8b4c-854b19062ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.470897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Deleting port 7093dfad-a9bb-4c11-addb-b45cb7c98325 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:09.471265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.486361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:09.486695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:09.487056 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:09.495935 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:09.496260 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:09.524980 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e1a27d2e-bf39-4329-80b0-62dbc2ac2156 tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "GET /v2.0/networks/9d35d417-8e6e-48e6-83b1-7dcdaf231df4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2416933 Apr 22 17:27:09.535108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41956) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:09.565871 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 8 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:09.579347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.602912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25ac5a76-d220-42a8-8b4c-854b19062ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.621577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:09.621906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:09.622239 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:09.638783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=8e4bd592-546c-4abb-a8c3-04d527537e78,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:09.642011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:09.642353 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:09.652801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 266cd512-d40a-4b2c-93a6-fb64a9fde345 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:09.653355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.655307 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 9 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:09.746615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:09.746972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:09.747308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:09.787176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:09.787504 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:09.792735 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 10 to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 Apr 22 17:27:09.816072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.861251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:09.862091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:09.862091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:09.871158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:09.871493 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:09.871853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.881906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.925640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:09.955951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Router c7fdb7f7-a1c7-432d-9662-b24b000234ea has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:27:10.074927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.125692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:10.193601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.215397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.216037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.266261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Pushing event updated for resources: {'Port': ['ID=d91e5612-0b87-42a8-be26-9148397029f1,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:10.292245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:10.302053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8e4bd592-546c-4abb-a8c3-04d527537e78 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:10.311087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25ac5a76-d220-42a8-8b4c-854b19062ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.339508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:10.350855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:10.353415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:10.377066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73de1d6-8e43-4bf7-b5c2-adbc3c8ccece None None] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:10.379394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event updated for resources: {'Port': ['ID=90c6599e-a2c6-4056-a86e-78c0a5760d15,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:10.389495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac5a76-d220-42a8-8b4c-854b19062ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa6ba54-d865-4851-b956-56e4171f7ef9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:10.420208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Calling delete_port for 7093dfad-a9bb-4c11-addb-b45cb7c98325 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:10.420409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25ac5a76-d220-42a8-8b4c-854b19062ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.421472 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-25ac5a76-d220-42a8-8b4c-854b19062ef5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efa6ba54-d865-4851-b956-56e4171f7ef9 HTTP/1.1" status: 204 len: 168 time: 1.3605094 Apr 22 17:27:10.492812 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-163cc026-0d60-4d6a-998c-e92629b982f0 tempest-DHCPAgentSchedulersTestJSON-1179318706 tempest-DHCPAgentSchedulersTestJSON-1179318706-project-admin] 10.222.0.10 "GET /v2.0/agents/30303825-12d3-43ae-8049-149103893658/dhcp-networks HTTP/1.1" status: 200 len: 8012 time: 0.9564815 Apr 22 17:27:10.496071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41962) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:10.519118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] For port 0ebaa47a-2a0e-42b8-9171-7e1563008152, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:10.519583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempted to set empty binding levels {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 17:27:10.537769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.655500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8e4bd592-546c-4abb-a8c3-04d527537e78 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:10.655877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.696707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bee2849b-d362-4a9d-b1ae-01e476af62d0 None None] Provisioning for port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:10.709015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bee2849b-d362-4a9d-b1ae-01e476af62d0 None None] Provisioning complete for port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:10.709850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bee2849b-d362-4a9d-b1ae-01e476af62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.742081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.853200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=0ebaa47a-2a0e-42b8-9171-7e1563008152,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:10.869912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] In _notify_port_updated(), no bound segment for port 0ebaa47a-2a0e-42b8-9171-7e1563008152 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:27:10.870533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:10.871641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.875485 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-32a4a221-cd94-4634-bf32-78e8a451c720 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "PUT /v2.0/ports/0ebaa47a-2a0e-42b8-9171-7e1563008152 HTTP/1.1" status: 200 len: 977 time: 4.9220347 Apr 22 17:27:10.883174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41968) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:10.951094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:10.964526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.969563 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Sync routers for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:10.975438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:10.981527 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:10.982512 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:11.003156 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-04f323b1-0544-461d-85e3-7e52f28c310c admin admin] 10.222.0.10 "PUT /v2.0/routers/c7fdb7f7-a1c7-432d-9662-b24b000234ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0934527 Apr 22 17:27:11.032574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device fdf89e94-8505-4bfd-8974-398a36833f4c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:11.068698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bee2849b-d362-4a9d-b1ae-01e476af62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.137529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bee2849b-d362-4a9d-b1ae-01e476af62d0 None None] For port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=81c1cff1-1155-4cc0-97c4-800cec6fdeb0,segment=NetworkSegment(13111579-25a3-4603-a2ae-bdb9acbed7e4),segment_id=13111579-25a3-4603-a2ae-bdb9acbed7e4)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:11.202384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bee2849b-d362-4a9d-b1ae-01e476af62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.226076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.252383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port fdf89e94-8505-4bfd-8974-398a36833f4c completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:11.269775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port fdf89e94-8505-4bfd-8974-398a36833f4c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:11.270938 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.301501 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:11.306364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41978) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:11.361720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Network e72d86d2-d583-43e0-a5b4-aaf15407937c is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:11.369882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:11.417557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2849b-d362-4a9d-b1ae-01e476af62d0 None None] Pushing event updated for resources: {'Port': ['ID=81c1cff1-1155-4cc0-97c4-800cec6fdeb0,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:11.474766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.479390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.539762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.576617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port fdf89e94-8505-4bfd-8974-398a36833f4c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=fdf89e94-8505-4bfd-8974-398a36833f4c,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:11.583753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2694163d-e748-4e1f-87bf-dc0e6e88e615 None None] Provisioning complete for port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:11.584451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2694163d-e748-4e1f-87bf-dc0e6e88e615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.604495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:11.643859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:11.656377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.656846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.657316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.657779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.658251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.658709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.659453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.660057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.660528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.661013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.661454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.662060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.662524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.663012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.663467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.664176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.664629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.665080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.665530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.665976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:11.668099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Synchronizing usage tracker for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:11.677952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] Usage tracker for resource:security_group_rule and tenant:b04fe72f39a74ffd81cd60d99200db12 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:11.683412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Router 7fcc86c0-65e6-482e-99de-376cef4e3c57 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:27:11.685475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:11.781783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=fdf89e94-8505-4bfd-8974-398a36833f4c,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:11.804868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:11.905550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Unset dirty status for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:11.911139 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1c6ba8fa-943e-4707-9fdc-d40031283ca6 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17771 time: 1.0291946 Apr 22 17:27:11.911989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41984) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:11.948304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:11.961093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event deleted for resources: {'Port': ['ID=7093dfad-a9bb-4c11-addb-b45cb7c98325,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:12.075120 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 2, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.085908 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Checking router: c7fdb7f7-a1c7-432d-9662-b24b000234ea for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:27:12.086355 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Updating router c7fdb7f7-a1c7-432d-9662-b24b000234ea port 42de6304-3c0f-4565-b634-ab501824c585 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:27:12.099028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.100199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8599c3f9-0912-46a4-b155-2c546dd92eb2 None None] Provisioning complete for port d91e5612-0b87-42a8-be26-9148397029f1 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:12.100586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8599c3f9-0912-46a4-b155-2c546dd92eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.103431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Deleting port 0ebaa47a-2a0e-42b8-9171-7e1563008152 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:12.103882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.129323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Router 0d22f370-3dec-4200-a170-da0f041a377d has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:27:12.133056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.169139 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.170228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:12.170717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.190712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.204267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8599c3f9-0912-46a4-b155-2c546dd92eb2 None None] Port d91e5612-0b87-42a8-be26-9148397029f1 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:12.250187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4116f2-e8da-4804-89ca-35cec5835745']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.267317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.273277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41988) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:12.280947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23171861', 'description': 'tempest-description--749685051'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:12.291303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805c9e81-e2a2-4ed9-a30f-cc108a0ca462') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.291766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805c9e81-e2a2-4ed9-a30f-cc108a0ca462') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.300513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:12.312397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Usage tracker for resource:security_group and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:12.315833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.321119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device fdf89e94-8505-4bfd-8974-398a36833f4c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:12.388137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:12.391519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.396322 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port fdf89e94-8505-4bfd-8974-398a36833f4c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:12.396702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.408651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:12.437026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:12.437597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.470890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b206d-d94c-4ae1-bb37-445108dd077f None None] Sync routers for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:12.500445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.505946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b206d-d94c-4ae1-bb37-445108dd077f None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:12.507011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f90b206d-d94c-4ae1-bb37-445108dd077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.524846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:27:12.525246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:27:12.541989 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:27:12.595325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f90b206d-d94c-4ae1-bb37-445108dd077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.612237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b206d-d94c-4ae1-bb37-445108dd077f None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:12.613562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f90b206d-d94c-4ae1-bb37-445108dd077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.634361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.637885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event updated for resources: {'Port': ['ID=90c6599e-a2c6-4056-a86e-78c0a5760d15,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:12.666639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:12.673658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.674913 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2efc982a-c611-4396-bc1d-489b0a30338a tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.0407877 Apr 22 17:27:12.682563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 41992) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:12.686310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:12.693637 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.707137 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Transition to ACTIVE for port object 42de6304-3c0f-4565-b634-ab501824c585 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:12.713892 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Sync routers for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:12.723542 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:12.724558 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.738307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f90b206d-d94c-4ae1-bb37-445108dd077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:12.738956 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b206d-d94c-4ae1-bb37-445108dd077f None None] The sync data for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:12.759659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.761586 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-24fcbbc9-e626-4033-8ec2-f342749c4583 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8496590 Apr 22 17:27:12.765979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Usage tracker for resource:security_group_rule and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:12.768902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.773294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:12.796793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] For port 0ebaa47a-2a0e-42b8-9171-7e1563008152, host hv-neutron-8390, got binding levels [] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:12.797160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.806722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.820694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:12.829106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event deleted for resources: {'Network': ['ID=ef4116f2-e8da-4804-89ca-35cec5835745,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:12.850593 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:12.851489 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bee59445-c983-4171-b025-f7749cb07e05 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "DELETE /v2.0/networks/ef4116f2-e8da-4804-89ca-35cec5835745 HTTP/1.1" status: 204 len: 168 time: 2.3433962 Apr 22 17:27:12.882987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 41998) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:13.020700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.092795 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0e317d14-48c3-41ce-88e0-8b436c48710f admin admin] 10.222.0.10 "PUT /v2.0/routers/0d22f370-3dec-4200-a170-da0f041a377d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3800220 Apr 22 17:27:13.094362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.152123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a14b8578-6341-4cf8-ae46-d28223580dce,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:13.167653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Calling delete_port for 0ebaa47a-2a0e-42b8-9171-7e1563008152 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:13.185947 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876ab00-d4a7-4db9-a414-5e3344dba9b8 None None] Pushing event updated for resources: {'Port': ['ID=42de6304-3c0f-4565-b634-ab501824c585,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:13.212640 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7b07e9-70cd-4018-aa2d-915e10fd499c tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] DELETE failed (client error): The resource could not be found. Apr 22 17:27:13.213155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7b07e9-70cd-4018-aa2d-915e10fd499c tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:13.243119 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ae7b07e9-70cd-4018-aa2d-915e10fd499c tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "DELETE /v2.0/ports/a837c8a6-16cc-41b3-a034-68ca3b09bd10 HTTP/1.1" status: 404 len: 333 time: 0.3563333 Apr 22 17:27:13.245629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42022) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:13.249416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.315516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42030) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:13.352871 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:13.381426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069f4f48-bf79-4ea7-a66c-60e11e2f3849,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:13.391501 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d24dd2c4-5ebf-450f-9d0c-097a05fc6daf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b04fe72f39a74ffd81cd60d99200db12&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0759645 Apr 22 17:27:13.397112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.402405 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Attempting to bind port 42de6304-3c0f-4565-b634-ab501824c585 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:13.402930 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Attempting to bind port 42de6304-3c0f-4565-b634-ab501824c585 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:13.403380 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Attempting to bind port 42de6304-3c0f-4565-b634-ab501824c585 on network c3a128fb-8465-4c36-8cbf-920653d83673 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:13.405016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42038) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:13.420577 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:13.420968 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Checking segment: {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:13.421376 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.421850 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Bound using segment: {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:13.422310 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Bound port: 42de6304-3c0f-4565-b634-ab501824c585, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:13.422644 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 17:27:13.422767 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.445929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.480270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1cfb1b-ed13-486a-b679-6bcf74761d7e']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:13.490018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4c1bca-2545-49bc-ae40-b0beed0831ed tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Deleting subnet 1542fb47-d8e1-4d92-bf45-004e7e017895 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:27:13.495186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7c35f9-f567-47d6-ba28-b45089f22160') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:13.496936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7c35f9-f567-47d6-ba28-b45089f22160') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:13.506646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da4c1bca-2545-49bc-ae40-b0beed0831ed tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.509365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.528006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.535016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:27:13.535443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.577098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f124118-a6ac-43ab-9ce1-0df1d59850e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.636513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da4c1bca-2545-49bc-ae40-b0beed0831ed tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.648754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.655760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f124118-a6ac-43ab-9ce1-0df1d59850e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.711098 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] For port 42de6304-3c0f-4565-b634-ab501824c585, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:13.715940 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] For port 42de6304-3c0f-4565-b634-ab501824c585, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=42de6304-3c0f-4565-b634-ab501824c585,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:27:13.733708 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:27:13.746927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da4c1bca-2545-49bc-ae40-b0beed0831ed tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.794867 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.827770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.844848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ebaa47a-2a0e-42b8-9171-7e1563008152,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:13.860041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.886537 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876ab00-d4a7-4db9-a414-5e3344dba9b8 None None] Pushing event updated for resources: {'Port': ['ID=42de6304-3c0f-4565-b634-ab501824c585,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:13.898889 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:13.899610 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:13.928317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0778c6fc-45be-4cb4-a7f8-5856e0672d96,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:13.938653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:13.940655 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7246dfca-7783-419e-9c0d-2f994f3c136d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.6647229 Apr 22 17:27:13.941178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42042) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:13.952690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42044) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:13.957901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Request body: {'security_group_rule': {'security_group_id': '0778c6fc-45be-4cb4-a7f8-5856e0672d96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:13.967338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-f4101981-8e05-4907-8de3-208c76751bc6 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Synchronizing usage tracker for tenant:e216cd3558c843778c46ba4cb2ba5f6e on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:13.969088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:13.973800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Usage tracker for resource:security_group_rule and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:13.977101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:13.979517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--453977344', 'description': 'tempest-description--1853508675'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:13.989643 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 2, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:13.990065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:13.992811 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e34609eb-91a1-4b5a-a030-9ca6e8a37386 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0ebaa47a-2a0e-42b8-9171-7e1563008152 HTTP/1.1" status: 204 len: 168 time: 2.0713577 Apr 22 17:27:13.996951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42052) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:14.001805 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Checking router: 0d22f370-3dec-4200-a170-da0f041a377d for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:27:14.002387 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Updating router 0d22f370-3dec-4200-a170-da0f041a377d port d91e5612-0b87-42a8-be26-9148397029f1 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:27:14.047948 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b434fa-be17-4447-a10b-03e947d50acf tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] GET failed (client error): The resource could not be found. Apr 22 17:27:14.048600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-83b434fa-be17-4447-a10b-03e947d50acf tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Synchronizing usage tracker for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:14.054920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da4c1bca-2545-49bc-ae40-b0beed0831ed tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.058686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f124118-a6ac-43ab-9ce1-0df1d59850e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.065935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:14.084305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Usage tracker for resource:security_group and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:14.088566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.090333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:14.108461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1bca-2545-49bc-ae40-b0beed0831ed tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event deleted for resources: {'Subnet': ['ID=1542fb47-d8e1-4d92-bf45-004e7e017895,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:14.111326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e1cfb1b-ed13-486a-b679-6bcf74761d7e {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 17:27:14.112965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:14.121789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da4c1bca-2545-49bc-ae40-b0beed0831ed tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.122909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.131898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f124118-a6ac-43ab-9ce1-0df1d59850e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.132854 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7f124118-a6ac-43ab-9ce1-0df1d59850e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/069f4f48-bf79-4ea7-a66c-60e11e2f3849 HTTP/1.1" status: 204 len: 168 time: 0.7268062 Apr 22 17:27:14.138270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e1cfb1b-ed13-486a-b679-6bcf74761d7e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:14.142657 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-da4c1bca-2545-49bc-ae40-b0beed0831ed tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "DELETE /v2.0/subnets/1542fb47-d8e1-4d92-bf45-004e7e017895 HTTP/1.1" status: 204 len: 168 time: 0.8959482 Apr 22 17:27:14.143780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42058) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:14.146495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f124118-a6ac-43ab-9ce1-0df1d59850e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069f4f48-bf79-4ea7-a66c-60e11e2f3849,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:14.153823 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-72a27c4b-3bf3-42c0-b001-b4079c205335 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5e1cfb1b-ed13-486a-b679-6bcf74761d7e HTTP/1.1" status: 204 len: 168 time: 5.1801624 Apr 22 17:27:14.158334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42062) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:14.169053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c70b30-1419-44bf-a153-7166b4e2ce23 None None] Network 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:14.200609 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.250907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.259157 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:14.272848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-83b434fa-be17-4447-a10b-03e947d50acf tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Unset dirty status for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:14.280692 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-83b434fa-be17-4447-a10b-03e947d50acf tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "GET /v2.0/ports/0ebaa47a-2a0e-42b8-9171-7e1563008152 HTTP/1.1" status: 404 len: 333 time: 0.2760191 Apr 22 17:27:14.326804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42066) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:14.337195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1203672328', 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:14.338362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-f4101981-8e05-4907-8de3-208c76751bc6 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Unset dirty status for tenant:e216cd3558c843778c46ba4cb2ba5f6e on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:14.339552 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-f4101981-8e05-4907-8de3-208c76751bc6 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1657787828&fields=id&tenant_id=e216cd3558c843778c46ba4cb2ba5f6e HTTP/1.1" status: 200 len: 267 time: 1.0229776 Apr 22 17:27:14.342128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:14.352714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:14.375449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.403811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.442067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-92bf1ca7-d75e-49f3-871a-e5f0c45de485 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Synchronizing usage tracker for tenant:6ffe8386d22e4da7860be1b0ffd64481 on resource:floatingip {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:14.453078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.458031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Made reservation on behalf of 9f182b0222bb460d8fdb5f464ab22181 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:14.461481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.498148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] device_id is not set on port fdfe7d6a-6403-41d1-b722-71688d84bd56 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:14.510271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:14.621894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Deleting port adccce5a-2ff7-4155-ae66-363415057863 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:14.622240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.626953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Usage tracker for resource:security_group_rule and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:14.636940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:14.661275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:14.728958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.760313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-92bf1ca7-d75e-49f3-871a-e5f0c45de485 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Unset dirty status for tenant:6ffe8386d22e4da7860be1b0ffd64481 on resource:floatingip {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:14.761467 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-92bf1ca7-d75e-49f3-871a-e5f0c45de485 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.6021760 Apr 22 17:27:14.779614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42072) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:14.842629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] DHCP port deletion for 9d35d417-8e6e-48e6-83b1-7dcdaf231df4 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:27:14.846819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] Deleting port adccce5a-2ff7-4155-ae66-363415057863 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:14.847395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:14.877276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d783e5f-e2f2-41d2-bab5-272b299fd2a9,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:14.882257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-24cce14d-c209-4e6e-ae40-61e95c4e9292 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:14.882994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-24cce14d-c209-4e6e-ae40-61e95c4e9292 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Synchronizing usage tracker for tenant:e216cd3558c843778c46ba4cb2ba5f6e on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:15.056667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:15.057792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:15.058574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:15.059232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:15.059569 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:13Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:15.060036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:15.061525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:15.062255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:15.064966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Synchronizing usage tracker for tenant:6ffe8386d22e4da7860be1b0ffd64481 on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:15.072757 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b026da6-6b05-4627-ab37-a56094622cb6 None None] The sync data for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:13Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:15.079280 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.095379 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Transition to ACTIVE for port object d91e5612-0b87-42a8-be26-9148397029f1 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:15.099267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] For port adccce5a-2ff7-4155-ae66-363415057863, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=adccce5a-2ff7-4155-ae66-363415057863,segment=NetworkSegment(7478c781-b833-4cd9-bad3-68c36ca95d15),segment_id=7478c781-b833-4cd9-bad3-68c36ca95d15)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:15.099904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.144100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.175119 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.242912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.249321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.296244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.296471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] Calling delete_port for adccce5a-2ff7-4155-ae66-363415057863 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:15.352372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.455499 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-13c44c45-f69a-4032-bc52-f5fa5c4d68e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4001720 Apr 22 17:27:15.455759 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8b9e2-603d-4216-85b3-ab33e00a8cc2 None None] Pushing event updated for resources: {'Port': ['ID=d91e5612-0b87-42a8-be26-9148397029f1,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:15.456190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42084) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:15.468936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Request body: {'security_group_rule': {'security_group_id': '0778c6fc-45be-4cb4-a7f8-5856e0672d96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:15.485759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:15.583233 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Attempting to bind port d91e5612-0b87-42a8-be26-9148397029f1 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:15.590001 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Attempting to bind port d91e5612-0b87-42a8-be26-9148397029f1 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:15.590001 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Attempting to bind port d91e5612-0b87-42a8-be26-9148397029f1 on network e72d86d2-d583-43e0-a5b4-aaf15407937c {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:15.590246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Usage tracker for resource:security_group_rule and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:15.592638 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:15.593135 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Checking segment: {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:15.593655 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.594156 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Bound using segment: {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:15.594753 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Bound port: d91e5612-0b87-42a8-be26-9148397029f1, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:15.595256 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.599767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:15.638476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Unset dirty status for tenant:6ffe8386d22e4da7860be1b0ffd64481 on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:15.638476 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2aa25d2d-2520-483c-a223-a8a462ed69a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.8486450 Apr 22 17:27:15.640241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42090) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:15.647672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-24cce14d-c209-4e6e-ae40-61e95c4e9292 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Unset dirty status for tenant:e216cd3558c843778c46ba4cb2ba5f6e on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:15.648817 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-24cce14d-c209-4e6e-ae40-61e95c4e9292 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/networks?id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef HTTP/1.1" status: 200 len: 811 time: 1.2490845 Apr 22 17:27:15.650640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:15.655950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7058517-ad1f-4316-a83c-d2364dfbf490,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:15.670757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.682114 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-3e8b42b5-6d1b-4f73-960e-a92bd56248ae tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/quotas/e216cd3558c843778c46ba4cb2ba5f6e HTTP/1.1" status: 200 len: 375 time: 0.0146775 Apr 22 17:27:15.745168 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] For port d91e5612-0b87-42a8-be26-9148397029f1, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:15.749199 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] For port d91e5612-0b87-42a8-be26-9148397029f1, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d91e5612-0b87-42a8-be26-9148397029f1,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:15.749533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.755338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.760076 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cb1de31d-37f0-4ed8-b9de-63bf9c3e1a1b tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7925854 Apr 22 17:27:15.819431 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.823802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42096) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:15.855765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] Pushing event deleted for resources: {'Port': ['ID=adccce5a-2ff7-4155-ae66-363415057863,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:15.856095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Request body: {'security_group_rule': {'security_group_id': 'd7058517-ad1f-4316-a83c-d2364dfbf490', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:15.862524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7779c-675c-4905-b04c-a414d4d0cb77 None None] No DVR routers for this DVR port adccce5a-2ff7-4155-ae66-363415057863 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:27:15.936648 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:15.937493 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:15.957433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:15.958611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:15.964600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.969603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Usage tracker for resource:security_group_rule and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:15.971931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:15.974437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:15.975707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:15.976336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:15.977848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:16.000067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:16.066181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 42de6304-3c0f-4565-b634-ab501824c585 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:16.107705 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-ee106463-077e-4a61-8ce6-69a0e596a26e tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] delete failed (client error): The resource could not be found. Apr 22 17:27:16.111264 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ee106463-077e-4a61-8ce6-69a0e596a26e tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/3bb402ed-dbc3-4f59-8f16-2619acc5fa0d HTTP/1.1" status: 404 len: 345 time: 0.4409835 Apr 22 17:27:16.132871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42104) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.158351 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8b9e2-603d-4216-85b3-ab33e00a8cc2 None None] Pushing event updated for resources: {'Port': ['ID=d91e5612-0b87-42a8-be26-9148397029f1,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:16.186837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42108) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.207776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] For port adccce5a-2ff7-4155-ae66-363415057863, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=adccce5a-2ff7-4155-ae66-363415057863,segment=NetworkSegment(7478c781-b833-4cd9-bad3-68c36ca95d15),segment_id=7478c781-b833-4cd9-bad3-68c36ca95d15)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:16.208237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.272292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 42de6304-3c0f-4565-b634-ab501824c585 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:16.278460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 42de6304-3c0f-4565-b634-ab501824c585 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:16.279263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.284430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-5462b132-49c0-4be1-a55a-8d41df5b0208 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Synchronizing usage tracker for tenant:e216cd3558c843778c46ba4cb2ba5f6e on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:16.348945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=fdfe7d6a-6403-41d1-b722-71688d84bd56,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:16.370131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Calling delete_port for adccce5a-2ff7-4155-ae66-363415057863 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:16.454844 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:16.495280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.527133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.538933 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4cc65c81-e0ef-460c-a95b-0902945b2e2a tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2034316 Apr 22 17:27:16.538933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:27:16.538933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:27:16.541378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42114) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.565834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 42de6304-3c0f-4565-b634-ab501824c585, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=42de6304-3c0f-4565-b634-ab501824c585,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:16.566503 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Allocated IP 172.20.0.1 (f6c5b38b-b1a7-48f7-91c6-0f6e730fa039/17507955-380b-4fcb-80d3-7cc4ed2a848f/1ec6a857-9f48-446b-8b95-fd4a32e82e56) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:16.569664 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32a0fe8-b4c0-43a7-91b4-054f15f4ae4a tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] DELETE failed (client error): The resource could not be found. Apr 22 17:27:16.569664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32a0fe8-b4c0-43a7-91b4-054f15f4ae4a tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:16.582764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.600978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.610114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-01f2f147-e64d-481b-ae78-64a4d3105bac tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] Request body: {'port': {'network_id': '8dec29ab-a18f-4822-a98a-264fbf2f8a22', 'name': 'tempest-NetworksNegativeTestJSON-2050148629'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:16.640905 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d32a0fe8-b4c0-43a7-91b4-054f15f4ae4a tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5e1cfb1b-ed13-486a-b679-6bcf74761d7e HTTP/1.1" status: 404 len: 339 time: 0.4993749 Apr 22 17:27:16.647157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.649849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42118) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.661869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a2161a-ff79-42eb-90ec-c0b2bf3ad320,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:16.678718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Request body: {'network': {'name': 'tempest-network--444349333', 'router:external': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:16.689028 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f2f147-e64d-481b-ae78-64a4d3105bac tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] POST failed (client error): The resource could not be found. Apr 22 17:27:16.689873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f2f147-e64d-481b-ae78-64a4d3105bac tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:16.691214 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-01f2f147-e64d-481b-ae78-64a4d3105bac tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5020642 Apr 22 17:27:16.705160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42122) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.743493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:16.746552 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-722b7ab7-e597-4de9-9c4a-e4842e84fd7a tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] DELETE failed (client error): The resource could not be found. Apr 22 17:27:16.747488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722b7ab7-e597-4de9-9c4a-e4842e84fd7a tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:16.755839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Usage tracker for resource:network and tenant:6ffe8386d22e4da7860be1b0ffd64481 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:16.760807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc8513-f651-4853-8722-04bd5066638e tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:16.761551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9dbc8513-f651-4853-8722-04bd5066638e tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Synchronizing usage tracker for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:16.769577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:16.779841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:16.784090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device adccce5a-2ff7-4155-ae66-363415057863 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:27:16.791358 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-722b7ab7-e597-4de9-9c4a-e4842e84fd7a tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "DELETE /v2.0/networks/73b6c71b-7444-4d21-96bc-750f75de8e43 HTTP/1.1" status: 404 len: 339 time: 0.0841053 Apr 22 17:27:16.800281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42126) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.816081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-5462b132-49c0-4be1-a55a-8d41df5b0208 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Unset dirty status for tenant:e216cd3558c843778c46ba4cb2ba5f6e on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:16.817444 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-5462b132-49c0-4be1-a55a-8d41df5b0208 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e216cd3558c843778c46ba4cb2ba5f6e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1283255 Apr 22 17:27:16.821564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.863441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.864252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: adccce5a-2ff7-4155-ae66-363415057863 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:27:16.864596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device adccce5a-2ff7-4155-ae66-363415057863 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:27:16.865276 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0d588c1d-f803-4fac-a466-fb0dc39d9ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4118350 Apr 22 17:27:16.867077 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97bb4ad-1dcd-4ce2-9daa-d3721ef270b4 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] DELETE failed (client error): The resource could not be found. Apr 22 17:27:16.867536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97bb4ad-1dcd-4ce2-9daa-d3721ef270b4 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:16.874538 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d97bb4ad-1dcd-4ce2-9daa-d3721ef270b4 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "DELETE /v2.0/ports/3dfd02b4-bbc7-40e9-8eb4-79644e49f638 HTTP/1.1" status: 404 len: 333 time: 0.0723112 Apr 22 17:27:16.875026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42134) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.875379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42136) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.899491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:16.899491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9dbc8513-f651-4853-8722-04bd5066638e tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Unset dirty status for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:16.899491 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9dbc8513-f651-4853-8722-04bd5066638e tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "GET /v2.0/ports/fdfe7d6a-6403-41d1-b722-71688d84bd56 HTTP/1.1" status: 200 len: 955 time: 0.3482497 Apr 22 17:27:16.912143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=42de6304-3c0f-4565-b634-ab501824c585,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:16.928393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42142) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.929026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:16.930046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:16.949493 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Transition to ACTIVE for port object 1ec6a857-9f48-446b-8b95-fd4a32e82e56 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:16.963810 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-1520d9c2-b211-4679-a694-00658f081644 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] DELETE failed (client error): The resource could not be found. Apr 22 17:27:16.964263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1520d9c2-b211-4679-a694-00658f081644 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:16.971403 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1520d9c2-b211-4679-a694-00658f081644 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "DELETE /v2.0/subnets/4325ab18-ceec-498e-a66a-8b913d6a7866 HTTP/1.1" status: 404 len: 337 time: 0.0924423 Apr 22 17:27:16.972181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42146) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:16.978456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Usage tracker for resource:floatingip and tenant:7f0b41bdebac4d75aeb7963723944a77 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:16.981579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.012616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:17.028226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:17.032772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Made reservation on behalf of 6ffe8386d22e4da7860be1b0ffd64481 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:17.035060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.037603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.047984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Deleting port adccce5a-2ff7-4155-ae66-363415057863 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:17.048328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.055671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325ff78d-11f4-4290-bb28-97bbedf90bee,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:17.083369 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1aef92b-4e01-411f-94db-8214c0671547 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] GET failed (client error): The resource could not be found. Apr 22 17:27:17.090561 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b1aef92b-4e01-411f-94db-8214c0671547 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "GET /v2.0/networks/d57a58cb-5ad9-48c1-b7e1-3c2511a430be HTTP/1.1" status: 404 len: 339 time: 0.1050339 Apr 22 17:27:17.100728 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:15Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:17.101248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42152) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:17.115993 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf277e-115a-4cc9-a55f-501d8d7bf935 None None] The sync data for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv is: [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:15Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:17.125642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-fd76df76-785d-4893-a2dc-713badc64de8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:27:17.126638 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-fd76df76-785d-4893-a2dc-713badc64de8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1513183 Apr 22 17:27:17.171416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.175171 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-569861dc-d2a3-4f24-b3bd-2b2a510a167a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3466511 Apr 22 17:27:17.178890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:17.179536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42156) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:17.185371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:17.189936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e0e639a0-5821-4416-a52f-2651bf851b45 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Deleting port fdfe7d6a-6403-41d1-b722-71688d84bd56 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:17.190278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e0e639a0-5821-4416-a52f-2651bf851b45 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.228037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] The port 'adccce5a-2ff7-4155-ae66-363415057863' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:27:17.236032 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0789d30-e9f3-447e-bc98-d072a25883f8 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] GET failed (client error): The resource could not be found. Apr 22 17:27:17.237364 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f0789d30-e9f3-447e-bc98-d072a25883f8 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "GET /v2.0/ports/ea15fa66-de45-4f1e-b074-88af3afaa17e HTTP/1.1" status: 404 len: 333 time: 0.1353931 Apr 22 17:27:17.243599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Request body: {'security_group_rule': {'security_group_id': 'd7058517-ad1f-4316-a83c-d2364dfbf490', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:17.248228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:17.271976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42160) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:17.285624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.286414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:17.298980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:17.301269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'Port': ['ID=1ec6a857-9f48-446b-8b95-fd4a32e82e56,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:17.311697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Usage tracker for resource:security_group_rule and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:17.319123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:17.331559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:17.363413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.383016 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-5c059de7-aed4-4050-9f59-9664547bfe21 service neutron] 10.222.0.10 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480307 Apr 22 17:27:17.402917 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-18595367-25a9-4f88-8b32-cb9ffe371890 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] GET failed (client error): The resource could not be found. Apr 22 17:27:17.407783 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-18595367-25a9-4f88-8b32-cb9ffe371890 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "GET /v2.0/subnets/151e306e-3ee6-4259-97b5-da288cd5c756 HTTP/1.1" status: 404 len: 337 time: 0.1272712 Apr 22 17:27:17.408177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42164) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:17.428717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fcb5cfb6-293d-493c-a851-bef4b2bfdac0 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:17.438920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.443693 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Added segment badd075e-e02d-44be-b7f6-299ba2b54e76 of type vlan for network 63e69646-f940-4cff-9e62-fccf6b9079df Apr 22 17:27:17.511139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.517929 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb5cfb6-293d-493c-a851-bef4b2bfdac0 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] PUT failed (client error): The resource could not be found. Apr 22 17:27:17.518400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb5cfb6-293d-493c-a851-bef4b2bfdac0 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:17.519556 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fcb5cfb6-293d-493c-a851-bef4b2bfdac0 tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "PUT /v2.0/networks/3cbca747-3454-4186-93b1-03bf3fe37919 HTTP/1.1" status: 404 len: 339 time: 0.1081734 Apr 22 17:27:17.527008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42168) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:17.530220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.546161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-efdb0bfa-81a6-43da-992a-225010a1173e tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:17.609942 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdb0bfa-81a6-43da-992a-225010a1173e tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] PUT failed (client error): The resource could not be found. Apr 22 17:27:17.610398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdb0bfa-81a6-43da-992a-225010a1173e tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:17.611522 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-efdb0bfa-81a6-43da-992a-225010a1173e tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "PUT /v2.0/ports/0c41f0cd-55d6-4500-a216-f44c2b979ec4 HTTP/1.1" status: 404 len: 333 time: 0.0749304 Apr 22 17:27:17.630118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42172) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:17.630305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-58b99405-6ca3-4938-86fb-66723703ff9d None None] Provisioning for port 1ec6a857-9f48-446b-8b95-fd4a32e82e56 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:17.633346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-58b99405-6ca3-4938-86fb-66723703ff9d None None] Provisioning complete for port 1ec6a857-9f48-446b-8b95-fd4a32e82e56 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:17.633729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-58b99405-6ca3-4938-86fb-66723703ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.645794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-da1f3985-598d-48e7-86fe-3760c3c3a48f tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:17.653412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.659836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > segment before_delete 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.660196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.660991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.661317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > port after_create 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.661632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > port after_delete 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.661980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > port after_update 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.662295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > segment after_delete 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.662626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > subnet after_create 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.662965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > subnet after_delete 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.663278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > subnet after_update 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.695004 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1f3985-598d-48e7-86fe-3760c3c3a48f tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] PUT failed (client error): The resource could not be found. Apr 22 17:27:17.695459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1f3985-598d-48e7-86fe-3760c3c3a48f tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:17.696636 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-da1f3985-598d-48e7-86fe-3760c3c3a48f tempest-NetworksNegativeTestJSON-725887479 tempest-NetworksNegativeTestJSON-725887479-project] 10.222.0.10 "PUT /v2.0/subnets/0a8bcd18-c3fd-4cb7-a04d-f886fb431691 HTTP/1.1" status: 404 len: 337 time: 0.0688794 Apr 22 17:27:17.703407 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-04915017-bcad-44a0-815a-47ecdf24773b service neutron] 10.222.0.10 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140955 Apr 22 17:27:17.730877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-58b99405-6ca3-4938-86fb-66723703ff9d None None] Port 1ec6a857-9f48-446b-8b95-fd4a32e82e56 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:17.741503 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.844070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.859463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > subnet after_create 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.860188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > subnet after_delete 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.860656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > subnet before_create 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.860780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:17.861615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Subscribe: > subnet before_update 55550000 {{(pid=88659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 17:27:17.862280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d35d417-8e6e-48e6-83b1-7dcdaf231df4']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:17.878546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7478c781-b833-4cd9-bad3-68c36ca95d15') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:17.878894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7478c781-b833-4cd9-bad3-68c36ca95d15') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:17.888050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2d4343-6f95-449b-adfa-3bd117665dd9,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:17.962882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 42de6304-3c0f-4565-b634-ab501824c585 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:18.041548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e0e639a0-5821-4416-a52f-2651bf851b45 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.080972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 42de6304-3c0f-4565-b634-ab501824c585 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:18.081408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.137645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.353879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e0e639a0-5821-4416-a52f-2651bf851b45 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Calling delete_port for fdfe7d6a-6403-41d1-b722-71688d84bd56 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:18.393675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42200) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:18.397120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:27:18.422645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42204) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:18.445796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.469070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.476126 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-06ef8448-e0a2-4b40-9d98-2989331d5ffa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2863364 Apr 22 17:27:18.478498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:27:18.478936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.481944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42214) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:18.499470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:18.514848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:18.531279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Usage tracker for resource:floatingip and tenant:c06fe8dd980747c6a9ea6b2e9dce9426 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: from cryptography.utils import int_from_bytes Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: from cryptography.utils import int_from_bytes Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn_limited( Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:27:18.533956 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:27:18.537994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:18.554084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:18.595142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.596103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:18.596827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.738392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.807622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e0e639a0-5821-4416-a52f-2651bf851b45 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.814207 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 17:27:18.846335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.850407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Network': ['ID=63e69646-f940-4cff-9e62-fccf6b9079df,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:18.854580 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b47a7ad4-1990-4d06-8a1a-ed6c1cec54b8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.1900327 Apr 22 17:27:18.857726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42232) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:18.861332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 63e69646-f940-4cff-9e62-fccf6b9079df details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:18.912256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.937514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e0e639a0-5821-4416-a52f-2651bf851b45 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.940990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e639a0-5821-4416-a52f-2651bf851b45 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdfe7d6a-6403-41d1-b722-71688d84bd56,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:18.945721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.962383 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89b67e95-37d7-44a1-a32b-6dc823cba77c req-09bd7ed4-4921-471c-ac66-79100528e66c tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.5569463 Apr 22 17:27:18.985996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:18.993402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e0e639a0-5821-4416-a52f-2651bf851b45 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "DELETE /v2.0/ports/fdfe7d6a-6403-41d1-b722-71688d84bd56 HTTP/1.1" status: 204 len: 168 time: 2.0663402 Apr 22 17:27:18.995434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:18.998659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42236) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:19.002417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] Usage tracker for resource:security_group_rule and tenant:4457b75a68384e7a9caf62bb19062e54 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:19.076343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:19.085258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.099311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:19.108588 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea207ad-d3bf-42c5-8cb5-019cbd4880cb tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] GET failed (client error): The resource could not be found. Apr 22 17:27:19.109405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aea207ad-d3bf-42c5-8cb5-019cbd4880cb tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Synchronizing usage tracker for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:19.145159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.149836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'Port': ['ID=1ec6a857-9f48-446b-8b95-fd4a32e82e56,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:19.152389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.164723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] Pushing event deleted for resources: {'Network': ['ID=9d35d417-8e6e-48e6-83b1-7dcdaf231df4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:19.194156 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-84872581-b721-4945-987b-9f510dde3069 tempest-DHCPAgentSchedulersTestJSON-106492229 tempest-DHCPAgentSchedulersTestJSON-106492229-project] 10.222.0.10 "DELETE /v2.0/networks/9d35d417-8e6e-48e6-83b1-7dcdaf231df4 HTTP/1.1" status: 204 len: 168 time: 5.0446572 Apr 22 17:27:19.257295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f71d9d-38f4-47e3-bcac-746bb01fd548 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:19.265247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f71d9d-38f4-47e3-bcac-746bb01fd548 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:19.278537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f71d9d-38f4-47e3-bcac-746bb01fd548 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:19.287052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f71d9d-38f4-47e3-bcac-746bb01fd548 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:19.287247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aea207ad-d3bf-42c5-8cb5-019cbd4880cb tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Unset dirty status for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:19.287645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c9f71d9d-38f4-47e3-bcac-746bb01fd548 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Synchronizing usage tracker for tenant:f8be5ce3696b4b478cd2d2b8edb6fcae on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:19.292457 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-aea207ad-d3bf-42c5-8cb5-019cbd4880cb tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "GET /v2.0/ports/fdfe7d6a-6403-41d1-b722-71688d84bd56 HTTP/1.1" status: 404 len: 333 time: 0.2925003 Apr 22 17:27:19.298112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42244) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:19.326986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Request body: {'port': {'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-567080503'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:19.333409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Allocated IP 172.26.3.54 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/852d3cff-ea55-4f71-b1f1-8e2cfd474f47) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:19.337777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:19.366347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:19.424106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.426848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:19.428747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:19.467827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c9f71d9d-38f4-47e3-bcac-746bb01fd548 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Unset dirty status for tenant:f8be5ce3696b4b478cd2d2b8edb6fcae on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:19.471754 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c9f71d9d-38f4-47e3-bcac-746bb01fd548 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6102054 Apr 22 17:27:19.472726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42250) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:19.488676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Made reservation on behalf of 9f182b0222bb460d8fdb5f464ab22181 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:19.496019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.572347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.576279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] device_id is not set on port cfa32908-0d9f-4594-b8ce-3786e879e9c6 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:19.711883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.778222 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5d028e6b-573e-4301-9a34-69f9ad06967b None None] Provisioning complete for port 1ec6a857-9f48-446b-8b95-fd4a32e82e56 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:19.778916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5d028e6b-573e-4301-9a34-69f9ad06967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.819737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42260) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:19.855945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.914668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-5d028e6b-573e-4301-9a34-69f9ad06967b None None] Port 1ec6a857-9f48-446b-8b95-fd4a32e82e56 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:19.957162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:19.970027 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4457b75a68384e7a9caf62bb19062e54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5436206 Apr 22 17:27:19.978350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42266) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:19.983763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6514f5f-f721-4753-a25b-ecf949d3a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb20994-f64e-4c1c-8d4b-78f234408025,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:20.007372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Router 7fcc86c0-65e6-482e-99de-376cef4e3c57 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:27:20.013259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d91e5612-0b87-42a8-be26-9148397029f1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:20.030641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.088507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.158909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.217285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port d91e5612-0b87-42a8-be26-9148397029f1 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:20.221105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.231131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d91e5612-0b87-42a8-be26-9148397029f1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:20.231131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.231360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:20.244866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:20.250482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:20.275628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event updated for resources: {'Port': ['ID=852d3cff-ea55-4f71-b1f1-8e2cfd474f47,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:20.354392 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-46fcb802-c350-40c3-9528-e4bcf1c0a56c req-d31b2e22-55f0-4ea5-9f05-9ed2226154ef tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.2653773 Apr 22 17:27:20.357208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:20.363999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:20.374669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.377768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:20.378817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:20.387243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.402882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa32908-0d9f-4594-b8ce-3786e879e9c6,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:20.422780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port d91e5612-0b87-42a8-be26-9148397029f1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d91e5612-0b87-42a8-be26-9148397029f1,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:20.438573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e69646-f940-4cff-9e62-fccf6b9079df']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:20.463154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.495848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badd075e-e02d-44be-b7f6-299ba2b54e76') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:20.496433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badd075e-e02d-44be-b7f6-299ba2b54e76') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:20.543399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.572070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0a432409-5135-4906-a5cc-ee544ccc396f admin admin] Synchronizing usage tracker for tenant:84e1050b72e6439dbe9fe5c11a6c411d on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:20.585191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-56f8a897-a551-460a-a14f-ee3133d9efff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.588850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.595541 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Allocated IP 172.26.3.153 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/7790bee4-109a-4582-9591-c355f284cccd) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:20.596121 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-01ce56a1-f4e0-4061-b62d-7d90ca789564 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2969425 Apr 22 17:27:20.621483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=d91e5612-0b87-42a8-be26-9148397029f1,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:20.623614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42276) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:20.624347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.646666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:20.650469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:27:20.650966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:27:20.669509 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:27:20.709129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.716071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-56f8a897-a551-460a-a14f-ee3133d9efff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:20.788785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:20.801363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5056a520-3829-4e6b-bd58-fcb7e95da7c8 None None] Sync routers for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:20.810379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056a520-3829-4e6b-bd58-fcb7e95da7c8 None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:20.812306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5056a520-3829-4e6b-bd58-fcb7e95da7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:20.814798 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0a432409-5135-4906-a5cc-ee544ccc396f admin admin] Unset dirty status for tenant:84e1050b72e6439dbe9fe5c11a6c411d on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:20.819400 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0a432409-5135-4906-a5cc-ee544ccc396f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3229a11c1ad410892e0e23f7854ed94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9954278 Apr 22 17:27:20.827563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42280) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:20.875186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5056a520-3829-4e6b-bd58-fcb7e95da7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:20.883444 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a2431125-f470-4ce5-9387-2d3b66b54a2c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "PUT /v2.0/routers/7fcc86c0-65e6-482e-99de-376cef4e3c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1991107 Apr 22 17:27:20.887849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056a520-3829-4e6b-bd58-fcb7e95da7c8 None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:20.888678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5056a520-3829-4e6b-bd58-fcb7e95da7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:20.903838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42284) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:20.915326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Request body: {'port': {'network_id': 'f6c5b38b-b1a7-48f7-91c6-0f6e730fa039', 'name': 'tempest-FloatingIPAdminTestJSON-282104750'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:20.952933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5056a520-3829-4e6b-bd58-fcb7e95da7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:20.953485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5056a520-3829-4e6b-bd58-fcb7e95da7c8 None None] The sync data for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:21.017695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bc62-6f2c-441c-83d9-7e87fc3e7349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.030998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.033521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.064071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63e69646-f940-4cff-9e62-fccf6b9079df {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 17:27:21.075786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.079438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event deleted for resources: {'Network': ['ID=63e69646-f940-4cff-9e62-fccf6b9079df,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:21.087997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bc62-6f2c-441c-83d9-7e87fc3e7349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.107252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.123280 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1998c57b-3e64-4d92-aa26-b0878adc8b9f tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "DELETE /v2.0/networks/63e69646-f940-4cff-9e62-fccf6b9079df HTTP/1.1" status: 204 len: 168 time: 1.5911908 Apr 22 17:27:21.131690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42288) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:21.145726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-56f8a897-a551-460a-a14f-ee3133d9efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.150185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-56f8a897-a551-460a-a14f-ee3133d9efff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.150185 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-56f8a897-a551-460a-a14f-ee3133d9efff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8cb20994-f64e-4c1c-8d4b-78f234408025 HTTP/1.1" status: 204 len: 168 time: 1.1681118 Apr 22 17:27:21.175602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8a897-a551-460a-a14f-ee3133d9efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb20994-f64e-4c1c-8d4b-78f234408025,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:21.178494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:21.184062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Usage tracker for resource:port and tenant:9ab59c2ebd9646f9a327a3c486e52507 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:21.200856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:21.209303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:21.213466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Request body: {'network': {'name': 'tempest-network--1104006820', 'router:external': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:21.235705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:21.256420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Usage tracker for resource:network and tenant:6ffe8386d22e4da7860be1b0ffd64481 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:21.260632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:21.272968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:21.284192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Made reservation on behalf of 9ab59c2ebd9646f9a327a3c486e52507 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:21.287921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.310355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] device_id is not set on port 36e2e90c-0ff0-4360-860c-6ec33ef6d145 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:21.372637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.413171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Made reservation on behalf of 6ffe8386d22e4da7860be1b0ffd64481 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:21.414391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.486674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bc62-6f2c-441c-83d9-7e87fc3e7349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.521261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:21.546286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9bc62-6f2c-441c-83d9-7e87fc3e7349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1492297d-6865-49f8-9400-55cc372c2258,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:21.596329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:27:21.606276 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6f0fa59-8292-4d76-8a1f-f4517bd9d894 req-a5bb0c7b-a743-414a-bd61-c944c11ba921 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.0658920 Apr 22 17:27:21.613978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.620080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.620414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Added segment f222c5e9-bf98-424d-aa9f-3fe71933b682 of type vlan for network 435e0b76-29e5-4dbb-ad9d-957ff7ebd85a Apr 22 17:27:21.655128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.16', 50798) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:21.655987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Allocated IP 172.20.0.11 (f6c5b38b-b1a7-48f7-91c6-0f6e730fa039/17507955-380b-4fcb-80d3-7cc4ed2a848f/36e2e90c-0ff0-4360-860c-6ec33ef6d145) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:21.817118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event updated for resources: {'Port': ['ID=7790bee4-109a-4582-9591-c355f284cccd,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:21.819452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.851571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:21.854599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:21.858635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:21.861831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bc62-6f2c-441c-83d9-7e87fc3e7349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.863035 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3fb9bc62-6f2c-441c-83d9-7e87fc3e7349 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1492297d-6865-49f8-9400-55cc372c2258 HTTP/1.1" status: 204 len: 168 time: 1.0323586 Apr 22 17:27:21.881263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-8d849781-a9b4-4f74-b4d7-1fd77b6d17ee tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:21.882670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-8d849781-a9b4-4f74-b4d7-1fd77b6d17ee tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.16 "GET /v2.0/networks?id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef HTTP/1.1" status: 200 len: 811 time: 0.2184856 Apr 22 17:27:21.916893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] device_id is not set on port cfa32908-0d9f-4594-b8ce-3786e879e9c6 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:21.985109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d91e5612-0b87-42a8-be26-9148397029f1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:21.987583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:21.990894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.009739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event updated for resources: {'Port': ['ID=852d3cff-ea55-4f71-b1f1-8e2cfd474f47,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:22.042831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Transition to ACTIVE for port object cfa32908-0d9f-4594-b8ce-3786e879e9c6 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:22.060588 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-7651b74e-4f93-4b54-9d09-4ee7b0fcccae tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e216cd3558c843778c46ba4cb2ba5f6e HTTP/1.1" status: 200 len: 380 time: 0.1074042 Apr 22 17:27:22.062702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.073353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Request body: {'port': {'device_id': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'admin_state_up': True, 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'security_groups': ['64798755-4984-4bdb-957d-86431cb6c623']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:22.099497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Transition to ACTIVE for port object 36e2e90c-0ff0-4360-860c-6ec33ef6d145 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:22.099967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.126608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d91e5612-0b87-42a8-be26-9148397029f1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:22.127728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.130878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.135403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.311615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.313079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.314362 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e08ecb97-5a3c-44df-8bff-819bed2fbd7a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4380670 Apr 22 17:27:22.315230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.316219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:22.320181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.386023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa32908-0d9f-4594-b8ce-3786e879e9c6,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:22.430956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:22.436238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:22.463374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:22.530382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.534242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:22.534916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:22.536438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:22.548036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:22.548476 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:22.551655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 2 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:22.559930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Network': ['ID=435e0b76-29e5-4dbb-ad9d-957ff7ebd85a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:22.569982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 435e0b76-29e5-4dbb-ad9d-957ff7ebd85a details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:22.572862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event updated for resources: {'Port': ['ID=36e2e90c-0ff0-4360-860c-6ec33ef6d145,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:22.583530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:22.589752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:22.590095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:22.590437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:22.621705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:22.622062 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:22.633978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:22.637058 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 3 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:22.658070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:22.658706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.683305 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-58e5b003-46a3-4dd0-870b-177bb2ead031 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5491867 Apr 22 17:27:22.685739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42342) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:22.751351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:22.751707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:22.752031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:22.771516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:22.771854 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:22.805322 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 4 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:22.846271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42350) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:22.846271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:22.846271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:22.846271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:22.902659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:22.903369 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:22.909405 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 5 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:22.972342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a2cc8d50-e8e2-4d09-8d7e-f8728f6d6a2d None None] Provisioning for port 36e2e90c-0ff0-4360-860c-6ec33ef6d145 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:22.979468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a2cc8d50-e8e2-4d09-8d7e-f8728f6d6a2d None None] Provisioning complete for port 36e2e90c-0ff0-4360-860c-6ec33ef6d145 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:22.979844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8d50-e8e2-4d09-8d7e-f8728f6d6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:22.988048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-814077e5-80b7-4e42-bda4-444ef079f63f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Synchronizing usage tracker for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:23.027638 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cb32909a-7915-43a1-b92e-4fd6f91f1825 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1185355 Apr 22 17:27:23.027870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42360) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:23.055267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc8d50-e8e2-4d09-8d7e-f8728f6d6a2d None None] Port 36e2e90c-0ff0-4360-860c-6ec33ef6d145 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:23.069764 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ee12b895-aedc-4b24-8fe7-a4dea246bf40 req-4266ff3e-1586-4ccb-8893-361dc792eb6b tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.2144840 Apr 22 17:27:23.070405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.088097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:23.088622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:23.088971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:23.100067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd55bf0-3445-49f0-83f0-b8aaaa9b64d0 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:23.101428 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1dd55bf0-3445-49f0-83f0-b8aaaa9b64d0 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] 10.222.0.10 "GET /v2.0/networks/435e0b76-29e5-4dbb-ad9d-957ff7ebd85a HTTP/1.1" status: 200 len: 757 time: 0.4021480 Apr 22 17:27:23.104035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42368) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:23.106484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:23.106856 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:23.124416 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 6 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:23.149429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-814077e5-80b7-4e42-bda4-444ef079f63f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Unset dirty status for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:23.150633 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-814077e5-80b7-4e42-bda4-444ef079f63f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--23171861&fields=id&tenant_id=7f0b41bdebac4d75aeb7963723944a77 HTTP/1.1" status: 200 len: 267 time: 0.2919798 Apr 22 17:27:23.161163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:23.161502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:23.165163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:23.188349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.192425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42376) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:23.208507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Made reservation on behalf of e216cd3558c843778c46ba4cb2ba5f6e for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:23.212038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.231256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:23.231590 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:23.236314 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 7 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:23.303861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.317067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bde8be-1cfe-4a7a-8463-b2fb61863b61 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:23.320048 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e8bde8be-1cfe-4a7a-8463-b2fb61863b61 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] 10.222.0.10 "GET /v2.0/networks/2e77fb9f-4561-4aef-85f6-326397d3fbd4 HTTP/1.1" status: 200 len: 768 time: 0.2138124 Apr 22 17:27:23.322319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42382) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:23.323277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:23.323832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:23.324259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:23.330974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'project_id': '9ab59c2ebd9646f9a327a3c486e52507', 'port_id': '36e2e90c-0ff0-4360-860c-6ec33ef6d145'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:23.358546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:23.359256 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:23.376766 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 8 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:23.400013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:23.434667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Usage tracker for resource:floatingip and tenant:9ab59c2ebd9646f9a327a3c486e52507 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:23.440720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:23.447976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:23.461644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2124604828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:23.468605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:23.472252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event updated for resources: {'Port': ['ID=7790bee4-109a-4582-9591-c355f284cccd,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:23.474617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:23.475304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:23.475700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:23.484753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:23.488888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd9f6cebf4e4e15a84b9a23e8356923 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:23.492324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:23.502530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:23.502832 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:23.506319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:23.524472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.532287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Usage tracker for resource:router and tenant:84e1305f66fa4ffd96fe1b39da7601f9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:23.536229 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 9 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:23.539563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.550354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:23.564307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.577377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:23.581606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:23.581943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:23.582335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:23.596454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:23.596786 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:23.600354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempt 10 to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 Apr 22 17:27:23.609546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-19f2cd43-aec8-4cbe-9c09-3f249e5dfcd4 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:23.617351 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-19f2cd43-aec8-4cbe-9c09-3f249e5dfcd4 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 812 time: 0.4551716 Apr 22 17:27:23.648831 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-d5a8b365-6f19-487b-bbf2-fc4f5d07d26c tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/quotas/7f0b41bdebac4d75aeb7963723944a77 HTTP/1.1" status: 200 len: 375 time: 0.0304079 Apr 22 17:27:23.660006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:23.660399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:23.660765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempting to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:23.665318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Allocated IP 172.20.0.13 (c03bba28-f20d-4ed6-8f50-f2f3902ac0ef/24e7a269-a355-4adc-bbba-7ed43f9cdf2d/cb553c2f-6009-4bb2-9b9d-7b39e61d027d) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:23.703897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:23.704336 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Failed to bind port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '73886a4e-e4de-4a4b-8faf-efb1af88eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ebcaeaa4-74b8-4123-9be7-a4b89b2302ad'}] Apr 22 17:27:23.704603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.768009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.769987 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d89e7d6f-c586-4ee8-ba26-98a181700b39 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2864037 Apr 22 17:27:23.823019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.841953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.841953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.896420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-86e64f09-26c5-4184-8cc1-0674a42e9d28 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Synchronizing usage tracker for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:23.901841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435e0b76-29e5-4dbb-ad9d-957ff7ebd85a']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:23.906525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.929779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.950500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:23.974392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f222c5e9-bf98-424d-aa9f-3fe71933b682') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:23.975501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f222c5e9-bf98-424d-aa9f-3fe71933b682') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:24.016067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.024286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.032012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-86e64f09-26c5-4184-8cc1-0674a42e9d28 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Unset dirty status for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:24.033353 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-86e64f09-26c5-4184-8cc1-0674a42e9d28 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3212235 Apr 22 17:27:24.109254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] For port cfa32908-0d9f-4594-b8ce-3786e879e9c6, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:24.110336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attempted to set empty binding levels {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 17:27:24.114994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.128365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:27:24.129130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:27:24.149691 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:27:24.226968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.234149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.309238 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdd9f6cebf4e4e15a84b9a23e8356923&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0835595 Apr 22 17:27:24.353691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42406) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:24.367468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] In _notify_port_updated(), no bound segment for port cfa32908-0d9f-4594-b8ce-3786e879e9c6 on network ebcaeaa4-74b8-4123-9be7-a4b89b2302ad {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:27:24.368729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:24.369653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.371421 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "PUT /v2.0/ports/cfa32908-0d9f-4594-b8ce-3786e879e9c6 HTTP/1.1" status: 200 len: 976 time: 3.7383738 Apr 22 17:27:24.379853 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42410) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:24.434152 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Allocated IP 172.26.3.149 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/64753173-d9be-4d39-b644-e5ed2eb0c862) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:24.442637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.443247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc98332-9fe3-4ecd-8e4e-babfc1798621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad372bd-c72e-459a-9ace-57dc5a3c35f9,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:24.492802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-4bc4d360-164b-40e2-86f0-a4fea615418d tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Synchronizing usage tracker for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:24.502956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Deleting port cfa32908-0d9f-4594-b8ce-3786e879e9c6 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:24.502956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.503216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4febc-0b6c-4b84-b6e3-ad3a7c17ee87 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa32908-0d9f-4594-b8ce-3786e879e9c6,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:24.521780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.524369 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-409cb9d6-7024-454f-b061-294b8691ef8f tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6740341 Apr 22 17:27:24.536383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42414) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:24.545020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-499761354'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:24.551922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2806438a-df60-4d9c-8543-952118926b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.554047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:24.556893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Transition to ACTIVE for port object cb553c2f-6009-4bb2-9b9d-7b39e61d027d will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:24.561464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.571625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Usage tracker for resource:network and tenant:84e1305f66fa4ffd96fe1b39da7601f9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:24.593637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:24.597404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 435e0b76-29e5-4dbb-ad9d-957ff7ebd85a {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 17:27:24.611841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:24.634909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.635190 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3ceac36c-9920-4ca1-80c3-8b464aa45ea2 service neutron] 10.222.0.10 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892391 Apr 22 17:27:24.635287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event deleted for resources: {'Network': ['ID=435e0b76-29e5-4dbb-ad9d-957ff7ebd85a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:24.635287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-4bc4d360-164b-40e2-86f0-a4fea615418d tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Unset dirty status for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:24.635287 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-4bc4d360-164b-40e2-86f0-a4fea615418d tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--453977344&fields=id&tenant_id=c06fe8dd980747c6a9ea6b2e9dce9426 HTTP/1.1" status: 200 len: 267 time: 0.4063609 Apr 22 17:27:24.641732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2806438a-df60-4d9c-8543-952118926b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.674962 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-844879ba-c5f1-439b-96f1-b2b3da4272e5 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "DELETE /v2.0/networks/435e0b76-29e5-4dbb-ad9d-957ff7ebd85a HTTP/1.1" status: 204 len: 168 time: 1.3480003 Apr 22 17:27:24.683574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42418) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:24.714513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Request body: {'network': {'name': 'tempest-network--343517636'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:24.737015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:24.813353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Usage tracker for resource:network and tenant:6ffe8386d22e4da7860be1b0ffd64481 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:24.815728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Made reservation on behalf of 84e1305f66fa4ffd96fe1b39da7601f9 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:24.824757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.831431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:24.839319 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-fd16e9aa-3287-4717-bb23-f57e67b9f790 service neutron] 10.222.0.10 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861007 Apr 22 17:27:24.848856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.852305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:24.862826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:24.950226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:24.964089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Usage tracker for resource:security_group_rule and tenant:84e1305f66fa4ffd96fe1b39da7601f9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:24.975777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:24.986410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:24.987702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:24.997680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.001640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:25.025826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:25.170769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2806438a-df60-4d9c-8543-952118926b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.190934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event updated for resources: {'Port': ['ID=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:25.233428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Made reservation on behalf of 6ffe8386d22e4da7860be1b0ffd64481 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:25.236162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.272140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806438a-df60-4d9c-8543-952118926b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad372bd-c72e-459a-9ace-57dc5a3c35f9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:25.308159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-421bd812-45b5-47a5-b5ca-687d37b931a3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:25.308966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-421bd812-45b5-47a5-b5ca-687d37b931a3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Synchronizing usage tracker for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:25.348591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] For port cfa32908-0d9f-4594-b8ce-3786e879e9c6, host hv-neutron-8390, got binding levels [] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:25.349007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.429867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:25.493062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:25.493900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.556516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.563523 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Added segment dc9a41cf-5766-4611-8231-b96d79fe74f9 of type vlan for network 6ab24a99-5feb-4e33-96c0-c8b68b3067a8 Apr 22 17:27:25.568409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2806438a-df60-4d9c-8543-952118926b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.580301 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2806438a-df60-4d9c-8543-952118926b46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ad372bd-c72e-459a-9ace-57dc5a3c35f9 HTTP/1.1" status: 204 len: 168 time: 1.2449846 Apr 22 17:27:25.591344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Calling delete_port for cfa32908-0d9f-4594-b8ce-3786e879e9c6 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:25.687138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4d0ef5bb-f3ef-4ca9-814f-15ea55d2148f None None] Provisioning for port cb553c2f-6009-4bb2-9b9d-7b39e61d027d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:25.693975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4d0ef5bb-f3ef-4ca9-814f-15ea55d2148f None None] Provisioning complete for port cb553c2f-6009-4bb2-9b9d-7b39e61d027d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:25.694927 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4d0ef5bb-f3ef-4ca9-814f-15ea55d2148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.723565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.794333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.816655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4a10e428-abae-44b6-98ae-aa31a1d87e4a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7468507 Apr 22 17:27:25.844343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ef5bb-f3ef-4ca9-814f-15ea55d2148f None None] Port cb553c2f-6009-4bb2-9b9d-7b39e61d027d cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:25.866429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-a778b4d4-5387-4a49-a9c9-a73329b5c56d tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:27:25.867722 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-a778b4d4-5387-4a49-a9c9-a73329b5c56d tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065544 Apr 22 17:27:25.870599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:25.886338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:25.892237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:25.920152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-421bd812-45b5-47a5-b5ca-687d37b931a3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Unset dirty status for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:25.922630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Pushing event updated for resources: {'Port': ['ID=64753173-d9be-4d39-b644-e5ed2eb0c862,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:25.928862 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-421bd812-45b5-47a5-b5ca-687d37b931a3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/networks?id=e72d86d2-d583-43e0-a5b4-aaf15407937c HTTP/1.1" status: 200 len: 805 time: 1.2740026 Apr 22 17:27:25.943286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.952769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08313-d573-434e-8a74-78f913301631 req-47dc4338-a362-4ad9-abc6-5e7114272faa tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:25.959832 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6ce08313-d573-434e-8a74-78f913301631 req-47dc4338-a362-4ad9-abc6-5e7114272faa tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 932 time: 0.3782523 Apr 22 17:27:25.961691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.963004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:25.963807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:25.969971 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-77654018-1b4e-4f85-8b36-9b828887f3b9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/quotas/c06fe8dd980747c6a9ea6b2e9dce9426 HTTP/1.1" status: 200 len: 375 time: 0.0390401 Apr 22 17:27:26.035725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfa32908-0d9f-4594-b8ce-3786e879e9c6,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:26.088234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:26.382813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:26.384482 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6ce08313-d573-434e-8a74-78f913301631 req-f4051a99-66ee-4bc2-b6ff-5d16ed8e27d3 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668724 Apr 22 17:27:26.384482 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-372e2f98-5ad4-4802-9d2c-7a3cc04bd177 tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "DELETE /v2.0/ports/cfa32908-0d9f-4594-b8ce-3786e879e9c6 HTTP/1.1" status: 204 len: 168 time: 1.8531933 Apr 22 17:27:26.384981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Request body: {'port': {'device_id': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:26.384981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Network': ['ID=6ab24a99-5feb-4e33-96c0-c8b68b3067a8,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:26.385399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 6ab24a99-5feb-4e33-96c0-c8b68b3067a8 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:26.386665 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0471d49f-5f7d-42c5-bb4b-5256340f037d req-e27d9002-aca0-4500-9614-12720c76c75b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 210 time: 0.0593317 Apr 22 17:27:26.386665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42452) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:26.444421 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-a34b7384-9cf8-4a9a-b4be-589022d9f6cf tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c06fe8dd980747c6a9ea6b2e9dce9426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3872235 Apr 22 17:27:26.447467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:26.482084 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-779ae590-0f05-4d15-9f37-4555c304325e tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] GET failed (client error): The resource could not be found. Apr 22 17:27:26.482614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-779ae590-0f05-4d15-9f37-4555c304325e tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Synchronizing usage tracker for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:26.589307 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8efa3c7a-337f-4e96-802d-d75eaf4da6f0 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8856707 Apr 22 17:27:26.590972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:26.600588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42466) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:26.848736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-49000e97-b89a-4666-a397-70af3f0ee8a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:26.875143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-8fb43f60-ea64-4873-876a-5577aa741bf7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:27:26.883987 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-8fb43f60-ea64-4873-876a-5577aa741bf7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101661 Apr 22 17:27:26.935170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:27.012478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-779ae590-0f05-4d15-9f37-4555c304325e tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] Unset dirty status for tenant:9f182b0222bb460d8fdb5f464ab22181 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:27.012478 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-779ae590-0f05-4d15-9f37-4555c304325e tempest-PortsAdminExtendedAttrsTestJSON-1992223747 tempest-PortsAdminExtendedAttrsTestJSON-1992223747-project-admin] 10.222.0.10 "GET /v2.0/ports/cfa32908-0d9f-4594-b8ce-3786e879e9c6 HTTP/1.1" status: 404 len: 333 time: 0.6255233 Apr 22 17:27:27.012478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42474) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:27.242511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:27.247467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9355be5a-6814-4886-9ac1-ebe9a91e667a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:27.250618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:27.271729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:27.271729 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Added segment cd822df2-cbd1-46b6-8450-b3043e9060ce of type vlan for network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b Apr 22 17:27:27.362408 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-170b6d91-5cc1-42df-b7ce-0e6fcec450ec service neutron] 10.222.0.10 "GET /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774854 Apr 22 17:27:27.678443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:27.683216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:27.826402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49000e97-b89a-4666-a397-70af3f0ee8a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:27.963308 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-3ad51b38-e7eb-4dee-91bb-45f1e50801ad service neutron] 10.222.0.10 "GET /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999939 Apr 22 17:27:27.963920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49000e97-b89a-4666-a397-70af3f0ee8a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:27.986096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.074996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49000e97-b89a-4666-a397-70af3f0ee8a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Network 6ab24a99-5feb-4e33-96c0-c8b68b3067a8 is not hosted by any dhcp agent {{(pid=88659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 17:27:28.076024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49000e97-b89a-4666-a397-70af3f0ee8a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:28.076581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49000e97-b89a-4666-a397-70af3f0ee8a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.081051 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-49000e97-b89a-4666-a397-70af3f0ee8a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "PUT /v2.0/networks/6ab24a99-5feb-4e33-96c0-c8b68b3067a8 HTTP/1.1" status: 200 len: 856 time: 1.4550381 Apr 22 17:27:28.089656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42500) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:28.090351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49000e97-b89a-4666-a397-70af3f0ee8a8 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event updated for resources: {'Network': ['ID=6ab24a99-5feb-4e33-96c0-c8b68b3067a8,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:28.117624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.123694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:28.124821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.135194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcaeaa4-74b8-4123-9be7-a4b89b2302ad']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:28.244720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb553c2f-6009-4bb2-9b9d-7b39e61d027d {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:27:28.256026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73886a4e-e4de-4a4b-8faf-efb1af88eb2b') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:28.256504 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73886a4e-e4de-4a4b-8faf-efb1af88eb2b') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:28.307345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.357608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1be18-d7b4-4034-b7de-3a25f38b6336 req-0ad364af-0d8a-4b33-94e0-8867e3ef3443 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:28.366243 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1ce1be18-d7b4-4034-b7de-3a25f38b6336 req-0ad364af-0d8a-4b33-94e0-8867e3ef3443 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 932 time: 0.7683520 Apr 22 17:27:28.493343 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1ce1be18-d7b4-4034-b7de-3a25f38b6336 req-ef4f162a-6bf0-47e7-9bf9-449d58ba090b tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259513 Apr 22 17:27:28.496457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.572010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:27:28.572657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:27:28.619221 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:27:28.718690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Network': ['ID=183f75ba-bdb7-49cf-ab3a-8bc7f250b21b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:28.730572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:28.738254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.776362 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dc0c754b-8d65-4798-8a6a-fd4034b1e5aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.2393408 Apr 22 17:27:28.781437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42518) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:28.830930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-e074465b-7a19-439b-9c3c-f30d7c2dc41e req-536001a7-d3f9-4915-8922-e98b00837ecf tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Synchronizing usage tracker for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:28.877458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:28.893549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'subnet': {'network_id': '183f75ba-bdb7-49cf-ab3a-8bc7f250b21b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:28.986076 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ca61674c-34e3-4b87-809b-5737670aacbc req-70c7b0e3-1432-40e6-ad30-790c58e53f5f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 210 time: 0.2422566 Apr 22 17:27:29.026917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.118165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42528) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:29.138544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.143967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-e074465b-7a19-439b-9c3c-f30d7c2dc41e req-536001a7-d3f9-4915-8922-e98b00837ecf tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Unset dirty status for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:29.143967 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e074465b-7a19-439b-9c3c-f30d7c2dc41e req-536001a7-d3f9-4915-8922-e98b00837ecf tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 210 time: 0.5041337 Apr 22 17:27:29.145166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.151064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Transition to ACTIVE for port object cb553c2f-6009-4bb2-9b9d-7b39e61d027d will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:29.258817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.267655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:29.310731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Usage tracker for resource:subnet and tenant:84e1305f66fa4ffd96fe1b39da7601f9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:29.320247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:29.323854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.327002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.329855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] Pushing event deleted for resources: {'Network': ['ID=ebcaeaa4-74b8-4123-9be7-a4b89b2302ad,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:29.340858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:29.401908 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4ff95f87-03b6-4744-9561-d50dbcd146de tempest-PortsAdminExtendedAttrsTestJSON-1471568170 tempest-PortsAdminExtendedAttrsTestJSON-1471568170-project] 10.222.0.10 "DELETE /v2.0/networks/ebcaeaa4-74b8-4123-9be7-a4b89b2302ad HTTP/1.1" status: 204 len: 168 time: 2.3733099 Apr 22 17:27:29.440334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:29.454652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:29.460516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Pushing event updated for resources: {'Port': ['ID=64753173-d9be-4d39-b644-e5ed2eb0c862,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:29.463225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Usage tracker for resource:floatingip and tenant:4698ea7dbf0a4f40a4d53a6e21016d95 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:29.468347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:29.476933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.546861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab24a99-5feb-4e33-96c0-c8b68b3067a8']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:29.580381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:29.664360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9a41cf-5766-4611-8231-b96d79fe74f9') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:29.664570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9a41cf-5766-4611-8231-b96d79fe74f9') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:29.711575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:29.725424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.758059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.774350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:27:29.775728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:27:29.792332 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:27:29.858185 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Floating IP 5670e1a9-0366-4bd3-baf6-4d49a46d96eb associated. External IP: 172.26.3.149, port: 36e2e90c-0ff0-4360-860c-6ec33ef6d145. Apr 22 17:27:29.930760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Made reservation on behalf of 84e1305f66fa4ffd96fe1b39da7601f9 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:29.934371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:29.949172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Attempting to bind port cb553c2f-6009-4bb2-9b9d-7b39e61d027d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:29.949504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Attempting to bind port cb553c2f-6009-4bb2-9b9d-7b39e61d027d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:29.950041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Attempting to bind port cb553c2f-6009-4bb2-9b9d-7b39e61d027d on network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:29.985469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Port cb553c2f-6009-4bb2-9b9d-7b39e61d027d on network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:29.985791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Attempting to bind port cb553c2f-6009-4bb2-9b9d-7b39e61d027d on network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:29.990982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:30.000721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:30.001321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Checking segment: {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:30.002930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Bound using segment: {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:30.004262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Bound port: cb553c2f-6009-4bb2-9b9d-7b39e61d027d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:30.004762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:30.117665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.16', 50805) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:30.336647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:30.364617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ab24a99-5feb-4e33-96c0-c8b68b3067a8 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 17:27:30.371444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-649c6aa5-0335-4370-ab35-a0d8dc130c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:30.380678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb84e-1af1-47f1-b73c-b132f437e5f3 req-762098d0-1c71-4a7e-bacc-8903dca9d46f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:30.381404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-99aeb84e-1af1-47f1-b73c-b132f437e5f3 req-762098d0-1c71-4a7e-bacc-8903dca9d46f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Synchronizing usage tracker for tenant:e216cd3558c843778c46ba4cb2ba5f6e on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:30.388673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:30.415285 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-35514dec-9199-4429-a185-4a818cc5962d req-375e4ae1-4b46-4aba-8fb8-f9284eef5f0b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 210 time: 0.2697966 Apr 22 17:27:30.422414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ab24a99-5feb-4e33-96c0-c8b68b3067a8,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:30.494332 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-235363fe-9588-485e-b538-9d9ab7de8c30 tempest-ExternalNetworksTestJSON-1544778010 tempest-ExternalNetworksTestJSON-1544778010-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6ab24a99-5feb-4e33-96c0-c8b68b3067a8 HTTP/1.1" status: 204 len: 168 time: 2.4009340 Apr 22 17:27:30.499386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42548) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:30.500717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] For port cb553c2f-6009-4bb2-9b9d-7b39e61d027d, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:30.542801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-39c4e664-d764-4c3f-9d8b-cc9830ee9d11 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:30.543593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-39c4e664-d764-4c3f-9d8b-cc9830ee9d11 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Synchronizing usage tracker for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:30.674943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] For port cb553c2f-6009-4bb2-9b9d-7b39e61d027d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:30.675141 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-97905594-1c55-49a2-acbf-036f8f4ccbb4 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] DELETE failed (client error): The resource could not be found. Apr 22 17:27:30.676203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97905594-1c55-49a2-acbf-036f8f4ccbb4 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:30.680116 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-97905594-1c55-49a2-acbf-036f8f4ccbb4 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] 10.222.0.10 "DELETE /v2.0/subnets/a14b8578-6341-4cf8-ae46-d28223580dce HTTP/1.1" status: 404 len: 337 time: 0.1774163 Apr 22 17:27:30.680264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42552) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:30.681480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42554) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:30.827458 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bf50f708-3aaa-4d1d-a414-1507bd2fb071 req-10a80c0d-28ee-4647-a71c-ff4549f50596 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 210 time: 0.1199660 Apr 22 17:27:30.836589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:30.970792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:30.981946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:31.014503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-99aeb84e-1af1-47f1-b73c-b132f437e5f3 req-762098d0-1c71-4a7e-bacc-8903dca9d46f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Unset dirty status for tenant:e216cd3558c843778c46ba4cb2ba5f6e on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:31.016595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-99aeb84e-1af1-47f1-b73c-b132f437e5f3 req-762098d0-1c71-4a7e-bacc-8903dca9d46f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 944 time: 1.2254746 Apr 22 17:27:31.061623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:31.092391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:31.098552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-39c4e664-d764-4c3f-9d8b-cc9830ee9d11 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Unset dirty status for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:31.100655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-39c4e664-d764-4c3f-9d8b-cc9830ee9d11 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 812 time: 0.9733436 Apr 22 17:27:31.128966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:31.130396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:31.133962 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-9f16023d-e8a4-4fd9-aa6e-ead26e1507e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb553c2f-6009-4bb2-9b9d-7b39e61d027d HTTP/1.1" status: 200 len: 1094 time: 4.9287398 Apr 22 17:27:31.144194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Router 7fcc86c0-65e6-482e-99de-376cef4e3c57 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:27:31.349196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:31.351010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'tag': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:27:31.471216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e77fb9f-4561-4aef-85f6-326397d3fbd4']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:31.476337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Subnet': ['ID=57aec46f-994b-414c-88fa-afd861ac0377,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:31.486635 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d5410cfb-768b-4e55-98c7-9d229628170c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9187e55d62214e10a456b13967c04f8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7980256 Apr 22 17:27:31.490876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42572) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:31.498394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5ec50c-9334-4485-a8a5-81ca9466f1ef') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:31.501781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5ec50c-9334-4485-a8a5-81ca9466f1ef') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:31.583837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:31.614403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-a9e791ba-40b6-4706-98be-bc9cfe39969e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Synchronizing usage tracker for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:31.675732 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-99aeb84e-1af1-47f1-b73c-b132f437e5f3 req-7df1df14-3dfe-4d69-9df5-c5a8ef5d1f6e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5883763 Apr 22 17:27:31.749645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Checking segment: {'id': 'cd822df2-cbd1-46b6-8450-b3043e9060ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '183f75ba-bdb7-49cf-ab3a-8bc7f250b21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:31.749645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network hostable DHCP agents. Network: 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:27:31.749645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-a9e791ba-40b6-4706-98be-bc9cfe39969e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Unset dirty status for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:31.749645 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-a9e791ba-40b6-4706-98be-bc9cfe39969e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f0b41bdebac4d75aeb7963723944a77 HTTP/1.1" status: 200 len: 378 time: 0.2742782 Apr 22 17:27:31.749645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Request body: {'port': {'device_id': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'admin_state_up': True, 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'security_groups': ['0778c6fc-45be-4cb4-a7f8-5856e0672d96']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:31.789377 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9f8a29d-2082-40bd-a007-4616eae54acf req-68fe51ab-4be4-43e9-b363-520ad6d7c0cb tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 210 time: 0.1744311 Apr 22 17:27:31.790518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Allocated IP 172.26.3.163 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/9e3ad690-207d-4d71-8842-e02a68ed6315) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:31.799640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:31.834372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:27:31.834826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:27:31.861139 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:27:31.862936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:27:31.884827 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28f22c9-c2f1-4ef6-95e3-c233f9d2c660'] response: {'name': 'network-changed', 'server_uuid': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'tag': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'status': 'completed', 'code': 200} Apr 22 17:27:31.908206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-8dfd14e3-7ff0-4889-93e4-7ec24f59fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:31.909938 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-8dfd14e3-7ff0-4889-93e4-7ec24f59fc69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e216cd3558c843778c46ba4cb2ba5f6e&device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 1097 time: 0.2873764 Apr 22 17:27:32.014183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:32.020069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:32.020671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.030426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4c2fe-f751-4548-866b-4a972aa741ad None None] Network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:32.043497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:32.058247 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234ca4f-e78b-481e-a8db-3b6043cede63 None None] Sync routers for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:32.076061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cdf428b-e8cc-4744-87a2-fef719586903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.197241 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-4511c93f-ce67-4638-be40-37dc69c8a7c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d HTTP/1.1" status: 200 len: 217 time: 0.1575015 Apr 22 17:27:32.197709 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234ca4f-e78b-481e-a8db-3b6043cede63 None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:32.197709 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c234ca4f-e78b-481e-a8db-3b6043cede63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:32.197903 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-55ae89de-714a-402e-be44-e463d1250506 req-48d31f4a-a7ab-47d8-b525-9faf73ff3eb1 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 210 time: 0.1444063 Apr 22 17:27:32.201761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cdf428b-e8cc-4744-87a2-fef719586903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.217985 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c234ca4f-e78b-481e-a8db-3b6043cede63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:32.231156 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234ca4f-e78b-481e-a8db-3b6043cede63 None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:32.232393 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c234ca4f-e78b-481e-a8db-3b6043cede63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:32.250492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:32.277180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:32.289771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-54e251bd-f020-4884-8ea4-a3f4bd01ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:32.291293 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-54e251bd-f020-4884-8ea4-a3f4bd01ed85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24e7a269-a355-4adc-bbba-7ed43f9cdf2d HTTP/1.1" status: 200 len: 850 time: 0.1880505 Apr 22 17:27:32.360813 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c234ca4f-e78b-481e-a8db-3b6043cede63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:32.367344 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234ca4f-e78b-481e-a8db-3b6043cede63 None None] The sync data for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:32.382480 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6ec52f88-2e22-4ead-a8e3-7c05dff2cc3d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5884790 Apr 22 17:27:32.389068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42586) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:32.396914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'network': {'name': 'tempest-router-network01--2083428936'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:32.404263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:32.411507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Usage tracker for resource:network and tenant:84e1305f66fa4ffd96fe1b39da7601f9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:32.415847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:32.426652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:32.461715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-1f69e0ff-78ae-4e88-a7d0-8df4ee0a874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:32.464600 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-1f69e0ff-78ae-4e88-a7d0-8df4ee0a874a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1464586 Apr 22 17:27:32.480680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.579657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cdf428b-e8cc-4744-87a2-fef719586903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.608826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.610686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.691008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf428b-e8cc-4744-87a2-fef719586903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d98dc85-398e-4061-a0ca-bd62ea05f85a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:32.710547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-183f75ba-bdb7-49cf-ab3a-8bc7f250b21b', 'network_id': '183f75ba-bdb7-49cf-ab3a-8bc7f250b21b', 'tenant_id': '84e1305f66fa4ffd96fe1b39da7601f9', 'fixed_ips': [{'subnet_id': '57aec46f-994b-414c-88fa-afd861ac0377'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:27:32.712565 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.719767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.730397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] Pushing event deleted for resources: {'Network': ['ID=2e77fb9f-4561-4aef-85f6-326397d3fbd4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:32.745029 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5bdef71a-90f5-4e0f-ad3e-ddd96c27a6f5 tempest-ExternalNetworksTestJSON-2123724156 tempest-ExternalNetworksTestJSON-2123724156-project] 10.222.0.10 "DELETE /v2.0/networks/2e77fb9f-4561-4aef-85f6-326397d3fbd4 HTTP/1.1" status: 204 len: 168 time: 2.0627604 Apr 22 17:27:32.746657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cdf428b-e8cc-4744-87a2-fef719586903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.750852 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5cdf428b-e8cc-4744-87a2-fef719586903 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d98dc85-398e-4061-a0ca-bd62ea05f85a HTTP/1.1" status: 204 len: 168 time: 1.2548025 Apr 22 17:27:32.767673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Made reservation on behalf of 84e1305f66fa4ffd96fe1b39da7601f9 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:32.770915 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-02c5bd84-08f9-4c38-9179-cdc6faee3a3c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.7418790 Apr 22 17:27:32.771686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.16', 50810) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:32.773671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.774484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42596) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:32.774991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e1ae6f8e-df92-41a6-843c-d1bb339b7ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:32.794731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Made reservation on behalf of 7f0b41bdebac4d75aeb7963723944a77 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:32.809347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:33.170852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:33.209562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Allocated IP 172.20.0.2 (183f75ba-bdb7-49cf-ab3a-8bc7f250b21b/57aec46f-994b-414c-88fa-afd861ac0377/8d4b346f-2254-4fcf-a03a-f72902761287) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:33.340538 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-145368a2-66c3-484f-a709-c96f4e833a97 req-f2e9d4ba-5a82-41f2-ab55-7d648a8baa31 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 210 time: 0.2402756 Apr 22 17:27:33.417264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:33.466371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:33.471892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:33.495645 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-0774f25a-1966-4bcf-8f01-93bd72f1ec58 service neutron] 10.222.0.16 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0188265 Apr 22 17:27:33.508541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:33.523230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42610) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:33.569348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3ad690-207d-4d71-8842-e02a68ed6315,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:33.592386 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e9486b55-6214-4a7a-b27e-afcd139bd425 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] 10.222.0.10 "GET /v2.0/floatingips/5670e1a9-0366-4bd3-baf6-4d49a46d96eb HTTP/1.1" status: 200 len: 983 time: 0.8107796 Apr 22 17:27:33.599500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42616) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:33.610553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-67107bcc-cd72-4d87-9301-8aa79eeb0a9c tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:33.617681 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-67107bcc-cd72-4d87-9301-8aa79eeb0a9c tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.16 "GET /v2.0/networks?id=e72d86d2-d583-43e0-a5b4-aaf15407937c HTTP/1.1" status: 200 len: 805 time: 0.8419459 Apr 22 17:27:33.763388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:33.765202 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Added segment 1aa17fff-8987-4db7-8d8e-ded54641cf91 of type vlan for network bfbe6ed0-b009-4932-a509-7d4861aa304b Apr 22 17:27:33.797100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Allocated IP 172.20.0.8 (c3a128fb-8465-4c36-8cbf-920653d83673/35834dc0-7254-4d15-b92b-6ba34e6e3dbd/1418905d-f9cd-4d30-a6ea-3ab7fc04ac54) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:33.802694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:33.808886 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-437fdb81-248e-4362-9437-64939080426a req-b433cdc7-0adb-495b-8e75-ede996a8bc2c tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 210 time: 0.1214397 Apr 22 17:27:33.859216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-e89e55f8-e10d-49d6-8fdf-90f7a6833afa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Synchronizing usage tracker for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:33.861539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Transition to ACTIVE for port object 8d4b346f-2254-4fcf-a03a-f72902761287 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:33.883181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:33.884391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-e89e55f8-e10d-49d6-8fdf-90f7a6833afa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Unset dirty status for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:33.885313 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-e89e55f8-e10d-49d6-8fdf-90f7a6833afa tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06fe8dd980747c6a9ea6b2e9dce9426 HTTP/1.1" status: 200 len: 379 time: 0.2395797 Apr 22 17:27:33.895758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Transition to ACTIVE for port object 8d4b346f-2254-4fcf-a03a-f72902761287 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:33.960823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Request body: {'port': {'device_id': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'admin_state_up': True, 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'security_groups': ['d7058517-ad1f-4316-a83c-d2364dfbf490']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:34.014158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.072745 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.074899 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.086356 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e139018f-d58d-4ed8-a1b4-a9d89f62d68c tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.4471126 Apr 22 17:27:34.099753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c87e-5624-4e09-9683-85e200de234a req-d23a6605-bec0-492c-86e2-9f541adb981a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:34.101534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.106812 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a316c87e-5624-4e09-9683-85e200de234a req-d23a6605-bec0-492c-86e2-9f541adb981a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 944 time: 1.0937536 Apr 22 17:27:34.109915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42624) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:34.146407 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a40d467d-0a69-49e6-9727-3dd6ff4d78b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8be5ce3696b4b478cd2d2b8edb6fcae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6142428 Apr 22 17:27:34.162804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42628) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:34.172229 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-da6629ec-3d02-40d9-b402-f91d44cddd48 req-b669bb40-f48b-459e-adf6-4869a38ccd32 service neutron] 10.222.0.16 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478844 Apr 22 17:27:34.175762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:27:34.183054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:34.188141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:34.188480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42632) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:34.206565 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:34.283427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Pushing event updated for resources: {'Port': ['ID=8d4b346f-2254-4fcf-a03a-f72902761287,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:34.354161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.410320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.416941 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a316c87e-5624-4e09-9683-85e200de234a req-edafec63-9b20-4930-bd3e-41794a7c4b7e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092730 Apr 22 17:27:34.423871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.430087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:34.430843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.528739 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:34.645498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:34.648704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Deleting port 64753173-d9be-4d39-b644-e5ed2eb0c862 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:34.649435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.710359 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3197691 Apr 22 17:27:34.714780 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3c6eab18-42e2-45d6-aa18-92ae10518243 req-462f85d8-666e-4901-95ba-01f2f48ef956 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 210 time: 0.1529841 Apr 22 17:27:34.721505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.723009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42640) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:34.731405 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-900d407d-924e-4955-bda2-9e3a572ede6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f182b0222bb460d8fdb5f464ab22181&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5292368 Apr 22 17:27:34.738998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42644) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:34.750198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'network': {'name': 'tempest-router-network02--485957928'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:34.785444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:34.857199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Transition to ACTIVE for port object 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:34.858324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4a8f-5d89-4d14-93f7-e7bf5adde935 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Network': ['ID=bfbe6ed0-b009-4932-a509-7d4861aa304b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:34.872990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddeda-c7de-451c-9aa4-7f6feb9875a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.891831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Usage tracker for resource:network and tenant:84e1305f66fa4ffd96fe1b39da7601f9 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:34.899712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Made reservation on behalf of c06fe8dd980747c6a9ea6b2e9dce9426 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:34.903670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:34.919253 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network bfbe6ed0-b009-4932-a509-7d4861aa304b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:34.928999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:34.979666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Attempting to bind port 8d4b346f-2254-4fcf-a03a-f72902761287 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:34.979969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Attempting to bind port 8d4b346f-2254-4fcf-a03a-f72902761287 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'cd822df2-cbd1-46b6-8450-b3043e9060ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '183f75ba-bdb7-49cf-ab3a-8bc7f250b21b'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:34.980295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Attempting to bind port 8d4b346f-2254-4fcf-a03a-f72902761287 on network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:34.993007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddeda-c7de-451c-9aa4-7f6feb9875a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.009098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:35.009514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Checking segment: {'id': 'cd822df2-cbd1-46b6-8450-b3043e9060ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '183f75ba-bdb7-49cf-ab3a-8bc7f250b21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:35.010044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.010453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Bound using segment: {'id': 'cd822df2-cbd1-46b6-8450-b3043e9060ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '183f75ba-bdb7-49cf-ab3a-8bc7f250b21b'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:35.011228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Bound port: 8d4b346f-2254-4fcf-a03a-f72902761287, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd822df2-cbd1-46b6-8450-b3043e9060ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '183f75ba-bdb7-49cf-ab3a-8bc7f250b21b'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:35.022441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.023364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-c6efcdd6-01ff-4c58-a169-70ae9e328f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:35.025120 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-c6efcdd6-01ff-4c58-a169-70ae9e328f42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e216cd3558c843778c46ba4cb2ba5f6e&device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 1097 time: 0.5280545 Apr 22 17:27:35.120891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.122994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:35.215485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-f369a389-4d56-42c6-8781-88ef52d3bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:35.217005 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-f369a389-4d56-42c6-8781-88ef52d3bb7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef HTTP/1.1" status: 200 len: 911 time: 0.1574929 Apr 22 17:27:35.231966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-444afbf9-2bc0-439b-904e-4d94e1bc9fd4 req-827e0c7d-7f31-4869-8738-51b33512978c tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 210 time: 0.2141745 Apr 22 17:27:35.285686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] For port 8d4b346f-2254-4fcf-a03a-f72902761287, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:35.291220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] For port 8d4b346f-2254-4fcf-a03a-f72902761287, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8d4b346f-2254-4fcf-a03a-f72902761287,segment=NetworkSegment(cd822df2-cbd1-46b6-8450-b3043e9060ce),segment_id=cd822df2-cbd1-46b6-8450-b3043e9060ce)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:35.329652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.339691 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-e2db19cc-5ccf-4859-8d70-154ca3361e70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d HTTP/1.1" status: 200 len: 217 time: 0.0804160 Apr 22 17:27:35.341531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.361655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.426641 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:27:35.460182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.475459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Made reservation on behalf of 84e1305f66fa4ffd96fe1b39da7601f9 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:35.482346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.552764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Network c3a128fb-8465-4c36-8cbf-920653d83673 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:35.553001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dfd3c-0c79-415b-b332-4558051c1546 None None] Pushing event updated for resources: {'Port': ['ID=8d4b346f-2254-4fcf-a03a-f72902761287,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:35.565701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:35.573079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:35.586429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed611c97-0eea-424a-8f69-055e5cfcbe2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.768381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event updated for resources: {'Port': ['ID=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:35.768381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-404fe742-56f8-40ee-8a7a-d8fca537253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:35.768381 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-404fe742-56f8-40ee-8a7a-d8fca537253c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24e7a269-a355-4adc-bbba-7ed43f9cdf2d HTTP/1.1" status: 200 len: 850 time: 0.3214278 Apr 22 17:27:35.787240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:35.788919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.790563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.791195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:35.908130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddeda-c7de-451c-9aa4-7f6feb9875a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.008999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddeda-c7de-451c-9aa4-7f6feb9875a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.014673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cb0ddeda-c7de-451c-9aa4-7f6feb9875a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47237ec1-1b06-48b1-8813-923679bdde73 HTTP/1.1" status: 204 len: 168 time: 1.8435235 Apr 22 17:27:36.044994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ddeda-c7de-451c-9aa4-7f6feb9875a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47237ec1-1b06-48b1-8813-923679bdde73,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:36.056072 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-3bf2308f-467b-41ce-87cb-f2eb6fc84750 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3402531 Apr 22 17:27:36.075735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Request body: {'port': {'device_id': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:36.091961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Calling delete_port for 64753173-d9be-4d39-b644-e5ed2eb0c862 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:36.133626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed611c97-0eea-424a-8f69-055e5cfcbe2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.260129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3ad690-207d-4d71-8842-e02a68ed6315,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:36.273694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:36.348227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.370823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-542b62ba-27d0-407c-b038-5d99c398e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:36.372917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.372917 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Added segment 89a0106b-9fad-4f35-81d9-6154c94c40ed of type vlan for network 8be78295-dab0-4a35-b382-847e31735852 Apr 22 17:27:36.373116 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-542b62ba-27d0-407c-b038-5d99c398e339 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5926654 Apr 22 17:27:36.378931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.396443 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9f9f980f-4020-4493-8084-5a4745767e1c None None] Provisioning for port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:36.402512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9f9f980f-4020-4493-8084-5a4745767e1c None None] Provisioning complete for port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:36.407532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9f9f980f-4020-4493-8084-5a4745767e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.407653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba19-d202-4048-a73c-62ad5c848725 req-083f705e-a6b2-4ac3-80f2-1a0780d0ae9f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:36.413802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-1d94ba19-d202-4048-a73c-62ad5c848725 req-083f705e-a6b2-4ac3-80f2-1a0780d0ae9f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Synchronizing usage tracker for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:36.478998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f980f-4020-4493-8084-5a4745767e1c None None] Port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:36.491183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8904bd4-0084-4203-b157-5a0082e1ef34 req-8686fb29-9fed-408c-8b7c-6fb495e3c079 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:36.500498 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d8904bd4-0084-4203-b157-5a0082e1ef34 req-8686fb29-9fed-408c-8b7c-6fb495e3c079 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 944 time: 0.8541484 Apr 22 17:27:36.523699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed611c97-0eea-424a-8f69-055e5cfcbe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.597121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Allocated IP 172.20.0.12 (e72d86d2-d583-43e0-a5b4-aaf15407937c/fbaa8710-e8c8-4a77-81e2-87b614cb1346/0326351b-df37-4639-98ea-98ef523a9ee3) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:36.600725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.604524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed611c97-0eea-424a-8f69-055e5cfcbe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd5db08-9cbe-4cc9-b5a3-1ead4de20e7f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:36.614204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed611c97-0eea-424a-8f69-055e5cfcbe2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.614204 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ed611c97-0eea-424a-8f69-055e5cfcbe2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dd5db08-9cbe-4cc9-b5a3-1ead4de20e7f HTTP/1.1" status: 204 len: 168 time: 1.8518541 Apr 22 17:27:36.641185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.642520 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9ea1d856-cdcb-472b-bcad-67e9c324013b tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5231857 Apr 22 17:27:36.652899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42666) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:36.673142 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d8904bd4-0084-4203-b157-5a0082e1ef34 req-ad3fdb00-a837-42bf-a7ce-975989082c86 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706989 Apr 22 17:27:36.675988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1208149791', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'fixed_ips': [{'ip_address': '172.26.3.163'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:36.694949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:36.774195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-1d94ba19-d202-4048-a73c-62ad5c848725 req-083f705e-a6b2-4ac3-80f2-1a0780d0ae9f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Unset dirty status for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:36.781541 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d94ba19-d202-4048-a73c-62ad5c848725 req-083f705e-a6b2-4ac3-80f2-1a0780d0ae9f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 931 time: 0.8644552 Apr 22 17:27:36.793048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Usage tracker for resource:port and tenant:4698ea7dbf0a4f40a4d53a6e21016d95 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:36.815175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:36.838810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.844563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:36.845255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.853390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:36.890189 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-1fc3885e-9a0f-4b4e-85ae-b457e1077743 service neutron] 10.222.0.16 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556222 Apr 22 17:27:36.930230 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d94ba19-d202-4048-a73c-62ad5c848725 req-46cfcdd6-7095-4d8f-a866-8d9205514e70 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477604 Apr 22 17:27:36.947447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:36.987712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Made reservation on behalf of 4698ea7dbf0a4f40a4d53a6e21016d95 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:36.990582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:37.015898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:37.036921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:37.044866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Usage tracker for resource:security_group_rule and tenant:4698ea7dbf0a4f40a4d53a6e21016d95 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:37.049849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:37.067424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:37.119833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-e6f8001d-e6fd-42ef-894d-b48f0c05c3fb req-c90b77ac-c9b4-4c63-a647-18f5b5dd40d8 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Synchronizing usage tracker for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:37.133291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56323c-aac7-4c39-9526-a80578bc0dc1 None None] Network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:37.159865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:27:37.170496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:37.184497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event deleted for resources: {'Port': ['ID=64753173-d9be-4d39-b644-e5ed2eb0c862,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:37.196745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Transition to ACTIVE for port object 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:37.234588 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.5057204 Apr 22 17:27:37.239490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42672) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:37.248681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'subnet': {'network_id': 'bfbe6ed0-b009-4932-a509-7d4861aa304b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:37.251659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cc9f9-deec-4ded-a00a-70a5f6f45fe4 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Network': ['ID=8be78295-dab0-4a35-b382-847e31735852,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:37.292441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:37.306857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 8be78295-dab0-4a35-b382-847e31735852 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:37.320236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42676) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:37.340047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-e6f8001d-e6fd-42ef-894d-b48f0c05c3fb req-c90b77ac-c9b4-4c63-a647-18f5b5dd40d8 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Unset dirty status for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:37.341218 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e6f8001d-e6fd-42ef-894d-b48f0c05c3fb req-c90b77ac-c9b4-4c63-a647-18f5b5dd40d8 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 210 time: 0.4569497 Apr 22 17:27:37.357376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:37.369021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:37.369549 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Floating IP 5670e1a9-0366-4bd3-baf6-4d49a46d96eb disassociated (deleted). External IP: 172.26.3.149, port: 36e2e90c-0ff0-4360-860c-6ec33ef6d145. Apr 22 17:27:37.405956 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c7746fab-7eed-41a2-9c2f-97895a178f65 None None] Provisioning for port 8d4b346f-2254-4fcf-a03a-f72902761287 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:37.524644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:37.595706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Transition to ACTIVE for port object 0326351b-df37-4639-98ea-98ef523a9ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:37.663703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:37.666668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:37.672069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] device_id is not set on port 9d330a5d-402c-4e4a-9f7e-cba98d9f79dd yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:37.672234 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-369f15a2-7a22-473d-9514-e0a5dbe662ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ffe8386d22e4da7860be1b0ffd64481&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3484130 Apr 22 17:27:37.718544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Pushing event updated for resources: {'Port': ['ID=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:37.723796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42686) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:37.754786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Usage tracker for resource:subnet and tenant:84e1305f66fa4ffd96fe1b39da7601f9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:37.779404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:37.858586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:37.923255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1517e548-fa0e-454d-98bb-8533c336965e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:38.028750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8d4b346f-2254-4fcf-a03a-f72902761287 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:38.043531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.095725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Router 7fcc86c0-65e6-482e-99de-376cef4e3c57 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:27:38.098718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Made reservation on behalf of 84e1305f66fa4ffd96fe1b39da7601f9 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:38.102381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.155003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Attempting to bind port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:38.155334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Attempting to bind port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:38.155668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Attempting to bind port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 on network c3a128fb-8465-4c36-8cbf-920653d83673 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:38.171630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4b305e07-0bbf-4c5c-b6a3-a97f852b9721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.171980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 8d4b346f-2254-4fcf-a03a-f72902761287 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:38.177874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8d4b346f-2254-4fcf-a03a-f72902761287 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:38.178299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.188373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Network e72d86d2-d583-43e0-a5b4-aaf15407937c is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:38.220979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 on network c3a128fb-8465-4c36-8cbf-920653d83673 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:38.221339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Attempting to bind port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 on network c3a128fb-8465-4c36-8cbf-920653d83673 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:38.251719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:38.254101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event updated for resources: {'Port': ['ID=0326351b-df37-4639-98ea-98ef523a9ee3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:38.256404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:38.287427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:38.287791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Checking segment: {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:38.294347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Bound using segment: {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:38.294347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Bound port: 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:38.294347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.340995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4b305e07-0bbf-4c5c-b6a3-a97f852b9721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.358375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.429577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 8d4b346f-2254-4fcf-a03a-f72902761287, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8d4b346f-2254-4fcf-a03a-f72902761287,segment=NetworkSegment(cd822df2-cbd1-46b6-8450-b3043e9060ce),segment_id=cd822df2-cbd1-46b6-8450-b3043e9060ce)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:38.452517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:38.455114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.459383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01c88-1348-4784-9fff-19833b7e5326 req-38c3a696-259d-4a58-af55-032dd806008e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:38.466683 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fa01c88-1348-4784-9fff-19833b7e5326 req-38c3a696-259d-4a58-af55-032dd806008e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 944 time: 0.6055913 Apr 22 17:27:38.509966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.522960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa47f0-10dc-45d9-b697-9b153fdc3a69 req-f3f40321-455b-4101-b97c-27897b9cfc16 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:38.524679 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-03aa47f0-10dc-45d9-b697-9b153fdc3a69 req-f3f40321-455b-4101-b97c-27897b9cfc16 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 943 time: 0.3975339 Apr 22 17:27:38.526213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:38.532110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.586612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13beb5-9fed-48ad-8830-4c59367394c0 None None] Sync routers for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:38.607340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13beb5-9fed-48ad-8830-4c59367394c0 None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:38.609239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9e13beb5-9fed-48ad-8830-4c59367394c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:38.628160 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 17:27:38.628699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:27:38.650448 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-632b8c14-00d3-4990-97ae-be9ffd9f3fed tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "DELETE /v2.0/floatingips/5670e1a9-0366-4bd3-baf6-4d49a46d96eb HTTP/1.1" status: 204 len: 168 time: 4.5401454 Apr 22 17:27:38.652325 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-0f5d1a31-3ca0-47be-90de-258190d433b3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7013738 Apr 22 17:27:38.655160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42706) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:38.670539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Request body: {'port': {'device_id': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:38.679854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9e13beb5-9fed-48ad-8830-4c59367394c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:38.681014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:38.707208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13beb5-9fed-48ad-8830-4c59367394c0 None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:38.707208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9e13beb5-9fed-48ad-8830-4c59367394c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:38.734341 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-03aa47f0-10dc-45d9-b697-9b153fdc3a69 req-0a38d6db-5f8f-48f4-9361-c9ee6038f7df tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169190 Apr 22 17:27:38.738136 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fa01c88-1348-4784-9fff-19833b7e5326 req-8b16f445-5095-49ed-afd6-9af697406af1 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706060 Apr 22 17:27:38.786038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:38.787883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9e13beb5-9fed-48ad-8830-4c59367394c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:38.788554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13beb5-9fed-48ad-8830-4c59367394c0 None None] The sync data for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:38.790050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=8d4b346f-2254-4fcf-a03a-f72902761287,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:38.823330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.824020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] For port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:38.827550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] For port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:38.846961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Usage tracker for resource:floatingip and tenant:5e71b767a99146df89e18570882bcc36 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:38.854133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:38.858149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6cb93ba0-6704-4863-94cf-378899ca3f78 None None] Provisioning for port 0326351b-df37-4639-98ea-98ef523a9ee3 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:38.867985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6cb93ba0-6704-4863-94cf-378899ca3f78 None None] Provisioning complete for port 0326351b-df37-4639-98ea-98ef523a9ee3 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:38.867985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6cb93ba0-6704-4863-94cf-378899ca3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.868341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:38.878876 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b6e287a0-3b7a-40a2-90a9-b2d1aceb0926 req-83468088-56a4-4643-bbd5-2d75b5e37d4e service neutron] 10.222.0.16 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198996 Apr 22 17:27:38.931911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6cb93ba0-6704-4863-94cf-378899ca3f78 None None] Port 0326351b-df37-4639-98ea-98ef523a9ee3 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:38.940116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.993872 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1cd95d90-91c8-41fb-9475-9c2eee03fa75 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3268340 Apr 22 17:27:38.994755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4b305e07-0bbf-4c5c-b6a3-a97f852b9721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.997106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4b305e07-0bbf-4c5c-b6a3-a97f852b9721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:38.997249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42712) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:39.000483 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4b305e07-0bbf-4c5c-b6a3-a97f852b9721 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77230c49-1dd7-4fba-b38b-d888424234a5 HTTP/1.1" status: 204 len: 168 time: 1.2459002 Apr 22 17:27:39.029016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:39.059050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:39.059660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:39.061049 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] 10.222.0.16 "PUT /v2.0/ports/1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 1093 time: 2.9921246 Apr 22 17:27:39.061538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'tag': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:27:39.119568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b305e07-0bbf-4c5c-b6a3-a97f852b9721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77230c49-1dd7-4fba-b38b-d888424234a5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:39.185373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927e7a0-46bd-4797-8287-b1a53bce62be service neutron] Pushing event updated for resources: {'Port': ['ID=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:39.199198 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4773f657-8404-46cd-8e00-c7e3d4caf15d'] response: {'name': 'network-changed', 'server_uuid': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'tag': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'status': 'completed', 'code': 200} Apr 22 17:27:39.209110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:39.322441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4c65a-21a3-4836-9fe5-75f1d3f0289a req-11eb2073-ca65-460b-98be-58154e72d8cf tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:39.322441 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c5d4c65a-21a3-4836-9fe5-75f1d3f0289a req-11eb2073-ca65-460b-98be-58154e72d8cf tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 932 time: 0.4305921 Apr 22 17:27:39.323179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Deleting port 9e3ad690-207d-4d71-8842-e02a68ed6315 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:39.323647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:39.484613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Subnet': ['ID=57c7534d-c639-402c-8145-7e037cac8225,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:39.501219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Checking segment: {'id': '1aa17fff-8987-4db7-8d8e-ded54641cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfbe6ed0-b009-4932-a509-7d4861aa304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:39.501382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network hostable DHCP agents. Network: bfbe6ed0-b009-4932-a509-7d4861aa304b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:27:39.542016 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c5d4c65a-21a3-4836-9fe5-75f1d3f0289a req-e21845bb-d6c7-4ef7-9734-34a2d5e7c78f tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114224 Apr 22 17:27:39.595623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-420bef57-5abd-4eb0-b50a-8ae07769cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:39.597163 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-420bef57-5abd-4eb0-b50a-8ae07769cb57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1096 time: 0.1861458 Apr 22 17:27:39.603591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:39.716639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:39.716975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:39.815469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network bfbe6ed0-b009-4932-a509-7d4861aa304b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:27:39.824348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-0a46fdb1-c350-4733-b5c4-c8c0f588ef4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 217 time: 0.0954473 Apr 22 17:27:39.853127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Calling delete_port for 9e3ad690-207d-4d71-8842-e02a68ed6315 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:39.896950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0326351b-df37-4639-98ea-98ef523a9ee3 {{(pid=88660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:27:39.907486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:39.942715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Transition to ACTIVE for port object 0326351b-df37-4639-98ea-98ef523a9ee3 will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:39.975201 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8d4b346f-2254-4fcf-a03a-f72902761287 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:40.035252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.042939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, bfbe6ed0-b009-4932-a509-7d4861aa304b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:40.054950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795056e4-8d77-4fa3-b581-3214dbd4cd78 None None] Network bfbe6ed0-b009-4932-a509-7d4861aa304b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:40.147250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Allocated IP 172.26.3.22 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/79092035-2b62-4c58-9006-27bd196e26d3) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:40.152900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:40.153236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42748) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:40.153666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.156962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.267546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8d4b346f-2254-4fcf-a03a-f72902761287 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:40.268022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.315077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0326351b-df37-4639-98ea-98ef523a9ee3,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:40.373801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-bfc340b2-d64c-42f2-9bb4-9d6d4d9833d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:40.383453 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-bfc340b2-d64c-42f2-9bb4-9d6d4d9833d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.4077268 Apr 22 17:27:40.477627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e3ad690-207d-4d71-8842-e02a68ed6315,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:40.480776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.495980 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dea28542-5f1c-49ce-8099-8e0a6bfba047 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2548649 Apr 22 17:27:40.506156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42760) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:40.545748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'subnet': {'network_id': '8be78295-dab0-4a35-b382-847e31735852', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:40.570635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-bfbe6ed0-b009-4932-a509-7d4861aa304b', 'network_id': 'bfbe6ed0-b009-4932-a509-7d4861aa304b', 'tenant_id': '84e1305f66fa4ffd96fe1b39da7601f9', 'fixed_ips': [{'subnet_id': '57c7534d-c639-402c-8145-7e037cac8225'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:27:40.575757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.579528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2003297881', 'router:external': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:40.597292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.601640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7714bc-5c62-4423-a195-a74709e212f0 req-851faca6-67df-4d68-be8e-e5f07945bd71 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:40.603026 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-09c2ae2b-4c03-4a0d-a62e-737d09a60968 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972 tempest-ExternalNetworksAdminNegativeTestJSON-1685580972-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/cde8d564-a548-41fd-96d9-ee113bd2d6ab HTTP/1.1" status: 204 len: 168 time: 1.6047714 Apr 22 17:27:40.604509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:40.608792 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba7714bc-5c62-4423-a195-a74709e212f0 req-851faca6-67df-4d68-be8e-e5f07945bd71 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 943 time: 0.6333272 Apr 22 17:27:40.635371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Usage tracker for resource:network and tenant:d23d8a55663c4d2bb6a6daab083e86e9 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:40.641976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:40.653158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.698290 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba7714bc-5c62-4423-a195-a74709e212f0 req-e9c35fa4-601f-452a-9d2a-860a48d08ebb tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885282 Apr 22 17:27:40.699095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:40.709892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-8a371faa-16d5-41ac-b386-e87a048e3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:40.717028 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-8a371faa-16d5-41ac-b386-e87a048e3081 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2867565 Apr 22 17:27:40.718130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aff126-2891-4620-8c72-edb72f391e41 req-d339a4d3-af37-48e8-b1a3-987a5e8ddd5e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:40.726042 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70aff126-2891-4620-8c72-edb72f391e41 req-d339a4d3-af37-48e8-b1a3-987a5e8ddd5e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 944 time: 0.6427166 Apr 22 17:27:40.813690 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70aff126-2891-4620-8c72-edb72f391e41 req-95788f5f-00d3-4fdf-ae94-f075641e98ee tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864606 Apr 22 17:27:40.842120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:40.849275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Attempting to bind port 0326351b-df37-4639-98ea-98ef523a9ee3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:40.850092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Attempting to bind port 0326351b-df37-4639-98ea-98ef523a9ee3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:40.850660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Attempting to bind port 0326351b-df37-4639-98ea-98ef523a9ee3 on network e72d86d2-d583-43e0-a5b4-aaf15407937c {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:40.850806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Allocated IP 172.20.0.2 (bfbe6ed0-b009-4932-a509-7d4861aa304b/57c7534d-c639-402c-8145-7e037cac8225/62b82d28-eb62-462f-aa1f-de64ae341581) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:40.858262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Usage tracker for resource:subnet and tenant:84e1305f66fa4ffd96fe1b39da7601f9 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:40.863309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Port 0326351b-df37-4639-98ea-98ef523a9ee3 on network e72d86d2-d583-43e0-a5b4-aaf15407937c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:40.863887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Attempting to bind port 0326351b-df37-4639-98ea-98ef523a9ee3 on network e72d86d2-d583-43e0-a5b4-aaf15407937c {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:40.866314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:40.874158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Made reservation on behalf of d23d8a55663c4d2bb6a6daab083e86e9 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:40.876782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.887662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:40.893689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:40.894070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Checking segment: {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:40.894800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Bound using segment: {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:40.895555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Bound port: 0326351b-df37-4639-98ea-98ef523a9ee3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c968ab41-ae24-45ac-9641-b1b39ea5f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c'}}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:40.895555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.914624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.959953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:40.970447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Usage tracker for resource:security_group_rule and tenant:d23d8a55663c4d2bb6a6daab083e86e9 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:40.975866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:40.984166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:40.986722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Made reservation on behalf of 84e1305f66fa4ffd96fe1b39da7601f9 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:40.990156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:40.996010 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-eade2070-0239-4bc1-9064-baa7c8ecff18 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718828 Apr 22 17:27:41.053649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.115010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45f315-a60f-4261-bb66-58b75453e03c req-5dd82a56-2ab7-4c07-9e27-e2adef80ea84 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:41.122030 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a45f315-a60f-4261-bb66-58b75453e03c req-5dd82a56-2ab7-4c07-9e27-e2adef80ea84 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 944 time: 0.2287304 Apr 22 17:27:41.135442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] For port 0326351b-df37-4639-98ea-98ef523a9ee3, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:41.142711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] For port 0326351b-df37-4639-98ea-98ef523a9ee3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0326351b-df37-4639-98ea-98ef523a9ee3,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:41.163931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.180324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Transition to ACTIVE for port object 62b82d28-eb62-462f-aa1f-de64ae341581 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:41.212590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Transition to ACTIVE for port object 62b82d28-eb62-462f-aa1f-de64ae341581 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:41.234808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:41.249314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.249574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:41.257091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:41.274906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.299230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Pushing event updated for resources: {'Port': ['ID=79092035-2b62-4c58-9006-27bd196e26d3,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:41.305965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.324760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:41.325080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.326905 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] 10.222.0.16 "PUT /v2.0/ports/0326351b-df37-4639-98ea-98ef523a9ee3 HTTP/1.1" status: 200 len: 1094 time: 2.6624253 Apr 22 17:27:41.332412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:27:41.339523 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a45f315-a60f-4261-bb66-58b75453e03c req-ac4e5aa9-8baf-42cb-9c64-8316f056acbd tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165177 Apr 22 17:27:41.363330 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d871dcb-f72b-4e89-8442-c432b93959f7 req-6ef84b83-d4f6-476d-8303-417d0a9eb205 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597338 Apr 22 17:27:41.380991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.455893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42782) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:41.461049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:41.471326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Pushing event updated for resources: {'Port': ['ID=62b82d28-eb62-462f-aa1f-de64ae341581,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:41.493189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb36d35-bf6b-4028-b3be-f1b220515cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0326351b-df37-4639-98ea-98ef523a9ee3,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:41.525112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Network bfbe6ed0-b009-4932-a509-7d4861aa304b is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:41.527320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:41.535619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:41.558560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.558926 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Added segment e4078e79-adf1-4d5e-a2ae-eaa5845d01f4 of type vlan for network 5c9a0b71-5234-40de-8c21-8ac9d97423ad Apr 22 17:27:41.568387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.570350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b1578-5fa6-440c-b4d0-fb2835bf5580,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:41.618116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-bf475bb0-3bc8-4c28-bd37-d01a567914a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:41.621176 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-bf475bb0-3bc8-4c28-bd37-d01a567914a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c06fe8dd980747c6a9ea6b2e9dce9426&device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 1097 time: 0.1977644 Apr 22 17:27:41.629610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.668623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.679552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Attempting to bind port 62b82d28-eb62-462f-aa1f-de64ae341581 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:41.680340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Attempting to bind port 62b82d28-eb62-462f-aa1f-de64ae341581 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1aa17fff-8987-4db7-8d8e-ded54641cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfbe6ed0-b009-4932-a509-7d4861aa304b'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:41.680829 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Attempting to bind port 62b82d28-eb62-462f-aa1f-de64ae341581 on network bfbe6ed0-b009-4932-a509-7d4861aa304b {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:41.688827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:41.689341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Checking segment: {'id': '1aa17fff-8987-4db7-8d8e-ded54641cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfbe6ed0-b009-4932-a509-7d4861aa304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:41.689747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.690140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Bound using segment: {'id': '1aa17fff-8987-4db7-8d8e-ded54641cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfbe6ed0-b009-4932-a509-7d4861aa304b'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:41.691737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Bound port: 62b82d28-eb62-462f-aa1f-de64ae341581, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa17fff-8987-4db7-8d8e-ded54641cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bfbe6ed0-b009-4932-a509-7d4861aa304b'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:41.692280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.716174 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-43698ac1-d222-43ae-b8d7-47932d9cb3ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0326351b-df37-4639-98ea-98ef523a9ee3 HTTP/1.1" status: 200 len: 217 time: 0.0871472 Apr 22 17:27:41.814189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.868585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] For port 62b82d28-eb62-462f-aa1f-de64ae341581, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:41.874108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] For port 62b82d28-eb62-462f-aa1f-de64ae341581, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=62b82d28-eb62-462f-aa1f-de64ae341581,segment=NetworkSegment(1aa17fff-8987-4db7-8d8e-ded54641cf91),segment_id=1aa17fff-8987-4db7-8d8e-ded54641cf91)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:41.938782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c6963-521d-4f65-b263-e106d81ce945 req-e91f3a2d-8d37-44cf-bf73-d5a56c22a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:41.940350 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b45c6963-521d-4f65-b263-e106d81ce945 req-e91f3a2d-8d37-44cf-bf73-d5a56c22a880 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1096 time: 0.4387350 Apr 22 17:27:41.942024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:27:41.965564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:41.977758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Subnet': ['ID=f392cbe1-6636-49fc-96a9-4427d12e8fbe,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:42.021074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:42.038342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Checking segment: {'id': '89a0106b-9fad-4f35-81d9-6154c94c40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8be78295-dab0-4a35-b382-847e31735852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:42.038699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network hostable DHCP agents. Network: 8be78295-dab0-4a35-b382-847e31735852, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:27:42.040198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-4eded904-bf9d-41b9-9a50-9df68f5249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:42.041681 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-4eded904-bf9d-41b9-9a50-9df68f5249ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbaa8710-e8c8-4a77-81e2-87b614cb1346 HTTP/1.1" status: 200 len: 844 time: 0.2628927 Apr 22 17:27:42.104689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:42.120114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:42.121083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:42.121673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:42.130271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] Usage tracker for resource:security_group_rule and tenant:7930109bd18847a7b178593069674bf6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:42.146650 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:42.183602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:42.186461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb363bf-53f8-4ded-ac21-62186fe42e1c None None] Pushing event updated for resources: {'Port': ['ID=62b82d28-eb62-462f-aa1f-de64ae341581,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:42.194168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ffb39-e8e5-459d-afdd-a33bd550fe55 req-a5ebef6c-9d9f-46ec-963c-efdf52e68d06 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:42.195686 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a9ffb39-e8e5-459d-afdd-a33bd550fe55 req-a5ebef6c-9d9f-46ec-963c-efdf52e68d06 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 943 time: 0.3066072 Apr 22 17:27:42.312829 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c65c8c7-8fc7-408e-a397-368aa2f780ac'] response: {'name': 'network-changed', 'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3', 'status': 'completed', 'code': 200} Apr 22 17:27:42.313776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network 8be78295-dab0-4a35-b382-847e31735852 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:27:42.333100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'Network': ['ID=5c9a0b71-5234-40de-8c21-8ac9d97423ad,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:42.336328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c6963-521d-4f65-b263-e106d81ce945 req-1b114b5c-3f6b-4814-a688-c4124cefb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:42.338142 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b45c6963-521d-4f65-b263-e106d81ce945 req-1b114b5c-3f6b-4814-a688-c4124cefb4e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 912 time: 0.3776689 Apr 22 17:27:42.345120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 5c9a0b71-5234-40de-8c21-8ac9d97423ad details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:42.429179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 8be78295-dab0-4a35-b382-847e31735852) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:42.433233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bdb0fcb4-73a8-438f-bb25-be1231b1b27c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2690167 Apr 22 17:27:42.438633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:42.439286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:42.451825 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a9ffb39-e8e5-459d-afdd-a33bd550fe55 req-1c77b0f7-8732-4df9-9059-63f46aa2f0d7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1899123 Apr 22 17:27:42.464054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42814) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:42.465958 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b45c6963-521d-4f65-b263-e106d81ce945 req-0b7c5dc7-1e7d-4500-a633-fea2def71db4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 217 time: 0.1192138 Apr 22 17:27:42.497781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'subnet': {'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:42.519384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:42.543850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Usage tracker for resource:subnet and tenant:d23d8a55663c4d2bb6a6daab083e86e9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:42.549591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-90809728-6d7c-4a7b-8507-2e01fbce2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:42.554089 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-90809728-6d7c-4a7b-8507-2e01fbce2268 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72d86d2-d583-43e0-a5b4-aaf15407937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5050919 Apr 22 17:27:42.580381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63131e-42ee-4077-b9b3-6e3350de07d8 None None] Network 8be78295-dab0-4a35-b382-847e31735852 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:42.600738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:42.618068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:42.683741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c6963-521d-4f65-b263-e106d81ce945 req-2e88045a-9fad-4ee6-bea0-3caae1785c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:42.685462 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b45c6963-521d-4f65-b263-e106d81ce945 req-2e88045a-9fad-4ee6-bea0-3caae1785c27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.1384692 Apr 22 17:27:42.692648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Made reservation on behalf of d23d8a55663c4d2bb6a6daab083e86e9 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:42.697290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:42.698505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd2c2-d77e-417f-8b64-5d8df23569d2 req-f2ad50e7-6607-4a6a-95a0-fcaa2956514b tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:42.705644 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3fedd2c2-d77e-417f-8b64-5d8df23569d2 req-f2ad50e7-6607-4a6a-95a0-fcaa2956514b tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 944 time: 0.2840550 Apr 22 17:27:42.760254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42820) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:42.771489 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-382b8361-0fe4-4a87-83d9-64d22ce84b7e tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2637131 Apr 22 17:27:42.774621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42824) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:42.822450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:27:42.892490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-8be78295-dab0-4a35-b382-847e31735852', 'network_id': '8be78295-dab0-4a35-b382-847e31735852', 'tenant_id': '84e1305f66fa4ffd96fe1b39da7601f9', 'fixed_ips': [{'subnet_id': 'f392cbe1-6636-49fc-96a9-4427d12e8fbe'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:27:42.894611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:42.916531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cb553c2f-6009-4bb2-9b9d-7b39e61d027d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:27:42.953793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:42.976682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9b32b8d5-4afb-4d93-9d28-ad613cdb11c1 tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:42.983550 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3fedd2c2-d77e-417f-8b64-5d8df23569d2 req-e4e34a90-7cd5-4d55-b997-e8a2803dab61 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766042 Apr 22 17:27:43.039254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.049274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.090056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Allocated IP 172.20.0.2 (8be78295-dab0-4a35-b382-847e31735852/f392cbe1-6636-49fc-96a9-4427d12e8fbe/16bd9483-604f-494c-a3cc-9c7e9298ef11) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:43.109206 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-193c90c3-9a52-4ca9-9bf2-08f4e9eb2a55 service neutron] 10.222.0.16 "GET /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754534 Apr 22 17:27:43.154349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6231c-04a2-4b4a-9144-05bec4d82087 req-a1654b05-f148-4ae4-82ca-9d4a85afec1d tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:43.155898 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50b6231c-04a2-4b4a-9144-05bec4d82087 req-a1654b05-f148-4ae4-82ca-9d4a85afec1d tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 944 time: 0.3903401 Apr 22 17:27:43.189150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.279350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Pushing event updated for resources: {'Port': ['ID=79092035-2b62-4c58-9006-27bd196e26d3,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:43.306089 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c6963-521d-4f65-b263-e106d81ce945 req-aeb95467-017a-44c5-ab1c-f7162634c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:43.307884 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b45c6963-521d-4f65-b263-e106d81ce945 req-aeb95467-017a-44c5-ab1c-f7162634c8df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5984056 Apr 22 17:27:43.344523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.383446 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9b32b8d5-4afb-4d93-9d28-ad613cdb11c1 tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "PUT /v2.0/quotas/1e145ca8b34a4b4f98cbc73b2da3eea5 HTTP/1.1" status: 200 len: 366 time: 0.6197460 Apr 22 17:27:43.396104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42832) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.397724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a212e-ca18-49c6-8c9f-b44826a149d0,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:43.404058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.404252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Transition to ACTIVE for port object 16bd9483-604f-494c-a3cc-9c7e9298ef11 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:43.414214 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-26cc8796-675d-48b5-acc4-552d79e79810 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7930109bd18847a7b178593069674bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9567785 Apr 22 17:27:43.418609 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50b6231c-04a2-4b4a-9144-05bec4d82087 req-dccfd1fd-06f5-40a6-87f9-f48035efa985 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262681 Apr 22 17:27:43.419096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42836) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.468185 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bf358661-bddb-4143-be6e-1c2705f4943e tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0709703 Apr 22 17:27:43.481469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42840) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.510531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Transition to ACTIVE for port object 16bd9483-604f-494c-a3cc-9c7e9298ef11 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:43.548995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cb553c2f-6009-4bb2-9b9d-7b39e61d027d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:43.558935 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-93d3da8e-f671-4dc0-ad81-5b960fb38ac5 req-29ab0bc3-9b0c-4ac6-aaea-5bbc06137303 service neutron] 10.222.0.16 "GET /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122488 Apr 22 17:27:43.571058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'port_id': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'mac_address': 'fa:16:3e:6a:d7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:27:43.619241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad594316-7151-4d62-9239-e90af58ccf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.636484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.640941 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b45c6963-521d-4f65-b263-e106d81ce945 req-5835bbae-aaa7-4661-99df-9e937fff45a3 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985368 Apr 22 17:27:43.642997 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7d4c3bdd-9a0e-444e-ae0f-cde1cc783dc5 tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "GET /v2.0/quotas/1e145ca8b34a4b4f98cbc73b2da3eea5 HTTP/1.1" status: 200 len: 366 time: 0.1562912 Apr 22 17:27:43.651806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42846) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.672973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad594316-7151-4d62-9239-e90af58ccf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.692205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.693670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b60cc3e6-e047-4199-824c-bf7a8ca5b246 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0258284 Apr 22 17:27:43.694633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d938f2-7d4a-40fd-b679-51fb81db63fc None None] Network bfbe6ed0-b009-4932-a509-7d4861aa304b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:43.714096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42850) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.721964 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.771430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Network 8be78295-dab0-4a35-b382-847e31735852 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:43.813034 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-80828462-7928-4b7e-bd13-df99a88a121c tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/1e145ca8b34a4b4f98cbc73b2da3eea5 HTTP/1.1" status: 204 len: 168 time: 0.1574099 Apr 22 17:27:43.819925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42856) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.837220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:43.839922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a0d37e87-2886-447e-b792-246958a4a76a tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0170827 Apr 22 17:27:43.852277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:43.857670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42860) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.863975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb553c2f-6009-4bb2-9b9d-7b39e61d027d {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:27:43.903689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:43.905062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Pushing event updated for resources: {'Port': ['ID=16bd9483-604f-494c-a3cc-9c7e9298ef11,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:43.914995 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-05e6f813-208a-4202-ad5f-e991e1d9c56d tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "GET /v2.0/quotas/1e145ca8b34a4b4f98cbc73b2da3eea5 HTTP/1.1" status: 200 len: 370 time: 0.0497227 Apr 22 17:27:43.918094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42864) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.928649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b7734084-0d2c-4391-8ad8-bc242b10c8c0 tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "GET /v2.0/quotas/1e145ca8b34a4b4f98cbc73b2da3eea5/default HTTP/1.1" status: 200 len: 370 time: 0.0094767 Apr 22 17:27:43.933623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42868) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:43.944995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e2104-8162-4775-a920-f91f99ed1263 req-f988b8b7-2f30-4cc6-a120-02e7bd5879c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:43.946473 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-915e2104-8162-4775-a920-f91f99ed1263 req-f988b8b7-2f30-4cc6-a120-02e7bd5879c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c06fe8dd980747c6a9ea6b2e9dce9426&device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 1097 time: 0.2360389 Apr 22 17:27:43.951473 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-eeffd2ab-c643-435f-982e-16f915ca6bf9 tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] delete failed (client error): The resource could not be found. Apr 22 17:27:43.952450 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-eeffd2ab-c643-435f-982e-16f915ca6bf9 tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/1e145ca8b34a4b4f98cbc73b2da3eea5 HTTP/1.1" status: 404 len: 348 time: 0.0172670 Apr 22 17:27:44.013352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:44.023948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ae5698fb-5360-4dfa-a80d-310e9cbe59d1 None None] Provisioning for port 62b82d28-eb62-462f-aa1f-de64ae341581 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:44.054018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad594316-7151-4d62-9239-e90af58ccf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.072086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 62b82d28-eb62-462f-aa1f-de64ae341581 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:44.074035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:44.101025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cb553c2f-6009-4bb2-9b9d-7b39e61d027d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:44.144745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Usage tracker for resource:floatingip and tenant:18127c8109804b5eb304de9d3157472d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:44.152911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Attempting to bind port 16bd9483-604f-494c-a3cc-9c7e9298ef11 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:44.153295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Attempting to bind port 16bd9483-604f-494c-a3cc-9c7e9298ef11 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '89a0106b-9fad-4f35-81d9-6154c94c40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8be78295-dab0-4a35-b382-847e31735852'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:44.153992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Attempting to bind port 16bd9483-604f-494c-a3cc-9c7e9298ef11 on network 8be78295-dab0-4a35-b382-847e31735852 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:44.156762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:44.171845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:44.172230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Checking segment: {'id': '89a0106b-9fad-4f35-81d9-6154c94c40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8be78295-dab0-4a35-b382-847e31735852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:44.172653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.173129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Bound using segment: {'id': '89a0106b-9fad-4f35-81d9-6154c94c40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8be78295-dab0-4a35-b382-847e31735852'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:44.173624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Bound port: 16bd9483-604f-494c-a3cc-9c7e9298ef11, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a0106b-9fad-4f35-81d9-6154c94c40ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8be78295-dab0-4a35-b382-847e31735852'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:44.173995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.240577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.242454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:27:44.242960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.245279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190c0f1-ff40-4e4b-b297-cabcaeaba3b8 req-aa784b43-f92e-4914-adef-bd7240190864 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:44.246525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad594316-7151-4d62-9239-e90af58ccf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a212e-ca18-49c6-8c9f-b44826a149d0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:44.251421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:44.252662 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c190c0f1-ff40-4e4b-b297-cabcaeaba3b8 req-aa784b43-f92e-4914-adef-bd7240190864 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 943 time: 0.6091383 Apr 22 17:27:44.285952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b45c6963-521d-4f65-b263-e106d81ce945 req-f3d4dedf-9bf5-48f0-8d95-50d69e1535b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053588 Apr 22 17:27:44.308553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad594316-7151-4d62-9239-e90af58ccf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.312612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ad594316-7151-4d62-9239-e90af58ccf34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a4a212e-ca18-49c6-8c9f-b44826a149d0 HTTP/1.1" status: 204 len: 168 time: 0.8741937 Apr 22 17:27:44.343732 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c190c0f1-ff40-4e4b-b297-cabcaeaba3b8 req-9ff8df72-def0-4e6d-9e9c-6b84fcfc787c tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895081 Apr 22 17:27:44.385340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e2104-8162-4775-a920-f91f99ed1263 req-798fdd48-da25-429a-b256-aa1453c4bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:44.386864 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-915e2104-8162-4775-a920-f91f99ed1263 req-798fdd48-da25-429a-b256-aa1453c4bd98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72d86d2-d583-43e0-a5b4-aaf15407937c HTTP/1.1" status: 200 len: 905 time: 0.4292712 Apr 22 17:27:44.389684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42878) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:44.399530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c4bf3a6-fa06-4138-b21d-07906236f709,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:44.544796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Allocated IP 172.20.0.1 (bfbe6ed0-b009-4932-a509-7d4861aa304b/57c7534d-c639-402c-8145-7e037cac8225/3ab16410-736c-41cf-8617-3bd34cac9130) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:44.583757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.604721 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-915e2104-8162-4775-a920-f91f99ed1263 req-fc44bb08-7bf7-486b-a438-844efd0a22e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0326351b-df37-4639-98ea-98ef523a9ee3 HTTP/1.1" status: 200 len: 217 time: 0.2086148 Apr 22 17:27:44.609862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Checking segment: {'id': 'e4078e79-adf1-4d5e-a2ae-eaa5845d01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:44.610370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Network hostable DHCP agents. Network: 5c9a0b71-5234-40de-8c21-8ac9d97423ad, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:27:44.627728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:44.648832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] For port 16bd9483-604f-494c-a3cc-9c7e9298ef11, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:44.652360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] For port 16bd9483-604f-494c-a3cc-9c7e9298ef11, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=16bd9483-604f-494c-a3cc-9c7e9298ef11,segment=NetworkSegment(89a0106b-9fad-4f35-81d9-6154c94c40ed),segment_id=89a0106b-9fad-4f35-81d9-6154c94c40ed)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:44.697521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 62b82d28-eb62-462f-aa1f-de64ae341581 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:44.698635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Usage tracker for resource:network and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:44.705966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 62b82d28-eb62-462f-aa1f-de64ae341581 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:44.706573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.718341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7278b24-42bd-4ce7-a3dc-729163b49d23 req-25c11fcb-2c3d-4823-9fb3-781cb3364cea tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:44.719875 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7278b24-42bd-4ce7-a3dc-729163b49d23 req-25c11fcb-2c3d-4823-9fb3-781cb3364cea tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 945 time: 0.5078874 Apr 22 17:27:44.730500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:44.743144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e2104-8162-4775-a920-f91f99ed1263 req-abae656e-a5d0-42f5-973b-0b982b2ab5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:44.744623 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-915e2104-8162-4775-a920-f91f99ed1263 req-abae656e-a5d0-42f5-973b-0b982b2ab5e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbaa8710-e8c8-4a77-81e2-87b614cb1346 HTTP/1.1" status: 200 len: 844 time: 0.1281626 Apr 22 17:27:44.776358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.851629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:44.857471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['cb553c2f-6009-4bb2-9b9d-7b39e61d027d'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:27:44.860656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Network 5c9a0b71-5234-40de-8c21-8ac9d97423ad is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:27:44.868047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0e76a-7127-4e71-a162-ee5f4268e466 req-f7354f02-fb12-413d-b211-2adef13dfc04 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:44.870261 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9ac0e76a-7127-4e71-a162-ee5f4268e466 req-f7354f02-fb12-413d-b211-2adef13dfc04 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 944 time: 0.1688249 Apr 22 17:27:44.880176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Usage tracker for resource:subnet and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:44.899849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Transition to ACTIVE for port object 3ab16410-736c-41cf-8617-3bd34cac9130 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:44.908253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:44.918854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:27:44.937706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7278b24-42bd-4ce7-a3dc-729163b49d23 req-81a6b07e-401d-4f8d-956d-b90d17af300e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999905 Apr 22 17:27:44.947806 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9ac0e76a-7127-4e71-a162-ee5f4268e466 req-1fc24723-f106-480f-9362-a43c075b7de3 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708442 Apr 22 17:27:44.951897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Usage tracker for resource:subnetpool and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:44.966669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:44.999532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 5c9a0b71-5234-40de-8c21-8ac9d97423ad) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:45.008474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Usage tracker for resource:port and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:45.017836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.028892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:45.028892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.029256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df529245-7e25-445f-a9a8-c7f0923b3836 None None] Network 5c9a0b71-5234-40de-8c21-8ac9d97423ad requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:45.052384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e2104-8162-4775-a920-f91f99ed1263 req-a45f82f2-4cf5-4d81-8dd5-41d9855fd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:45.053873 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-915e2104-8162-4775-a920-f91f99ed1263 req-a45f82f2-4cf5-4d81-8dd5-41d9855fd854 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72d86d2-d583-43e0-a5b4-aaf15407937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2372384 Apr 22 17:27:45.055545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12384aa1-ee28-4823-8a6a-6edf134d694a None None] Pushing event updated for resources: {'Port': ['ID=16bd9483-604f-494c-a3cc-9c7e9298ef11,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:45.058089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:45.080844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.resource_extend [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:27:45.108045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Port': ['ID=3ab16410-736c-41cf-8617-3bd34cac9130,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:45.121836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network bfbe6ed0-b009-4932-a509-7d4861aa304b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:45.123251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:45.126248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:45.228973 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-915e2104-8162-4775-a920-f91f99ed1263 req-3dcc0c1b-ddb3-4a76-b6cd-87e1550a01dd service neutron] 10.222.0.16 "GET /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654634 Apr 22 17:27:45.235002 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a0b1eeb3-2ef0-49d4-a1d7-9106abc222b5 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7672446 Apr 22 17:27:45.237805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42886) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:45.237940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.246648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1418175936', 'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:45.274237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Usage tracker for resource:router and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:45.286284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.289779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:45.343861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:45.350085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Usage tracker for resource:port and tenant:d23d8a55663c4d2bb6a6daab083e86e9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:45.358986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:45.453814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.521151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:45.595011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Usage tracker for resource:floatingip and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:45.604981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.627072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:45.627072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42892) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:45.637247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d140a0af-fd4a-4c87-a1f0-09d9030a2921 None None] Provisioning complete for port 62b82d28-eb62-462f-aa1f-de64ae341581 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:45.637843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d140a0af-fd4a-4c87-a1f0-09d9030a2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.715211 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-915e2104-8162-4775-a920-f91f99ed1263 req-1b2f3546-9d6e-4799-bfb2-ddca71017e0b service neutron] 10.222.0.16 "GET /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742827 Apr 22 17:27:45.754971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Made reservation on behalf of d23d8a55663c4d2bb6a6daab083e86e9 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:45.757303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.781073 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6f1ab809-6320-4901-a1f3-22a169ecf3dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4698ea7dbf0a4f40a4d53a6e21016d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507468 Apr 22 17:27:45.781288 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:45.781730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42896) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:45.808541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Allocated IP 172.26.3.164 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/156d712b-5fc8-4d84-bc35-c980ee0e43cb) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:45.810944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] device_id is not set on port a513fd64-a6e9-4374-9da5-733aa18be857 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:45.819168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 62b82d28-eb62-462f-aa1f-de64ae341581, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=62b82d28-eb62-462f-aa1f-de64ae341581,segment=NetworkSegment(1aa17fff-8987-4db7-8d8e-ded54641cf91),segment_id=1aa17fff-8987-4db7-8d8e-ded54641cf91)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:45.844025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'port_id': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'mac_address': 'fa:16:3e:73:bc:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:27:45.886301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Usage tracker for resource:security_group and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:45.913594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49f78da9-3808-4d26-b43a-152275e929af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:45.921601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:45.926985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec74a39-63bb-43e2-be3b-b200a05be2be req-3efa3bdd-b536-4910-98c9-5c43d4a4c4fb tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:45.926985 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5ec74a39-63bb-43e2-be3b-b200a05be2be req-3efa3bdd-b536-4910-98c9-5c43d4a4c4fb tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 943 time: 0.2880845 Apr 22 17:27:45.947823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.047501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Usage tracker for resource:security_group_rule and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:46.111506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.146532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be9cb0-4737-4e96-aa61-e89a24613b41 None None] Network 5c9a0b71-5234-40de-8c21-8ac9d97423ad requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:46.157860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:46.180507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:27:46.185248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 16bd9483-604f-494c-a3cc-9c7e9298ef11 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:46.203330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49f78da9-3808-4d26-b43a-152275e929af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.229541 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-daa75d97-703d-4bc4-9dfb-e7f4f7b535ef tempest-QuotasTest-871809656 tempest-QuotasTest-871809656-project-admin] 10.222.0.10 "GET /v2.0/quotas/c62a6f1a312744ba91f6ca09abfca21a/details.json HTTP/1.1" status: 200 len: 703 time: 1.8349929 Apr 22 17:27:46.265115 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5ec74a39-63bb-43e2-be3b-b200a05be2be req-8f94aa8b-e44c-4f7f-907f-97938a350d41 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1589267 Apr 22 17:27:46.314237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=62b82d28-eb62-462f-aa1f-de64ae341581,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:46.333325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.338468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.355834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:46.400870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Allocated IP 2001:db8::cd (5c9a0b71-5234-40de-8c21-8ac9d97423ad/0c4bf3a6-fa06-4138-b21d-07906236f709/a513fd64-a6e9-4374-9da5-733aa18be857) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:46.406259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49f78da9-3808-4d26-b43a-152275e929af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.434030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f78da9-3808-4d26-b43a-152275e929af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1517e548-fa0e-454d-98bb-8533c336965e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:46.447973 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.482290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7b0b1-ef5b-426a-aa14-166597c0c0cb req-debfb815-3f7e-4649-a14b-5cadc9fa24c4 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:46.484240 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f2b7b0b1-ef5b-426a-aa14-166597c0c0cb req-debfb815-3f7e-4649-a14b-5cadc9fa24c4 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 944 time: 0.3409610 Apr 22 17:27:46.498429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.546358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.547689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cb308846-36ec-4589-a876-ae83c0c7ed78 None None] Provisioning for port 3ab16410-736c-41cf-8617-3bd34cac9130 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:46.561451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 16bd9483-604f-494c-a3cc-9c7e9298ef11 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:46.576961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cb308846-36ec-4589-a876-ae83c0c7ed78 None None] Provisioning complete for port 3ab16410-736c-41cf-8617-3bd34cac9130 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:46.577290 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cb308846-36ec-4589-a876-ae83c0c7ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.629144 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49f78da9-3808-4d26-b43a-152275e929af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.630168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:46.630291 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-49f78da9-3808-4d26-b43a-152275e929af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1517e548-fa0e-454d-98bb-8533c336965e HTTP/1.1" status: 204 len: 168 time: 0.8473580 Apr 22 17:27:46.645600 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f2b7b0b1-ef5b-426a-aa14-166597c0c0cb req-bae20d9b-3eea-42bc-87ea-e26463989f0a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511014 Apr 22 17:27:46.646431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:46.668173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:46.668483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.673680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Port': ['ID=3ab16410-736c-41cf-8617-3bd34cac9130,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.692101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:46.699126 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cb308846-36ec-4589-a876-ae83c0c7ed78 None None] Port 3ab16410-736c-41cf-8617-3bd34cac9130 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:46.728556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af51678-b353-484b-adc0-522a910c5f98 None None] Network 8be78295-dab0-4a35-b382-847e31735852 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:46.803504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Pushing event updated for resources: {'Port': ['ID=156d712b-5fc8-4d84-bc35-c980ee0e43cb,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:46.809121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:46.824174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6618ad-439d-45af-8eb1-2658540ac51a req-d168efb4-f640-453b-b343-cea569d8ee31 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:46.831493 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2c6618ad-439d-45af-8eb1-2658540ac51a req-d168efb4-f640-453b-b343-cea569d8ee31 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 945 time: 0.3199315 Apr 22 17:27:46.897651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.904187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:46.914910 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2c6618ad-439d-45af-8eb1-2658540ac51a req-4f45e193-67c6-416b-be1c-be56b92c1e85 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821605 Apr 22 17:27:46.920180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network bfbe6ed0-b009-4932-a509-7d4861aa304b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:46.922013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:46.950680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cb553c2f-6009-4bb2-9b9d-7b39e61d027d up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:46.978331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['1418905d-f9cd-4d30-a6ea-3ab7fc04ac54'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:27:47.077930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42912) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:47.176379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-056ae3da-0e14-499e-acb2-8884a34b5a95 None None] Provisioning for port 16bd9483-604f-494c-a3cc-9c7e9298ef11 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:47.204582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.204914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-056ae3da-0e14-499e-acb2-8884a34b5a95 None None] Provisioning complete for port 16bd9483-604f-494c-a3cc-9c7e9298ef11 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:47.205470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-056ae3da-0e14-499e-acb2-8884a34b5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.232019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Router 1fd14934-c261-48dc-9960-77cb901e5612 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:27:47.309450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'Port': ['ID=a513fd64-a6e9-4374-9da5-733aa18be857,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:47.337721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.340166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.340678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.361776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.361776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.362237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port cb553c2f-6009-4bb2-9b9d-7b39e61d027d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:47.362332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.362332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.362332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.362332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.362332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.362332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.362332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:47.377162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Network 5c9a0b71-5234-40de-8c21-8ac9d97423ad is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:47.378602 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port cb553c2f-6009-4bb2-9b9d-7b39e61d027d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:47.379376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.384538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:47.387558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.439395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:47.451425 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31dfab-b78d-4556-b47a-0b531ec6785b None None] Sync routers for ids ['1fd14934-c261-48dc-9960-77cb901e5612'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:47.452591 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-666d9318-bfc6-448c-9d8d-46e6f424291d tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "PUT /v2.0/routers/1fd14934-c261-48dc-9960-77cb901e5612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6710305 Apr 22 17:27:47.453589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42928) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:47.468350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:47.468587 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31dfab-b78d-4556-b47a-0b531ec6785b None None] Routers {'1fd14934-c261-48dc-9960-77cb901e5612'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:47.469192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:47.469804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.470403 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1c31dfab-b78d-4556-b47a-0b531ec6785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1fd14934-c261-48dc-9960-77cb901e5612'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:47.583904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-056ae3da-0e14-499e-acb2-8884a34b5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.627043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-056ae3da-0e14-499e-acb2-8884a34b5a95 None None] For port 16bd9483-604f-494c-a3cc-9c7e9298ef11, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=16bd9483-604f-494c-a3cc-9c7e9298ef11,segment=NetworkSegment(89a0106b-9fad-4f35-81d9-6154c94c40ed),segment_id=89a0106b-9fad-4f35-81d9-6154c94c40ed)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:47.642094 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1c31dfab-b78d-4556-b47a-0b531ec6785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:47.651955 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31dfab-b78d-4556-b47a-0b531ec6785b None None] Routers {'1fd14934-c261-48dc-9960-77cb901e5612'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:47.652697 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1c31dfab-b78d-4556-b47a-0b531ec6785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1fd14934-c261-48dc-9960-77cb901e5612'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:47.671892 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-58b5d07a-d355-4ae3-89a1-0675d1beb249 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4297082 Apr 22 17:27:47.675068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.688500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42932) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:47.725921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.778289 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1c31dfab-b78d-4556-b47a-0b531ec6785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:47.779095 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31dfab-b78d-4556-b47a-0b531ec6785b None None] The sync data for ids ['1fd14934-c261-48dc-9960-77cb901e5612'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:47.790487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-056ae3da-0e14-499e-acb2-8884a34b5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.876686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:27:47.918404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a187a91-a2d4-4660-867f-793f8c5046c1 req-47d72497-de81-4f4f-920b-eb37711a92b5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:47.919966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a187a91-a2d4-4660-867f-793f8c5046c1 req-47d72497-de81-4f4f-920b-eb37711a92b5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 944 time: 0.4126744 Apr 22 17:27:47.924091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:47.960615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] Usage tracker for resource:security_group_rule and tenant:6dc5a98d52744dbdb53dca2f38760fef is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:47.966030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cb553c2f-6009-4bb2-9b9d-7b39e61d027d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:47.968174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:47.971271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ae3da-0e14-499e-acb2-8884a34b5a95 None None] Pushing event updated for resources: {'Port': ['ID=16bd9483-604f-494c-a3cc-9c7e9298ef11,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:47.985464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-127eeec2-9356-4f9d-8ea0-e8950af3d89a None None] Provisioning complete for port 3ab16410-736c-41cf-8617-3bd34cac9130 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:47.985464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-127eeec2-9356-4f9d-8ea0-e8950af3d89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:47.991280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:47.998469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-306ebdfc-e2cd-4ac6-9b66-92eaf13d6dec tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Deleting port a513fd64-a6e9-4374-9da5-733aa18be857 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:47.999034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-306ebdfc-e2cd-4ac6-9b66-92eaf13d6dec tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.035012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.074195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.137336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-127eeec2-9356-4f9d-8ea0-e8950af3d89a None None] Port 3ab16410-736c-41cf-8617-3bd34cac9130 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:48.151488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 62b82d28-eb62-462f-aa1f-de64ae341581 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:48.259532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.271221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:48.283609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-23178357-aa5b-4ee9-8818-f69cd6f03143 None None] Provisioning complete for port 16bd9483-604f-494c-a3cc-9c7e9298ef11 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:48.284484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-23178357-aa5b-4ee9-8818-f69cd6f03143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.352782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 62b82d28-eb62-462f-aa1f-de64ae341581 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:48.353169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.428019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Pushing event updated for resources: {'Port': ['ID=156d712b-5fc8-4d84-bc35-c980ee0e43cb,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:48.431996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.443511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299284a-6ac4-49e8-9217-d94b57c5f6df req-198d83c5-f54d-4414-82fb-dd0cd232018d tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:48.458950 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7299284a-6ac4-49e8-9217-d94b57c5f6df req-198d83c5-f54d-4414-82fb-dd0cd232018d tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 944 time: 0.5750134 Apr 22 17:27:48.462459 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a187a91-a2d4-4660-867f-793f8c5046c1 req-61d9cdd2-277b-4110-aa9d-affec64a0dae tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5280340 Apr 22 17:27:48.467879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.613306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.630286 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-022b412d-a75e-4006-94cd-78185954ca32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:27:48.631349 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-022b412d-a75e-4006-94cd-78185954ca32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "PUT /v2.0/routers/1fd14934-c261-48dc-9960-77cb901e5612/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1768284 Apr 22 17:27:48.635953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7299284a-6ac4-49e8-9217-d94b57c5f6df req-55df1f62-0c8d-4258-9c98-d119ad927a9f tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970955 Apr 22 17:27:48.636397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42958) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:48.688189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.690297 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ebbb2ac6-fc15-49dc-b4a3-59c953d1c6e6 tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9744184 Apr 22 17:27:48.692650 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42964) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:48.733672 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dc5a98d52744dbdb53dca2f38760fef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6515691 Apr 22 17:27:48.738067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42970) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:48.740511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc2dcc-4d1a-4cf7-a727-23c765e9edff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3198f8e0-78c0-4938-a3d5-9f4d371dd801,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:48.784808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-306ebdfc-e2cd-4ac6-9b66-92eaf13d6dec tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:48.843782 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5795e36-eae2-4be5-8594-59c1df37fa54'] response: {'server_uuid': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'code': 200} Apr 22 17:27:48.849286 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2359a9b7-5574-4ec5-a27a-b4070c628b93 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.1556873 Apr 22 17:27:48.857191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42976) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:48.933183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-306ebdfc-e2cd-4ac6-9b66-92eaf13d6dec tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Calling delete_port for a513fd64-a6e9-4374-9da5-733aa18be857 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:48.935568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 0326351b-df37-4639-98ea-98ef523a9ee3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:27:48.953869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c39832df-006c-4093-b815-3183be73faec tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Synchronizing usage tracker for tenant:9ab59c2ebd9646f9a327a3c486e52507 on resource:floatingip {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:48.989020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:49.017185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e71b7-5eed-48b8-b9fc-2f81c18a92e2 req-f2a4be0b-605a-4377-a7c3-884dd26a1dd8 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:49.024792 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b35e71b7-5eed-48b8-b9fc-2f81c18a92e2 req-f2a4be0b-605a-4377-a7c3-884dd26a1dd8 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.4176979 Apr 22 17:27:49.029110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8715935f-5250-497a-8ef7-5677eaf09992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.056243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8715935f-5250-497a-8ef7-5677eaf09992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.179426 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b35e71b7-5eed-48b8-b9fc-2f81c18a92e2 req-77ba33a0-eef4-42f3-95ca-9af1cf51e46a tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517942 Apr 22 17:27:49.183426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c39832df-006c-4093-b815-3183be73faec tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Unset dirty status for tenant:9ab59c2ebd9646f9a327a3c486e52507 on resource:floatingip {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:49.184970 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c39832df-006c-4093-b815-3183be73faec tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3266976 Apr 22 17:27:49.185972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8715935f-5250-497a-8ef7-5677eaf09992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.188271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 42986) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:49.193700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 0326351b-df37-4639-98ea-98ef523a9ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0326351b-df37-4639-98ea-98ef523a9ee3,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:49.207773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715935f-5250-497a-8ef7-5677eaf09992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3198f8e0-78c0-4938-a3d5-9f4d371dd801,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:49.235770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '0326351b-df37-4639-98ea-98ef523a9ee3', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'port_id': '0326351b-df37-4639-98ea-98ef523a9ee3', 'mac_address': 'fa:16:3e:2a:84:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:27:49.272382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:49.287184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:49.287184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.296540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8715935f-5250-497a-8ef7-5677eaf09992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.297661 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8715935f-5250-497a-8ef7-5677eaf09992 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3198f8e0-78c0-4938-a3d5-9f4d371dd801 HTTP/1.1" status: 204 len: 168 time: 0.5584607 Apr 22 17:27:49.344469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-d5408533-d2f4-4a1c-b2db-5be5949d91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:49.348083 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-d5408533-d2f4-4a1c-b2db-5be5949d91a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 1099 time: 0.1032960 Apr 22 17:27:49.362525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.379252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.394245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 42992) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:49.409454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-306ebdfc-e2cd-4ac6-9b66-92eaf13d6dec tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.427616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:49.443578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0326351b-df37-4639-98ea-98ef523a9ee3 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:27:49.468650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 0326351b-df37-4639-98ea-98ef523a9ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0326351b-df37-4639-98ea-98ef523a9ee3,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:49.523539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Deleting port 156d712b-5fc8-4d84-bc35-c980ee0e43cb {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:49.524649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.532030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.553558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.646642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:49.656291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=0326351b-df37-4639-98ea-98ef523a9ee3,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:49.666647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.666647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.666991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.667266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.667594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.668083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.669283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.669530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.669821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.670151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.670474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.670965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:49.700728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.707557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ebdfc-e2cd-4ac6-9b66-92eaf13d6dec tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event deleted for resources: {'Port': ['ID=a513fd64-a6e9-4374-9da5-733aa18be857,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:49.731423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] Usage tracker for resource:security_group_rule and tenant:886e8fb729a24a2dbf0ce5d083f899c0 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:49.743228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-10958623'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:49.752576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:49.755781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:49.765232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Usage tracker for resource:network and tenant:e2723cecb6bb406b80cb3aa80d2ce86e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:49.768140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-306ebdfc-e2cd-4ac6-9b66-92eaf13d6dec tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.772210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:49.774937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:49.781593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:49.787512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:49.790501 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-306ebdfc-e2cd-4ac6-9b66-92eaf13d6dec tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a513fd64-a6e9-4374-9da5-733aa18be857 HTTP/1.1" status: 204 len: 168 time: 2.0988915 Apr 22 17:27:49.799003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43002) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:49.809255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad', 'external_fixed_ips': [{'subnet_id': '0c4bf3a6-fa06-4138-b21d-07906236f709', 'ip_address': '2001:db8::cd'}]}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:49.822618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:49.830296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Usage tracker for resource:router and tenant:d23d8a55663c4d2bb6a6daab083e86e9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:49.835271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:49.849193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:49.897705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['0326351b-df37-4639-98ea-98ef523a9ee3'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:27:49.910364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Made reservation on behalf of e2723cecb6bb406b80cb3aa80d2ce86e for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:49.914402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.938770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.965803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:49.969672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Usage tracker for resource:security_group_rule and tenant:e2723cecb6bb406b80cb3aa80d2ce86e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:49.973561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:49.986280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.987343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:49.991740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:49.999253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.000147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.071651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.073105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.074707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 16bd9483-604f-494c-a3cc-9c7e9298ef11 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:50.103002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381eab0-da1a-47c3-a459-6d6827fe75a9 req-5a52a3b7-7a94-42ad-8536-d930955c7ca1 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:50.104556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0381eab0-da1a-47c3-a459-6d6827fe75a9 req-5a52a3b7-7a94-42ad-8536-d930955c7ca1 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 945 time: 0.2632539 Apr 22 17:27:50.170163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.176955 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Calling delete_port for 156d712b-5fc8-4d84-bc35-c980ee0e43cb owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:50.188431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.193409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 16bd9483-604f-494c-a3cc-9c7e9298ef11 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:50.193784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.261988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea449918-f5d8-452c-a728-fc6e6fa8b3e4 req-1ae19800-1300-4abd-976e-7929a791384f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:50.263980 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ea449918-f5d8-452c-a728-fc6e6fa8b3e4 req-1ae19800-1300-4abd-976e-7929a791384f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.5800951 Apr 22 17:27:50.276011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.287531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43010) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:50.300506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4de19ee-bb7a-4939-a6bd-a654180b3bfe req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9445965 Apr 22 17:27:50.369064 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ea449918-f5d8-452c-a728-fc6e6fa8b3e4 req-14badf3a-5347-4a7f-80af-60f86b38a894 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942833 Apr 22 17:27:50.375269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.399647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.408239 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530602bf-8c5e-4858-a001-5aac7cdbf413 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb554f0-b2e6-4609-b5aa-f6dddc616fb1,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:50.435091 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0381eab0-da1a-47c3-a459-6d6827fe75a9 req-ae4a3512-f74d-476b-95b1-d13e294a6019 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590919 Apr 22 17:27:50.515188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:50.588976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] Usage tracker for resource:security_group_rule and tenant:c62a6f1a312744ba91f6ca09abfca21a is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:50.594222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.598402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:50.601182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b197a63-61f0-4758-8453-b237133fb1b8,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:50.609623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:50.653061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:27:50.674831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.675179 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Added segment 90e3ffd4-2e86-4622-9ce8-a61f87092e56 of type vlan for network d7f4af56-3752-46e7-800d-50cd41ff7033 Apr 22 17:27:50.681930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.745286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Pushing event deleted for resources: {'Port': ['ID=156d712b-5fc8-4d84-bc35-c980ee0e43cb,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:50.752798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.758016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.825057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.845508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:27:50.851371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f75fa-94b6-48e4-9f76-192a7dd3036b req-2e2e8fce-273c-4e01-bd2f-501e51e96c96 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:50.852884 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-413f75fa-94b6-48e4-9f76-192a7dd3036b req-2e2e8fce-273c-4e01-bd2f-501e51e96c96 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.3374467 Apr 22 17:27:50.888446 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c62a6f1a312744ba91f6ca09abfca21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916288 Apr 22 17:27:50.890206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396b8ad-3743-4d86-9c11-111f5079d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af47c19a-2534-4e10-945a-ea52c4eee6e2,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:50.892664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43016) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:50.899195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.908294 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70caadb7-6571-47b7-9b29-d153ebc2269d'] response: {'server_uuid': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'code': 200} Apr 22 17:27:50.919619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.925315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:50.925926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.951285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 0326351b-df37-4639-98ea-98ef523a9ee3 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:27:50.966553 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-413f75fa-94b6-48e4-9f76-192a7dd3036b req-641d12b6-04c6-437f-9d1f-bec8971856a3 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031892 Apr 22 17:27:50.971389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:50.972626 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7d59397d-6f13-4457-ae54-63340b4ca5ab tempest-FloatingIPAdminTestJSON-1900956061 tempest-FloatingIPAdminTestJSON-1900956061-project] 10.222.0.10 "DELETE /v2.0/floatingips/b3018c4d-6122-4742-be34-f53469ea283e HTTP/1.1" status: 204 len: 168 time: 1.7834120 Apr 22 17:27:50.975506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43020) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:51.088217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Pushing event updated for resources: {'Network': ['ID=d7f4af56-3752-46e7-800d-50cd41ff7033,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:51.099144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d7f4af56-3752-46e7-800d-50cd41ff7033 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:27:51.110098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a630352e-b273-40f7-9b9f-632b4a8a1d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.117459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Deleting port 3ab16410-736c-41cf-8617-3bd34cac9130 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:51.117809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.158610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a630352e-b273-40f7-9b9f-632b4a8a1d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.183762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Deleting port 79092035-2b62-4c58-9006-27bd196e26d3 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:51.184110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.193334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 0326351b-df37-4639-98ea-98ef523a9ee3 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:51.209774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 0326351b-df37-4639-98ea-98ef523a9ee3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:51.209774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.289617 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c07ea6c6-bfa6-42d5-a7e4-5cd87e3f9326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.8906715 Apr 22 17:27:51.352141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.397070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 0326351b-df37-4639-98ea-98ef523a9ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0326351b-df37-4639-98ea-98ef523a9ee3,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:51.497928 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.594765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.611813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.618063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=0326351b-df37-4639-98ea-98ef523a9ee3,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:51.641750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a630352e-b273-40f7-9b9f-632b4a8a1d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.693657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43032) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:51.732777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.767410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Calling delete_port for 3ab16410-736c-41cf-8617-3bd34cac9130 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:51.773719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630352e-b273-40f7-9b9f-632b4a8a1d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af47c19a-2534-4e10-945a-ea52c4eee6e2,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:51.801387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Request body: {'port': {'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-322139810'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:51.813320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135b7c-f7bc-4a2f-9563-42ba8f3a2110 req-d73d3ff5-28dc-4245-a389-c34c7b7f9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:51.814925 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-27135b7c-f7bc-4a2f-9563-42ba8f3a2110 req-d73d3ff5-28dc-4245-a389-c34c7b7f9183 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1098 time: 0.5083711 Apr 22 17:27:51.820100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.820458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.827950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:51.838575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Usage tracker for resource:port and tenant:a7b4bd524ad14ee7a559466dc76765de is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:51.843251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:51.861705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a630352e-b273-40f7-9b9f-632b4a8a1d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:51.863428 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a630352e-b273-40f7-9b9f-632b4a8a1d3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af47c19a-2534-4e10-945a-ea52c4eee6e2 HTTP/1.1" status: 204 len: 168 time: 0.9696574 Apr 22 17:27:51.945056 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-27135b7c-f7bc-4a2f-9563-42ba8f3a2110 req-08513449-364d-482c-871e-fb1881b3df53 service neutron] Synchronizing usage tracker for tenant:886e8fb729a24a2dbf0ce5d083f899c0 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:51.961710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:51.978666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Calling delete_port for 79092035-2b62-4c58-9006-27bd196e26d3 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:52.038502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba361c0-c76f-499b-8e0b-b64901fe4ad3 req-e3ea8aa7-c9aa-448c-ab61-7a25ca1bcece tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:52.039985 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dba361c0-c76f-499b-8e0b-b64901fe4ad3 req-e3ea8aa7-c9aa-448c-ab61-7a25ca1bcece tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.2674196 Apr 22 17:27:52.069974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Allocated IP 2001:db8::cd (5c9a0b71-5234-40de-8c21-8ac9d97423ad/0c4bf3a6-fa06-4138-b21d-07906236f709/35ed0444-d625-4672-a3cf-0c3aecdcc2ec) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:52.114844 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dba361c0-c76f-499b-8e0b-b64901fe4ad3 req-33073a02-f2fc-431a-a6ae-705624b202e8 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684245 Apr 22 17:27:52.125153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-27135b7c-f7bc-4a2f-9563-42ba8f3a2110 req-08513449-364d-482c-871e-fb1881b3df53 service neutron] Unset dirty status for tenant:886e8fb729a24a2dbf0ce5d083f899c0 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:52.126341 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-27135b7c-f7bc-4a2f-9563-42ba8f3a2110 req-08513449-364d-482c-871e-fb1881b3df53 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2926767 Apr 22 17:27:52.175926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Made reservation on behalf of a7b4bd524ad14ee7a559466dc76765de for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:52.178259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.194277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e16350-4b1a-40f1-b6b1-eb105136a113 req-5748214d-5d3d-47da-8c09-bb120f2e0992 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:52.195799 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-41e16350-4b1a-40f1-b6b1-eb105136a113 req-5748214d-5d3d-47da-8c09-bb120f2e0992 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.6701334 Apr 22 17:27:52.208535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.278201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:52.288916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Usage tracker for resource:security_group_rule and tenant:a7b4bd524ad14ee7a559466dc76765de is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:52.293547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.294835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:52.312139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:52.334956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd59e-bc8c-4b96-abe5-69bd7ca19018 req-9e272d0a-08df-4ec3-a2a3-a7b3998f41fc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:52.336083 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-545dd59e-bc8c-4b96-abe5-69bd7ca19018 req-9e272d0a-08df-4ec3-a2a3-a7b3998f41fc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.1248157 Apr 22 17:27:52.375810 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-41e16350-4b1a-40f1-b6b1-eb105136a113 req-1bbae9fe-201d-40be-a0e4-877889deba7f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549308 Apr 22 17:27:52.414916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-545dd59e-bc8c-4b96-abe5-69bd7ca19018 req-2e689676-58ff-42ee-bb8b-fb60e0c90f50 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578115 Apr 22 17:27:52.449483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.524724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.526911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Network 5c9a0b71-5234-40de-8c21-8ac9d97423ad is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:52.529760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:52.533568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:52.542947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.590393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.595917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Pushing event deleted for resources: {'Port': ['ID=79092035-2b62-4c58-9006-27bd196e26d3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:52.610152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'Port': ['ID=35ed0444-d625-4672-a3cf-0c3aecdcc2ec,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:52.679630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.682865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event deleted for resources: {'Port': ['ID=3ab16410-736c-41cf-8617-3bd34cac9130,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:52.750672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] device_id is not set on port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:52.898603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345d1f78-e7ed-4774-b072-81937414b3a3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:52.909724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:27:52.915876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:52.976414 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c986da0-9c68-4278-87a1-a04ba5359c62'] response: {'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3', 'code': 200} Apr 22 17:27:53.036731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:53.215485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:53.222309 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-64896aea-9c15-4a98-a79b-012a9581e582 tempest-FloatingIPAdminTestJSON-1974255480 tempest-FloatingIPAdminTestJSON-1974255480-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/713b89aa-8271-4392-9838-a2a9dc530227 HTTP/1.1" status: 204 len: 168 time: 2.2402227 Apr 22 17:27:53.234798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43062) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:53.253327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:53.315467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43066) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:53.423749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c7544-6855-43f9-a57e-0cd4baff2be6 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Deleting port 36e2e90c-0ff0-4360-860c-6ec33ef6d145 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:53.424213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7544-6855-43f9-a57e-0cd4baff2be6 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:53.645969 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eda4f278-99a5-4055-a243-4a3bfb6aa6f8 tempest-AgentManagementNegativeTest-1695532412 tempest-AgentManagementNegativeTest-1695532412-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2782195 Apr 22 17:27:53.778395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] device_id is not set on port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:53.789126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8965410-e14b-4dd8-b731-eb06e9bcaaaa req-26aa3b2a-cbf9-40e1-84ce-8622e74b14e0 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:53.790631 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8965410-e14b-4dd8-b731-eb06e9bcaaaa req-26aa3b2a-cbf9-40e1-84ce-8622e74b14e0 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.5157669 Apr 22 17:27:53.802041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:53.808990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e313-fa25-4d67-9916-12cefa287b74 req-8a36118a-1a53-4d3d-b404-a3fcf9258939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:53.810563 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0238e313-fa25-4d67-9916-12cefa287b74 req-8a36118a-1a53-4d3d-b404-a3fcf9258939 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 1099 time: 0.4822974 Apr 22 17:27:53.816122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Router 1fd14934-c261-48dc-9960-77cb901e5612 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:27:53.824464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Transition to ACTIVE for port object 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:53.903552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:53.914043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:53.973666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef29d4-b96e-41e9-818d-da46bf054beb req-b639cb6e-3980-4cad-ae0f-32f175ba817e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:53.979211 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b3ef29d4-b96e-41e9-818d-da46bf054beb req-b639cb6e-3980-4cad-ae0f-32f175ba817e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4420431 Apr 22 17:27:54.059922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:54.064909 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-335fc8e9-1fe9-41f2-be76-01f2f2e895bc tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "PUT /v2.0/routers/1fd14934-c261-48dc-9960-77cb901e5612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4275811 Apr 22 17:27:54.066588 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8965410-e14b-4dd8-b731-eb06e9bcaaaa req-07b2c94a-fffd-4f3d-a5e7-8902d08fbac1 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599790 Apr 22 17:27:54.072471 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0238e313-fa25-4d67-9916-12cefa287b74 req-aaf9aa6a-c9be-4da6-9474-66cc34484808 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395473 Apr 22 17:27:54.073674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43078) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:54.078863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75440b-e5a2-496b-9c71-292d5659bd8a None None] Sync routers for ids ['1fd14934-c261-48dc-9960-77cb901e5612'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:54.091424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75440b-e5a2-496b-9c71-292d5659bd8a None None] Routers {'1fd14934-c261-48dc-9960-77cb901e5612'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:54.091965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bd75440b-e5a2-496b-9c71-292d5659bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1fd14934-c261-48dc-9960-77cb901e5612'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:54.186698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7544-6855-43f9-a57e-0cd4baff2be6 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:54.191412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:54.215029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bd75440b-e5a2-496b-9c71-292d5659bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:54.223929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75440b-e5a2-496b-9c71-292d5659bd8a None None] Routers {'1fd14934-c261-48dc-9960-77cb901e5612'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:54.224554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bd75440b-e5a2-496b-9c71-292d5659bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1fd14934-c261-48dc-9960-77cb901e5612'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:54.231624 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-805cc03e-8d04-4a45-91f6-f55a6b5f8920 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] delete failed (client error): The resource could not be found. Apr 22 17:27:54.238643 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-805cc03e-8d04-4a45-91f6-f55a6b5f8920 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-295713485 HTTP/1.1" status: 404 len: 334 time: 0.1438491 Apr 22 17:27:54.239082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43084) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:54.240033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Checking segment: {'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:54.240480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Network hostable DHCP agents. Network: d7f4af56-3752-46e7-800d-50cd41ff7033, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:27:54.256505 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b3ef29d4-b96e-41e9-818d-da46bf054beb req-d01a3c34-0a0b-4473-a848-220ba71aa7fd tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2398086 Apr 22 17:27:54.266350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-00af37aa-a7aa-4274-89b2-61787240d768 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fd14934-c261-48dc-9960-77cb901e5612'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:54.289825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bd75440b-e5a2-496b-9c71-292d5659bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:54.290230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75440b-e5a2-496b-9c71-292d5659bd8a None None] The sync data for ids ['1fd14934-c261-48dc-9960-77cb901e5612'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:54.316240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43088) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:54.369559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c7544-6855-43f9-a57e-0cd4baff2be6 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Calling delete_port for 36e2e90c-0ff0-4360-860c-6ec33ef6d145 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:54.566875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5855a8-89ba-4056-8505-55f87d84801c req-6fdaa857-c3c5-4571-9bf5-2283d9328428 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:54.568319 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2f5855a8-89ba-4056-8505-55f87d84801c req-6fdaa857-c3c5-4571-9bf5-2283d9328428 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.3718162 Apr 22 17:27:54.591963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Network d7f4af56-3752-46e7-800d-50cd41ff7033 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:27:54.604510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:54.613223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Router 4300de5c-4977-4f3e-bc38-e6a2bb900a3c is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:27:54.622547 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2f5855a8-89ba-4056-8505-55f87d84801c req-671a9cb0-b0a3-4557-8e0e-9b3f99a3f159 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 Apr 22 17:27:54.684758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7544-6855-43f9-a57e-0cd4baff2be6 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:54.728159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d7f4af56-3752-46e7-800d-50cd41ff7033) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:54.730287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:54.741386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c7544-6855-43f9-a57e-0cd4baff2be6 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event deleted for resources: {'Port': ['ID=36e2e90c-0ff0-4360-860c-6ec33ef6d145,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:54.741870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c74161-9261-45ce-a77c-fc73cc3046ba None None] Network d7f4af56-3752-46e7-800d-50cd41ff7033 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:27:54.748611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:54.756240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d27723f22f48649d9eb4545f28e4c3 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:54.868397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-00af37aa-a7aa-4274-89b2-61787240d768 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:54.875806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:54.890186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:54.890598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:54.891279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:54.903086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:54.905699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:54.906264 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:54.914585 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 2 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:54.935173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:54.936017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:54.936502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:54.951270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:54.951851 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:54.956899 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 3 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:55.002870 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-00af37aa-a7aa-4274-89b2-61787240d768 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] update failed (client error): The resource could not be found. Apr 22 17:27:55.003912 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-00af37aa-a7aa-4274-89b2-61787240d768 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "PUT /v2.0/routers/1fd14934-c261-48dc-9960-77cb901e5612 HTTP/1.1" status: 404 len: 339 time: 0.7589259 Apr 22 17:27:55.004619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:55.004948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:55.005270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:55.011836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43096) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:55.028898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7544-6855-43f9-a57e-0cd4baff2be6 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:55.031708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:27:55.042189 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Sync routers for ids ['4300de5c-4977-4f3e-bc38-e6a2bb900a3c'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:27:55.049454 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4d2c7544-6855-43f9-a57e-0cd4baff2be6 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "DELETE /v2.0/ports/36e2e90c-0ff0-4360-860c-6ec33ef6d145 HTTP/1.1" status: 204 len: 168 time: 1.8132155 Apr 22 17:27:55.051920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43100) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:55.054185 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Routers {'4300de5c-4977-4f3e-bc38-e6a2bb900a3c'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:55.055392 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4300de5c-4977-4f3e-bc38-e6a2bb900a3c'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:55.084940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:55.085280 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:55.098098 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 4 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:55.131572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:55.133520 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6e57af79-4035-45b8-aa42-6ba31b0cbdc9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.3319817 Apr 22 17:27:55.136426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43106) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:55.181926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:55.182146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:55.182554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:55.197678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:55.198090 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:55.208776 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 5 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:55.209673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac3e99-3bdf-436e-9da8-d5ac0a6dde3d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:55.210490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-18ac3e99-3bdf-436e-9da8-d5ac0a6dde3d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Synchronizing usage tracker for tenant:9ab59c2ebd9646f9a327a3c486e52507 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:55.250001 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Set router 4300de5c-4977-4f3e-bc38-e6a2bb900a3c gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:55.307455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6843-3b73-4ad8-b66d-67bca8cf147a req-c4dad3ab-e481-4f6f-ac1a-7058cab33fe9 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:55.308958 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-13eb6843-3b73-4ad8-b66d-67bca8cf147a req-c4dad3ab-e481-4f6f-ac1a-7058cab33fe9 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.5647912 Apr 22 17:27:55.320647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:55.320647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:55.320647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:55.326393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43112) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:55.342228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Request body: {'floatingip': {'port_id': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:55.464298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:55.465035 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:55.476873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-18ac3e99-3bdf-436e-9da8-d5ac0a6dde3d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Unset dirty status for tenant:9ab59c2ebd9646f9a327a3c486e52507 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:55.478812 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-18ac3e99-3bdf-436e-9da8-d5ac0a6dde3d tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fcc86c0-65e6-482e-99de-376cef4e3c57 HTTP/1.1" status: 200 len: 913 time: 0.4259715 Apr 22 17:27:55.481153 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 6 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:55.488352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43118) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:55.494948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:55.506469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:55.507177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:55.507670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:55.548527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:55.548860 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:55.599893 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4300de5c-4977-4f3e-bc38-e6a2bb900a3c', 'name': '', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad', 'external_fixed_ips': [{'subnet_id': '0c4bf3a6-fa06-4138-b21d-07906236f709', 'ip_address': '2001:db8::cd'}], 'enable_snat': True}, 'gw_port_id': '35ed0444-d625-4672-a3cf-0c3aecdcc2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:27:49Z', 'updated_at': '2022-04-22T17:27:52Z', 'revision_number': 3, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port': {'id': '35ed0444-d625-4672-a3cf-0c3aecdcc2ec', 'name': '', 'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4300de5c-4977-4f3e-bc38-e6a2bb900a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0c4bf3a6-fa06-4138-b21d-07906236f709', 'ip_address': '2001:db8::cd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:51Z', 'updated_at': '2022-04-22T17:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c4bf3a6-fa06-4138-b21d-07906236f709', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:55.606187 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Checking router: 4300de5c-4977-4f3e-bc38-e6a2bb900a3c for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:27:55.606796 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Updating router 4300de5c-4977-4f3e-bc38-e6a2bb900a3c port 35ed0444-d625-4672-a3cf-0c3aecdcc2ec binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:27:55.610716 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 7 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:55.674300 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:55.689953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:55.723588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:55.723974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:55.724167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:55.735496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:55.770267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:55.770267 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:55.774653 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 8 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:55.806289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:55.806635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:55.806986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:55.821531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:55.821885 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:55.825774 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 9 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:55.876059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:55.883474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:55.899262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bceaf6-3e81-4c50-9b4f-a1c1a02c21e1 req-61b84fac-51b4-4d3c-b486-eaa52386e353 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:55.900400 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9bceaf6-3e81-4c50-9b4f-a1c1a02c21e1 req-61b84fac-51b4-4d3c-b486-eaa52386e353 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4201608 Apr 22 17:27:55.909875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:55.910217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:55.910553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:55.922803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7712ee-a566-49e2-bdf4-f4cd82c76af5 req-81e67074-78af-43c0-ac77-357766945392 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:55.924289 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0e7712ee-a566-49e2-bdf4-f4cd82c76af5 req-81e67074-78af-43c0-ac77-357766945392 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.7111213 Apr 22 17:27:55.974366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:55.974614 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:55.982568 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 10 to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 Apr 22 17:27:56.057651 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4d27723f22f48649d9eb4545f28e4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7328935 Apr 22 17:27:56.067437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43122) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:56.094588 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9bceaf6-3e81-4c50-9b4f-a1c1a02c21e1 req-b72d69d3-421a-4a51-854c-490e362cd644 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1815007 Apr 22 17:27:56.099521 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65899bd9-856f-4aa6-a7bb-a0adad48b797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d600b030-2d33-45ab-8c34-72132481b4fb,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:56.119451 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.126372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:56.127412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:56.131313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:56.135240 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Transition to ACTIVE for port object 35ed0444-d625-4672-a3cf-0c3aecdcc2ec will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:56.216186 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.286622 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0e7712ee-a566-49e2-bdf4-f4cd82c76af5 req-80de3e3f-5dea-4759-b16f-11fda4fd590a tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526943 Apr 22 17:27:56.305941 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Attempting to bind port 35ed0444-d625-4672-a3cf-0c3aecdcc2ec on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:27:56.306314 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Attempting to bind port 35ed0444-d625-4672-a3cf-0c3aecdcc2ec by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'e4078e79-adf1-4d5e-a2ae-eaa5845d01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:27:56.306676 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Attempting to bind port 35ed0444-d625-4672-a3cf-0c3aecdcc2ec on network 5c9a0b71-5234-40de-8c21-8ac9d97423ad {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:27:56.312540 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Pushing event updated for resources: {'Port': ['ID=35ed0444-d625-4672-a3cf-0c3aecdcc2ec,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:56.317976 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:27:56.318465 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Checking segment: {'id': 'e4078e79-adf1-4d5e-a2ae-eaa5845d01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:27:56.318895 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.319282 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Bound using segment: {'id': 'e4078e79-adf1-4d5e-a2ae-eaa5845d01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:27:56.320496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Bound port: 35ed0444-d625-4672-a3cf-0c3aecdcc2ec, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4078e79-adf1-4d5e-a2ae-eaa5845d01f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c9a0b71-5234-40de-8c21-8ac9d97423ad'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:27:56.320496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.320693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:27:56.320693 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:27:56.321068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.355292 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.355637 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.355981 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.356309 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.356637 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.356978 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.357306 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.357626 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.357960 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.358280 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.358646 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.359191 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:27:56.443872 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] For port 35ed0444-d625-4672-a3cf-0c3aecdcc2ec, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:56.447392 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] For port 35ed0444-d625-4672-a3cf-0c3aecdcc2ec, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=35ed0444-d625-4672-a3cf-0c3aecdcc2ec,segment=NetworkSegment(e4078e79-adf1-4d5e-a2ae-eaa5845d01f4),segment_id=e4078e79-adf1-4d5e-a2ae-eaa5845d01f4)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:27:56.527515 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.571297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.597483 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Routers {'4300de5c-4977-4f3e-bc38-e6a2bb900a3c'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:27:56.598205 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4300de5c-4977-4f3e-bc38-e6a2bb900a3c'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:56.651203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Deleting port 35ed0444-d625-4672-a3cf-0c3aecdcc2ec {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:56.651543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.682513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] For port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:27:56.682924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempted to set empty binding levels {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 17:27:56.709790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bc601-418d-4586-a088-a769b46e9ddd req-5abf32ac-f4c0-4f5b-a16b-1cfbb1a4536a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:56.711309 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2b5bc601-418d-4586-a088-a769b46e9ddd req-5abf32ac-f4c0-4f5b-a16b-1cfbb1a4536a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3735855 Apr 22 17:27:56.727014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43128) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:56.732863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Request body: {'floatingip': {'port_id': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:56.734734 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566db87b-63e4-4fbc-a1ff-93b690f4bf42 None None] Pushing event updated for resources: {'Port': ['ID=35ed0444-d625-4672-a3cf-0c3aecdcc2ec,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:56.742492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7156c65-c483-4e9d-9e11-fcf30ac17270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.769090 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] Set router 4300de5c-4977-4f3e-bc38-e6a2bb900a3c gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:27:56.801702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.807179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Allocated IP 172.20.0.1 (183f75ba-bdb7-49cf-ab3a-8bc7f250b21b/57aec46f-994b-414c-88fa-afd861ac0377/20ebf32b-8924-42ce-b01f-0b439efa8d14) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:27:56.876427 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4300de5c-4977-4f3e-bc38-e6a2bb900a3c', 'name': '', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:27:49Z', 'updated_at': '2022-04-22T17:27:56Z', 'revision_number': 4, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:27:56.880842 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2398ad6-c379-4065-8c40-ec8603cc89f1 None None] The sync data for ids ['4300de5c-4977-4f3e-bc38-e6a2bb900a3c'] in dv-neutron-839024-1-hyperv is: [{'id': '4300de5c-4977-4f3e-bc38-e6a2bb900a3c', 'name': '', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:27:49Z', 'updated_at': '2022-04-22T17:27:56Z', 'revision_number': 4, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:27:56.882622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for floatingip, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.935930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:56.936975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:56.977217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7156c65-c483-4e9d-9e11-fcf30ac17270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:57.067524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:57.271014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] For port 35ed0444-d625-4672-a3cf-0c3aecdcc2ec, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=35ed0444-d625-4672-a3cf-0c3aecdcc2ec,segment=NetworkSegment(e4078e79-adf1-4d5e-a2ae-eaa5845d01f4),segment_id=e4078e79-adf1-4d5e-a2ae-eaa5845d01f4)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:57.271374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:57.312585 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f3ad67e0-0303-415d-a0fe-d7319d7c4f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.6154351 Apr 22 17:27:57.317512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:57.325551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43134) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:57.396962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Deleting port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:57.397311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:57.409835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Calling delete_port for 35ed0444-d625-4672-a3cf-0c3aecdcc2ec owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:57.438540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7156c65-c483-4e9d-9e11-fcf30ac17270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:57.447175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Transition to ACTIVE for port object 20ebf32b-8924-42ce-b01f-0b439efa8d14 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:27:57.523380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:27:57.608650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7156c65-c483-4e9d-9e11-fcf30ac17270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d600b030-2d33-45ab-8c34-72132481b4fb,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:57.644900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7156c65-c483-4e9d-9e11-fcf30ac17270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:57.646006 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d7156c65-c483-4e9d-9e11-fcf30ac17270 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d600b030-2d33-45ab-8c34-72132481b4fb HTTP/1.1" status: 204 len: 168 time: 1.5140493 Apr 22 17:27:57.906532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:57.920174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] For port 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2, host hv-neutron-8390, got binding levels [] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:27:57.920599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:57.970667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.038680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.040902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.051705 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Calling delete_port for 78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:27:58.104041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610121fe-ee01-4b95-96ff-5e3bb13c6e73 req-ce702290-a9cd-486b-9ebb-cfeb6e654d19 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:58.105498 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-610121fe-ee01-4b95-96ff-5e3bb13c6e73 req-ce702290-a9cd-486b-9ebb-cfeb6e654d19 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.6680026 Apr 22 17:27:58.155820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:27:58.161503 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:27:58.176068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:27:58.267574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Port': ['ID=20ebf32b-8924-42ce-b01f-0b439efa8d14,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:58.313917 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-610121fe-ee01-4b95-96ff-5e3bb13c6e73 req-432f087f-1605-4602-8b82-5fc7fefd9362 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973255 Apr 22 17:27:58.429365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.431092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.483231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e4ea633-23c1-486c-84fa-e266834d5548 None None] Provisioning for port 20ebf32b-8924-42ce-b01f-0b439efa8d14 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:27:58.489138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e4ea633-23c1-486c-84fa-e266834d5548 None None] Provisioning complete for port 20ebf32b-8924-42ce-b01f-0b439efa8d14 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:27:58.489790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7e4ea633-23c1-486c-84fa-e266834d5548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.537182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:58.567667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.572346 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Floating IP 3e718cc8-068b-4f50-b6a7-20225e960549 associated. External IP: 172.26.3.240, port: cb553c2f-6009-4bb2-9b9d-7b39e61d027d. Apr 22 17:27:58.580595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ea633-23c1-486c-84fa-e266834d5548 None None] Port 20ebf32b-8924-42ce-b01f-0b439efa8d14 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:27:58.591351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.598809 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9f03e5b7-d61f-470a-80b1-33ff866c5b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "DELETE /v2.0/ports/78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 HTTP/1.1" status: 204 len: 168 time: 1.2722600 Apr 22 17:27:58.604805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43158) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:58.636591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.654691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.700649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event deleted for resources: {'Port': ['ID=35ed0444-d625-4672-a3cf-0c3aecdcc2ec,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:27:58.704914 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c5b3e4-02cc-4976-9517-125bc98dda0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] GET failed (client error): The resource could not be found. Apr 22 17:27:58.705533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-51c5b3e4-02cc-4976-9517-125bc98dda0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Synchronizing usage tracker for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:27:58.774581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0078888-35ce-4284-9a1c-379deacbd8a9 req-5c376c94-fd9b-49ee-be0b-304ce48f9914 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:27:58.776107 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b0078888-35ce-4284-9a1c-379deacbd8a9 req-5c376c94-fd9b-49ee-be0b-304ce48f9914 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.2987967 Apr 22 17:27:58.819083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:58.834437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43164) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:58.869384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43168) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:58.872090 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Request body: {'floatingip': {'port_id': '0326351b-df37-4639-98ea-98ef523a9ee3'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:58.936995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-51c5b3e4-02cc-4976-9517-125bc98dda0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Unset dirty status for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:27:58.938173 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-51c5b3e4-02cc-4976-9517-125bc98dda0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "GET /v2.0/ports/78b87ed3-1fb2-4b0b-821d-1ca17a3b94a2 HTTP/1.1" status: 404 len: 333 time: 0.3324697 Apr 22 17:27:58.953711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43172) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:58.967319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Request body: {'port': {'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-643678164'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:58.984414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for floatingip, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.064319 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Floating IP e9d01e78-e75b-4924-8aca-3591e6970dfb associated. External IP: 172.26.3.54, port: 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54. Apr 22 17:27:59.152293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.157428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1880126173'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:27:59.163715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.163997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:59.170050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.172194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:59.216691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Usage tracker for resource:network and tenant:f3399b3b8b7a4c8e84cac4f86e90e132 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:59.227821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:59.232600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:59.299772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:59.346551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Deleting port 1ec6a857-9f48-446b-8b95-fd4a32e82e56 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:27:59.346927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.457525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Made reservation on behalf of a7b4bd524ad14ee7a559466dc76765de for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:59.458715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.489420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.489952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4300de5c-4977-4f3e-bc38-e6a2bb900a3c {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:27:59.491264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Made reservation on behalf of f3399b3b8b7a4c8e84cac4f86e90e132 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:27:59.494653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.552618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.589333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] device_id is not set on port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:27:59.691628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:27:59.712612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Router 4e8723d8-49a7-405e-b597-b88838341dc1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:27:59.715475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:27:59.715676 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5a3dad3e-45cf-45d6-a047-d10836bc5c02 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4300de5c-4977-4f3e-bc38-e6a2bb900a3c HTTP/1.1" status: 204 len: 168 time: 4.5781312 Apr 22 17:27:59.720102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Usage tracker for resource:security_group_rule and tenant:f3399b3b8b7a4c8e84cac4f86e90e132 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:27:59.731158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:27:59.731388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43178) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:27:59.742907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:27:59.880879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.043840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-697a98bb-6383-4824-a516-a935291ce1ba tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Deleting subnet 0c4bf3a6-fa06-4138-b21d-07906236f709 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:00.118301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Calling delete_port for 1ec6a857-9f48-446b-8b95-fd4a32e82e56 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:00.124641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-697a98bb-6383-4824-a516-a935291ce1ba tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.309114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:00.310876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-697a98bb-6383-4824-a516-a935291ce1ba tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.319620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] Sync routers for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:00.330145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:00.331339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:00.332220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.356343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Router c7fdb7f7-a1c7-432d-9662-b24b000234ea has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:00.470771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df9b364e-8dab-46c3-8e8f-784792848888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.488780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-697a98bb-6383-4824-a516-a935291ce1ba tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.507649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.516543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.523892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:00.526203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.578385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.629571 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1c2fd648-88c8-403e-9656-d59621234cab tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "PUT /v2.0/floatingips/3e718cc8-068b-4f50-b6a7-20225e960549 HTTP/1.1" status: 200 len: 992 time: 5.2939055 Apr 22 17:28:00.641118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:00.641118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'tag': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:28:00.660772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea46c83-f163-4beb-9121-613c548ddda4,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:00.665677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.669074 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Added segment 17c7fdc1-4cd5-4c2b-8444-f750b34fa81a of type vlan for network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 Apr 22 17:28:00.714921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.808841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.904095 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6152992-2fb9-4d56-a3fc-1db1a62a4d7b'] response: {'name': 'network-changed', 'server_uuid': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'tag': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'status': 'completed', 'code': 200} Apr 22 17:28:00.904292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:00.926375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '3e718cc8-068b-4f50-b6a7-20225e960549', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'port_id': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'mac_address': 'fa:16:3e:6a:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:10Z', 'updated_at': '2022-04-22T17:27:57Z', 'revision_number': 1, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:09Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:00.931169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] Checking router: 4e8723d8-49a7-405e-b597-b88838341dc1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:28:00.937987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:28:00.940209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:00.940829 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:00.984571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.005702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event deleted for resources: {'Port': ['ID=1ec6a857-9f48-446b-8b95-fd4a32e82e56,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:01.011087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.012913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:01.013491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.036004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.040178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:01.053090 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] Sync routers for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:01.064512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event updated for resources: {'Port': ['ID=20ebf32b-8924-42ce-b01f-0b439efa8d14,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:01.065664 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:01.066602 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:01.090151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.141760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-697a98bb-6383-4824-a516-a935291ce1ba tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.154226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:01.159629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Network d7f4af56-3752-46e7-800d-50cd41ff7033 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:01.186309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=5193804c-b1ff-475d-9d54-9c3c7de9e3ad,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:01.196824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:01.200467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:01.201417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:01.202008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.220160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.272208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-697a98bb-6383-4824-a516-a935291ce1ba tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.276639 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4016755 Apr 22 17:28:01.277975 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-697a98bb-6383-4824-a516-a935291ce1ba tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/0c4bf3a6-fa06-4138-b21d-07906236f709 HTTP/1.1" status: 204 len: 168 time: 1.5433972 Apr 22 17:28:01.279092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a98bb-6383-4824-a516-a935291ce1ba tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4bf3a6-fa06-4138-b21d-07906236f709,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:01.289320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43186) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:01.289880 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43188) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:01.308046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.351411 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:01.379519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Request body: {'subnet': {'network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:01.443609 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-68d56bc6-32f6-41fa-a7bf-b2355ba6e1cc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "PUT /v2.0/floatingips/e9d01e78-e75b-4924-8aca-3591e6970dfb HTTP/1.1" status: 200 len: 990 time: 4.7168820 Apr 22 17:28:01.454324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'tag': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:28:01.482602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9920a5-f4a7-4cd0-821a-3d124ca091c5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'Network': ['ID=28558599-f0eb-4ec6-bd7c-a514969cdbc3,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:01.531601 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cefe64f7-b347-482a-9f0a-0d86933813dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5737491 Apr 22 17:28:01.538997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43198) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:01.546451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:01.547961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:01.608019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-8e71d8a5-d62d-4d63-bd97-36c08771ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:01.609525 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-8e71d8a5-d62d-4d63-bd97-36c08771ec91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e216cd3558c843778c46ba4cb2ba5f6e&device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 1099 time: 0.8569977 Apr 22 17:28:01.784437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:01.788660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:01.792687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:01.798600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:01.833006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Usage tracker for resource:subnet and tenant:f3399b3b8b7a4c8e84cac4f86e90e132 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:01.840954 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'e9d01e78-e75b-4924-8aca-3591e6970dfb', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'port_id': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'mac_address': 'fa:16:3e:73:bc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:20Z', 'updated_at': '2022-04-22T17:27:58Z', 'revision_number': 1, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:16Z', 'revision_number': 5, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:01.846189 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] Checking router: c7fdb7f7-a1c7-432d-9662-b24b000234ea for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:28:01.860320 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:01.861231 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:27:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:01.864390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '3e718cc8-068b-4f50-b6a7-20225e960549', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'port_id': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'mac_address': 'fa:16:3e:6a:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:10Z', 'updated_at': '2022-04-22T17:27:57Z', 'revision_number': 1, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:09Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:01.870576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb127b-6a9d-4252-9619-0303daa309ee None None] The sync data for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv is: [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '3e718cc8-068b-4f50-b6a7-20225e960549', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'port_id': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'mac_address': 'fa:16:3e:6a:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:10Z', 'updated_at': '2022-04-22T17:27:57Z', 'revision_number': 1, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:09Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:01.909549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:01.932564 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Floating IP 17179cfc-4905-4079-8e9a-8165b16d4697 associated. External IP: 172.26.3.153, port: 0326351b-df37-4639-98ea-98ef523a9ee3. Apr 22 17:28:01.940826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce852f1-d272-4d92-bf94-b878c9b8e4b0 req-a3d6d33f-ec62-4e49-9550-0409fc36965f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:01.948574 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2ce852f1-d272-4d92-bf94-b878c9b8e4b0 req-a3d6d33f-ec62-4e49-9550-0409fc36965f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 1.0403135 Apr 22 17:28:01.950561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:02.000727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:02.145633 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:02.146670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-718a4852-f35f-4872-99e8-712bc70cb872 None None] Provisioning complete for port 20ebf32b-8924-42ce-b01f-0b439efa8d14 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:02.154587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-718a4852-f35f-4872-99e8-712bc70cb872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:02.181313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Made reservation on behalf of f3399b3b8b7a4c8e84cac4f86e90e132 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:02.184957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:02.217784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:02.221940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b3d89-663a-418a-9159-7e26a03fdec0 None None] New status for floating IP 3e718cc8-068b-4f50-b6a7-20225e960549: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:28:02.314530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-8375732e-7e74-46e3-9eb1-3180c8050651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:02.316622 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-8375732e-7e74-46e3-9eb1-3180c8050651 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef HTTP/1.1" status: 200 len: 911 time: 0.6366453 Apr 22 17:28:02.448421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-718a4852-f35f-4872-99e8-712bc70cb872 None None] Port 20ebf32b-8924-42ce-b01f-0b439efa8d14 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:02.470715 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2ce852f1-d272-4d92-bf94-b878c9b8e4b0 req-80aedf90-d742-4153-8da4-d5d8761cbe59 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5212634 Apr 22 17:28:02.502897 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-a3738d01-4546-4a63-ba1d-a059ce2f4ac7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d HTTP/1.1" status: 200 len: 1000 time: 0.1687675 Apr 22 17:28:02.572665 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba27e332-af86-4720-97d2-5ba42990079b'] response: {'name': 'network-changed', 'server_uuid': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'tag': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'status': 'completed', 'code': 200} Apr 22 17:28:02.580099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:02.649711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a23edf32-00d7-421e-84a1-a6fa25388a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:02.674829 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'e9d01e78-e75b-4924-8aca-3591e6970dfb', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'port_id': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'mac_address': 'fa:16:3e:73:bc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:20Z', 'updated_at': '2022-04-22T17:27:58Z', 'revision_number': 1, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:16Z', 'revision_number': 5, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:02.678994 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195db7b-ff1d-4545-ba8b-d45fdddf27a9 None None] The sync data for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'e9d01e78-e75b-4924-8aca-3591e6970dfb', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'port_id': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'mac_address': 'fa:16:3e:73:bc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:20Z', 'updated_at': '2022-04-22T17:27:58Z', 'revision_number': 1, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:16Z', 'revision_number': 5, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:02.729309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1dd91-35ae-4be8-940a-c21ac7587285 req-163f8abc-0089-4981-a30b-46528ee7a725 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:02.737537 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-52c1dd91-35ae-4be8-940a-c21ac7587285 req-163f8abc-0089-4981-a30b-46528ee7a725 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 1.0914907 Apr 22 17:28:02.744621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Router 1fd14934-c261-48dc-9960-77cb901e5612 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:02.808971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9a0b71-5234-40de-8c21-8ac9d97423ad']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:02.871077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4078e79-adf1-4d5e-a2ae-eaa5845d01f4') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:02.871077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4078e79-adf1-4d5e-a2ae-eaa5845d01f4') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:02.881551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-3f7d8f7d-1b53-4fdb-b4d6-3fef7f33e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:02.883460 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-3f7d8f7d-1b53-4fdb-b4d6-3fef7f33e4d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24e7a269-a355-4adc-bbba-7ed43f9cdf2d HTTP/1.1" status: 200 len: 850 time: 0.3563361 Apr 22 17:28:02.923887 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fad29a8-34cd-4169-9900-8116f7c7afc9 None None] New status for floating IP e9d01e78-e75b-4924-8aca-3591e6970dfb: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:28:02.954218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.067832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.150248 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-52c1dd91-35ae-4be8-940a-c21ac7587285 req-6709ed2f-82cd-4e3b-87a5-31ae845f6025 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3962007 Apr 22 17:28:03.150248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:03.150248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:03.166193 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:03.191029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] device_id is not set on port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:03.206089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-18688b6d-7ccf-4371-9832-cb1bd5387cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:03.207677 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-18688b6d-7ccf-4371-9832-cb1bd5387cdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3129725 Apr 22 17:28:03.211585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.235312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Router 7fcc86c0-65e6-482e-99de-376cef4e3c57 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:03.336908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:03.348482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afaee84-2621-4949-b96a-399bfd2f38a2 None None] Sync routers for ids ['1fd14934-c261-48dc-9960-77cb901e5612'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:03.354599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-bb3c98c2-f5a1-4eed-ac25-e0aa6525a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:03.356181 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-bb3c98c2-f5a1-4eed-ac25-e0aa6525a956 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1098 time: 0.7059829 Apr 22 17:28:03.364287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afaee84-2621-4949-b96a-399bfd2f38a2 None None] Routers {'1fd14934-c261-48dc-9960-77cb901e5612'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:03.368598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7afaee84-2621-4949-b96a-399bfd2f38a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1fd14934-c261-48dc-9960-77cb901e5612'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:03.369582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Router 0d22f370-3dec-4200-a170-da0f041a377d has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:03.394206 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3bef336f-9a68-4324-a55c-ea32d411b8c5 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "PUT /v2.0/routers/1fd14934-c261-48dc-9960-77cb901e5612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3806357 Apr 22 17:28:03.410551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43208) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:03.452304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7afaee84-2621-4949-b96a-399bfd2f38a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:03.461240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afaee84-2621-4949-b96a-399bfd2f38a2 None None] Routers {'1fd14934-c261-48dc-9960-77cb901e5612'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:03.461997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7afaee84-2621-4949-b96a-399bfd2f38a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1fd14934-c261-48dc-9960-77cb901e5612'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:03.470299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Transition to ACTIVE for port object 5193804c-b1ff-475d-9d54-9c3c7de9e3ad will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:03.506056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.509870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c9a0b71-5234-40de-8c21-8ac9d97423ad {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 17:28:03.512248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.536941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7afaee84-2621-4949-b96a-399bfd2f38a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:03.537353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afaee84-2621-4949-b96a-399bfd2f38a2 None None] The sync data for ids ['1fd14934-c261-48dc-9960-77cb901e5612'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:03.560045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.564966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-580bdcb9-100c-4bb2-8be3-0b36bbd8a399 service neutron] 10.222.0.16 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347578 Apr 22 17:28:03.675217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.732311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.749323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:03.807791 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3ec91866-6b3e-44b4-8880-51cd06b23d54 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "PUT /v2.0/routers/7fcc86c0-65e6-482e-99de-376cef4e3c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3184123 Apr 22 17:28:03.813143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43212) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:03.833641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=5193804c-b1ff-475d-9d54-9c3c7de9e3ad,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:03.843074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50747e4-1f56-4d47-95e1-701050e979d0 req-20bbcc44-0c05-40ab-b633-5d46f7a44fad tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:03.846947 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a50747e4-1f56-4d47-95e1-701050e979d0 req-20bbcc44-0c05-40ab-b633-5d46f7a44fad tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.5200796 Apr 22 17:28:03.859430 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5c9a0b71-5234-40de-8c21-8ac9d97423ad HTTP/1.1" status: 204 len: 168 time: 2.5607765 Apr 22 17:28:03.887740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.962802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb028e-5dcb-4d22-aff7-f62fb92f85d4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c9a0b71-5234-40de-8c21-8ac9d97423ad,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:03.972980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'Subnet': ['ID=db63d69e-c9e0-448c-91b2-7a29bb667cde,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:03.990145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f1e03af-c184-450e-a9e7-6664df8251aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:03.995568 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2177b-bce4-43a3-9060-d9ddb75e3ecc None None] Sync routers for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:04.001392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-133fd68b-3a15-46bd-a577-72215f1969f6 req-f79b9c08-6629-44d9-ad3a-85d80a8f8af9 service neutron] 10.222.0.16 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036558 Apr 22 17:28:04.001734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.002067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.002457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.017287 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2177b-bce4-43a3-9060-d9ddb75e3ecc None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:04.021138 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f0f2177b-bce4-43a3-9060-d9ddb75e3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:04.021627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.021957 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.024561 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 2 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.090566 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f0f2177b-bce4-43a3-9060-d9ddb75e3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:04.099820 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2177b-bce4-43a3-9060-d9ddb75e3ecc None None] Routers {'7fcc86c0-65e6-482e-99de-376cef4e3c57'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:04.100419 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f0f2177b-bce4-43a3-9060-d9ddb75e3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7fcc86c0-65e6-482e-99de-376cef4e3c57'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:04.127038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.127272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.128142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.132167 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a50747e4-1f56-4d47-95e1-701050e979d0 req-7434ddf9-e1f0-4bd1-abe3-f11f6ffb5ad7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1624637 Apr 22 17:28:04.141441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.141592 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.144472 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 3 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.163500 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f0f2177b-bce4-43a3-9060-d9ddb75e3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:04.164340 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2177b-bce4-43a3-9060-d9ddb75e3ecc None None] The sync data for ids ['7fcc86c0-65e6-482e-99de-376cef4e3c57'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:04.175289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.175639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.175962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.180079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.261245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.290338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Checking segment: {'id': '17c7fdc1-4cd5-4c2b-8444-f750b34fa81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:04.290803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Network hostable DHCP agents. Network: 28558599-f0eb-4ec6-bd7c-a514969cdbc3, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:28:04.304388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43222) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:04.305572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-07dceb20-51ed-440b-8b01-b12da797ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:04.307070 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-07dceb20-51ed-440b-8b01-b12da797ce5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 912 time: 0.9395573 Apr 22 17:28:04.307918 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-7f1e03af-c184-450e-a9e7-6664df8251aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 17:28:04.311566 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7f1e03af-c184-450e-a9e7-6664df8251aa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/routers/1fd14934-c261-48dc-9960-77cb901e5612 HTTP/1.1" status: 409 len: 329 time: 0.8974531 Apr 22 17:28:04.316677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43226) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:04.378616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'router': {'name': 'tempest-router--1688508508', 'project_id': '45536a03a0eb42dea23af9d1f347a27e'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:04.379319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.379319 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.381135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 4 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.402070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.402400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.402730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.418850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.419145 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.458889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:04.461377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:04.468118 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 5 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.472851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] Sync routers for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:04.482916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:04.483675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.483996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:04.495077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.495412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.495750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.510003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Usage tracker for resource:router and tenant:45536a03a0eb42dea23af9d1f347a27e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:04.513399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.513876 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.516537 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 6 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.529678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:04.534694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.542711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.544629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.544629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.549058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.549412 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.549796 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 7 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.566807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.567148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.567484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.572082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.572338 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.572714 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 8 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.587998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.588656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.588656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.593283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.593605 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.593987 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 9 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.605315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:04.611318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.611649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.612624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.617621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.617936 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.618922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 10 to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad Apr 22 17:28:04.635231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Deleting port f07a6c3a-971a-42bc-87f6-c29e28d8d7be {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:04.635780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.639571 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-e3b3c3fd-4a4f-4105-a6f1-130f0f87205a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 1000 time: 0.3219726 Apr 22 17:28:04.646999 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-72dafcce-5571-4e80-ad32-3e6a20264900 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "PUT /v2.0/floatingips/17179cfc-4905-4079-8e9a-8165b16d4697 HTTP/1.1" status: 200 len: 992 time: 5.8085308 Apr 22 17:28:04.646999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:28:04.669844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:04.670524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:04.670953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:04.672133 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:04.685602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:04.685927 dv-neutron-839024-1-hyperv neutron-server[88659]: ERROR neutron.plugins.ml2.managers [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:04.686290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.730616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:28:04.875658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.875658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.898128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] For port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:04.904318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempted to set empty binding levels {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 17:28:04.905016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.942805 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75be7c15-094f-44c1-8a0f-82bcb172b927'] response: {'name': 'network-changed', 'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3', 'status': 'completed', 'code': 200} Apr 22 17:28:04.957585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 28558599-f0eb-4ec6-bd7c-a514969cdbc3) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:04.972407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:04.972998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:04.976277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3290c65-bbd5-4b78-9781-9fe65626375a None None] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:05.009028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.011413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-364a1f65-57c4-41c5-8608-bb75986a6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.013108 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-364a1f65-57c4-41c5-8608-bb75986a6a7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.3266850 Apr 22 17:28:05.059070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.065681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.076915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Calling delete_port for f07a6c3a-971a-42bc-87f6-c29e28d8d7be owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:05.154575 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0e29cd40-3a89-4c0e-91cc-2632e5b1a24d tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8634355 Apr 22 17:28:05.161180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43234) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:05.210688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] In _notify_port_updated(), no bound segment for port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:28:05.210874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.211509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.212804 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "PUT /v2.0/ports/5193804c-b1ff-475d-9d54-9c3c7de9e3ad HTTP/1.1" status: 200 len: 980 time: 3.6728673 Apr 22 17:28:05.219811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43238) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:05.239461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9a920-7940-4615-89f1-d05d4192fb9b req-a3110334-076a-417d-b7b6-7890f395cb40 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.241447 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-14b9a920-7940-4615-89f1-d05d4192fb9b req-a3110334-076a-417d-b7b6-7890f395cb40 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.4379308 Apr 22 17:28:05.243170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.271672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-609692771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:05.281543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '17179cfc-4905-4079-8e9a-8165b16d4697', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'floating_ip_address': '172.26.3.153', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'port_id': '0326351b-df37-4639-98ea-98ef523a9ee3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'mac_address': 'fa:16:3e:2a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:21Z', 'updated_at': '2022-04-22T17:28:00Z', 'revision_number': 1, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:20Z', 'revision_number': 5, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:05.285356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:05.287975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] Checking router: 0d22f370-3dec-4200-a170-da0f041a377d for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:28:05.290443 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-28558599-f0eb-4ec6-bd7c-a514969cdbc3', 'network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3', 'tenant_id': 'f3399b3b8b7a4c8e84cac4f86e90e132', 'fixed_ips': [{'subnet_id': 'db63d69e-c9e0-448c-91b2-7a29bb667cde'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:05.290589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Usage tracker for resource:router and tenant:f3399b3b8b7a4c8e84cac4f86e90e132 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:05.291271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.296953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:05.303569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c31d9c-3b1b-4b24-b29f-e3e1e9de2875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=5193804c-b1ff-475d-9d54-9c3c7de9e3ad,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:05.316298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:05.316929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:05.320607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:05.345256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.349729 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-81591b35-5cf7-4faa-bd86-3e0069eacf81 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0397737 Apr 22 17:28:05.359368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43244) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:05.402647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-6303cad2-5793-41f1-a6cb-67fe169dbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.404162 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-6303cad2-5793-41f1-a6cb-67fe169dbcec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c06fe8dd980747c6a9ea6b2e9dce9426&device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 1099 time: 0.4878874 Apr 22 17:28:05.478976 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-67a997d1-abf9-44c0-acea-953a8447cce6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3739810 Apr 22 17:28:05.569872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:05.603853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.604376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.604779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.605234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.605686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.606137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.607581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.607581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.607581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.607940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.608387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.608839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.609116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-88646a39-106f-4cf2-b35b-8df8b6f0c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.609595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.609784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.610166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.610635 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-88646a39-106f-4cf2-b35b-8df8b6f0c929 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5761185 Apr 22 17:28:05.610924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.611139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.611597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.612081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.612542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.612981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.613569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.613870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.614315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.614774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.615223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.615667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.617890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Synchronizing usage tracker for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:05.621443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.622447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.632018 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-14b9a920-7940-4615-89f1-d05d4192fb9b req-9f9b56d9-7fbe-4d97-954b-f0c5f9fc0294 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670290 Apr 22 17:28:05.740412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44526d3f-990c-4d9c-900e-1566633ea14e req-262cd226-f344-4e3e-ba29-5822366b3f1d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.747968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-44526d3f-990c-4d9c-900e-1566633ea14e req-262cd226-f344-4e3e-ba29-5822366b3f1d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4580815 Apr 22 17:28:05.770866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-10ba4eae-eea3-4078-8f3e-c1dc2fd4500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:05.772326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-10ba4eae-eea3-4078-8f3e-c1dc2fd4500f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72d86d2-d583-43e0-a5b4-aaf15407937c HTTP/1.1" status: 200 len: 905 time: 0.3574364 Apr 22 17:28:05.834178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-794a57a5-40d0-4fd7-ad65-b3eb0ea3d149 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.899914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.940683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Allocated IP 172.20.0.2 (28558599-f0eb-4ec6-bd7c-a514969cdbc3/db63d69e-c9e0-448c-91b2-7a29bb667cde/13128249-ef07-48c9-a013-dafcabeb4f3c) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:05.956136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:05.966094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Unset dirty status for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:05.971214 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-98c95273-ae31-4284-b58b-3f6c76c8bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24343 time: 0.7372248 Apr 22 17:28:06.014542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43252) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:06.047669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event deleted for resources: {'Port': ['ID=f07a6c3a-971a-42bc-87f6-c29e28d8d7be,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:06.058944 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-44526d3f-990c-4d9c-900e-1566633ea14e req-81131621-a8ac-4ae8-b90c-f9a5b041df44 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3107634 Apr 22 17:28:06.162026 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-525ef8f4-1082-42f3-8098-776685f0cd8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0326351b-df37-4639-98ea-98ef523a9ee3 HTTP/1.1" status: 200 len: 1000 time: 0.3762496 Apr 22 17:28:06.173411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-6ee97354-d8a6-4904-b50d-d4cc6f714ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:06.175419 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-6ee97354-d8a6-4904-b50d-d4cc6f714ccc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e216cd3558c843778c46ba4cb2ba5f6e&device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 1099 time: 0.5546508 Apr 22 17:28:06.229005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '17179cfc-4905-4079-8e9a-8165b16d4697', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'floating_ip_address': '172.26.3.153', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'port_id': '0326351b-df37-4639-98ea-98ef523a9ee3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'mac_address': 'fa:16:3e:2a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:21Z', 'updated_at': '2022-04-22T17:28:00Z', 'revision_number': 1, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:20Z', 'revision_number': 5, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:06.238661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8535bc-88ad-4754-8a94-4902ae4ded90 None None] The sync data for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv is: [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '17179cfc-4905-4079-8e9a-8165b16d4697', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'floating_ip_address': '172.26.3.153', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'port_id': '0326351b-df37-4639-98ea-98ef523a9ee3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'mac_address': 'fa:16:3e:2a:84:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:27:21Z', 'updated_at': '2022-04-22T17:28:00Z', 'revision_number': 1, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:20Z', 'revision_number': 5, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:06.255223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.264627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.266929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Transition to ACTIVE for port object 13128249-ef07-48c9-a013-dafcabeb4f3c will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:06.288962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Transition to ACTIVE for port object 13128249-ef07-48c9-a013-dafcabeb4f3c will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:06.292103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-794a57a5-40d0-4fd7-ad65-b3eb0ea3d149 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.294379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.304027 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-ad82669e-8d47-4ab3-b3cb-355af3ea19dd service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710761 Apr 22 17:28:06.311940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-794a57a5-40d0-4fd7-ad65-b3eb0ea3d149 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.360284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.391269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Deleting port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:06.391610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.440937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.444931 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e78173d5-762a-41fe-bc7e-82c055daf492 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2302961 Apr 22 17:28:06.449242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-05a5bbff-c335-4c99-838c-70e4cb629739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:06.450709 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-05a5bbff-c335-4c99-838c-70e4cb629739 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbaa8710-e8c8-4a77-81e2-87b614cb1346 HTTP/1.1" status: 200 len: 844 time: 0.2795906 Apr 22 17:28:06.463455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:06.465759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:06.484695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Pushing event updated for resources: {'Port': ['ID=13128249-ef07-48c9-a013-dafcabeb4f3c,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:06.487888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:06.496913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43256) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:06.507290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.559026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.562171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.575174 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d125da3-a912-4a15-9c50-8df2c7cab445 None None] New status for floating IP 17179cfc-4905-4079-8e9a-8165b16d4697: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:28:06.589048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Attempting to bind port 13128249-ef07-48c9-a013-dafcabeb4f3c on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:06.589836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Attempting to bind port 13128249-ef07-48c9-a013-dafcabeb4f3c by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '17c7fdc1-4cd5-4c2b-8444-f750b34fa81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:06.590455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Attempting to bind port 13128249-ef07-48c9-a013-dafcabeb4f3c on network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:06.597436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:06.598102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Checking segment: {'id': '17c7fdc1-4cd5-4c2b-8444-f750b34fa81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:06.598711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.599422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Bound using segment: {'id': '17c7fdc1-4cd5-4c2b-8444-f750b34fa81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:06.600156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Bound port: 13128249-ef07-48c9-a013-dafcabeb4f3c, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c7fdc1-4cd5-4c2b-8444-f750b34fa81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:06.600693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.629642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-1cd30a86-a51e-4671-86c5-40536b09868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:06.631169 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-1cd30a86-a51e-4671-86c5-40536b09868f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef HTTP/1.1" status: 200 len: 911 time: 0.4192634 Apr 22 17:28:06.638062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-794a57a5-40d0-4fd7-ad65-b3eb0ea3d149 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.638618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a57a5-40d0-4fd7-ad65-b3eb0ea3d149 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41949025-82a9-4f8a-a49e-eb60fe19c274 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:06.707870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] For port 13128249-ef07-48c9-a013-dafcabeb4f3c, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:06.711459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] For port 13128249-ef07-48c9-a013-dafcabeb4f3c, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=13128249-ef07-48c9-a013-dafcabeb4f3c,segment=NetworkSegment(17c7fdc1-4cd5-4c2b-8444-f750b34fa81a),segment_id=17c7fdc1-4cd5-4c2b-8444-f750b34fa81a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:06.728781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-794a57a5-40d0-4fd7-ad65-b3eb0ea3d149 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.739422 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-794a57a5-40d0-4fd7-ad65-b3eb0ea3d149 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "DELETE /v2.0/routers/41949025-82a9-4f8a-a49e-eb60fe19c274 HTTP/1.1" status: 204 len: 168 time: 1.3678229 Apr 22 17:28:06.775533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-a67298db-db13-4b3f-9126-f707350d8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:06.777112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-a67298db-db13-4b3f-9126-f707350d8d26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72d86d2-d583-43e0-a5b4-aaf15407937c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2599027 Apr 22 17:28:06.781132 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-2612a92a-c4c2-4b88-8437-0ecd931b3b6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d HTTP/1.1" status: 200 len: 1002 time: 0.1335795 Apr 22 17:28:06.795037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.867605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.868441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Fanout notify agent at l3_agent the message router_deleted on router 7fcc86c0-65e6-482e-99de-376cef4e3c57 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:06.941811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7446797-f6bd-43c3-b076-a5ce244ac679 None None] Pushing event updated for resources: {'Port': ['ID=13128249-ef07-48c9-a013-dafcabeb4f3c,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:06.972347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-34c0b5ae-9d57-48e2-860d-0fefde074a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:06.973838 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-34c0b5ae-9d57-48e2-860d-0fefde074a24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24e7a269-a355-4adc-bbba-7ed43f9cdf2d HTTP/1.1" status: 200 len: 850 time: 0.1809659 Apr 22 17:28:06.980314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:06.981385 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5dce5d42-5cf5-42fb-9504-5818efd4f308 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "DELETE /v2.0/routers/7fcc86c0-65e6-482e-99de-376cef4e3c57 HTTP/1.1" status: 204 len: 168 time: 3.1633794 Apr 22 17:28:07.017836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43262) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:07.026688 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0a3203f5-c16e-4329-bba9-e8bdadbdda98 req-6572f291-e7be-4daa-a84a-64318dcc6f52 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082775 Apr 22 17:28:07.029352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43266) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:07.133103 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-26e662bf-4836-4080-bc54-0b12b850e4a0 service neutron] 10.222.0.16 "GET /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411872 Apr 22 17:28:07.139259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f19e86-b75f-4470-b153-82417c677781 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Deleting subnet 17507955-380b-4fcb-80d3-7cc4ed2a848f {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:07.144735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7f19e86-b75f-4470-b153-82417c677781 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.286175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7f19e86-b75f-4470-b153-82417c677781 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.373849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7f19e86-b75f-4470-b153-82417c677781 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.451230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] For port 5193804c-b1ff-475d-9d54-9c3c7de9e3ad, host hv-neutron-8390, got binding levels [] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:07.451601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.505317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1300687731', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:07.523588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:07.536273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7f19e86-b75f-4470-b153-82417c677781 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.543797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Usage tracker for resource:router and tenant:717c63a0c49c4ce7af45083c03c4ec73 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:07.689123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:07.696874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Calling delete_port for 5193804c-b1ff-475d-9d54-9c3c7de9e3ad owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:07.712108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:07.714238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f19e86-b75f-4470-b153-82417c677781 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event deleted for resources: {'Subnet': ['ID=17507955-380b-4fcb-80d3-7cc4ed2a848f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:07.722882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7f19e86-b75f-4470-b153-82417c677781 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.727299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-fc4e7b22-45ec-4e77-9b44-76e938cb65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:07.728265 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-fc4e7b22-45ec-4e77-9b44-76e938cb65ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7433565 Apr 22 17:28:07.729876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05c68b-e68d-47c3-81e2-f58b749ec968 None None] Network f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:07.770572 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d7f19e86-b75f-4470-b153-82417c677781 tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "DELETE /v2.0/subnets/17507955-380b-4fcb-80d3-7cc4ed2a848f HTTP/1.1" status: 204 len: 168 time: 0.7489576 Apr 22 17:28:07.779908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43274) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:07.790534 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-070b2422-bc8a-4a3d-8837-61e4611ed96e req-8d785ee6-e52c-4415-ac5f-73223944261d service neutron] 10.222.0.16 "GET /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086149 Apr 22 17:28:07.844687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.845725 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.883337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:07.907385 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-222e825a-8401-49f2-b596-cf7fde3c2af4 service neutron] 10.222.0.16 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607735 Apr 22 17:28:08.063469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.077159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.078842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.105555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] DHCP port deletion for f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:08.110382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] Deleting port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:08.110878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.149357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event deleted for resources: {'Port': ['ID=5193804c-b1ff-475d-9d54-9c3c7de9e3ad,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:08.176932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 13128249-ef07-48c9-a013-dafcabeb4f3c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:08.229979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d1457-78d5-480f-b829-eb2958d35973 req-e873c2af-bce8-4131-86df-de6416d81fcc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:08.232923 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e79d1457-78d5-480f-b829-eb2958d35973 req-e873c2af-bce8-4131-86df-de6416d81fcc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.8847046 Apr 22 17:28:08.259218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.267168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e4194-02bb-4f67-a298-7f9b492b7522 None None] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:08.373150 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b7285656-f29a-46a9-88c0-0bc2b9a5f321 req-e06dfab6-c72f-465e-b118-9be75719f5a8 service neutron] 10.222.0.16 "GET /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524717 Apr 22 17:28:08.375993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.490663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Deleting port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:08.491122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.587949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-65c6fb73-2b70-4ab4-be30-c47dc1bc43b1 None None] Provisioning for port 13128249-ef07-48c9-a013-dafcabeb4f3c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:08.604774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] For port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=81c1cff1-1155-4cc0-97c4-800cec6fdeb0,segment=NetworkSegment(13111579-25a3-4603-a2ae-bdb9acbed7e4),segment_id=13111579-25a3-4603-a2ae-bdb9acbed7e4)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:08.605023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.630992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-34c3b4d4-f0cd-4a81-a329-7f06404b7cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5193804c-b1ff-475d-9d54-9c3c7de9e3ad HTTP/1.1" status: 204 len: 168 time: 2.6112261 Apr 22 17:28:08.651204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43280) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:08.703642 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e79d1457-78d5-480f-b829-eb2958d35973 req-a8bf9470-e471-4396-b74c-012c22195afb tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4414470 Apr 22 17:28:08.758503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 13128249-ef07-48c9-a013-dafcabeb4f3c completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:08.767802 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] Calling delete_port for 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:08.775349 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32d3735-e315-4bac-800f-01a3f2885c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] GET failed (client error): The resource could not be found. Apr 22 17:28:08.776057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e32d3735-e315-4bac-800f-01a3f2885c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Synchronizing usage tracker for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:08.783148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Deleting port 20ebf32b-8924-42ce-b01f-0b439efa8d14 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:08.783693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.808894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 13128249-ef07-48c9-a013-dafcabeb4f3c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:08.809267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.851220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:08.886489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.032793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.044342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.056752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e32d3735-e315-4bac-800f-01a3f2885c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Unset dirty status for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:09.061893 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e32d3735-e315-4bac-800f-01a3f2885c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "GET /v2.0/ports/5193804c-b1ff-475d-9d54-9c3c7de9e3ad HTTP/1.1" status: 404 len: 333 time: 0.3995183 Apr 22 17:28:09.065983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43286) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:09.087003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-283574984', 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:09.100795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:09.104515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] No DVR routers for this DVR port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:09.106146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e8458-ccd5-47fc-9c80-13462aacad0d None None] Pushing event deleted for resources: {'Port': ['ID=81c1cff1-1155-4cc0-97c4-800cec6fdeb0,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:09.121204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 13128249-ef07-48c9-a013-dafcabeb4f3c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=13128249-ef07-48c9-a013-dafcabeb4f3c,segment=NetworkSegment(17c7fdc1-4cd5-4c2b-8444-f750b34fa81a),segment_id=17c7fdc1-4cd5-4c2b-8444-f750b34fa81a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:09.136375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc6003-d2a6-4646-8efb-bdc9c6bbf0a6 req-ae9d948e-2767-4f47-a995-c98c7e19134a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:09.138085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bfbc6003-d2a6-4646-8efb-bdc9c6bbf0a6 req-ae9d948e-2767-4f47-a995-c98c7e19134a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2871730 Apr 22 17:28:09.145276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:09.149075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Allocated IP 172.26.3.28 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/57507a55-82c9-4c4a-9307-1b65e7fb2d70) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:09.184866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] For port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=81c1cff1-1155-4cc0-97c4-800cec6fdeb0,segment=NetworkSegment(13111579-25a3-4603-a2ae-bdb9acbed7e4),segment_id=13111579-25a3-4603-a2ae-bdb9acbed7e4)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:09.185220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.202978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.240891 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bfbc6003-d2a6-4646-8efb-bdc9c6bbf0a6 req-041a67f9-0347-4078-8784-b9051543ae53 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930109 Apr 22 17:28:09.299944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Made reservation on behalf of a7b4bd524ad14ee7a559466dc76765de for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:09.302475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.341791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] device_id is not set on port d8c39f67-841e-422a-a7b6-1006b4e57813 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:09.342509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Calling delete_port for 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:09.342652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=13128249-ef07-48c9-a013-dafcabeb4f3c,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:09.383477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e9b00b72-e174-4765-9642-f2d5f1ea1ee9 None None] Provisioning complete for port 13128249-ef07-48c9-a013-dafcabeb4f3c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:09.384596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9b00b72-e174-4765-9642-f2d5f1ea1ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.392303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.405995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Allocated IP 172.20.0.1 (28558599-f0eb-4ec6-bd7c-a514969cdbc3/db63d69e-c9e0-448c-91b2-7a29bb667cde/186e275d-6d8a-4333-91f7-3da265559224) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:09.541949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Calling delete_port for 20ebf32b-8924-42ce-b01f-0b439efa8d14 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:09.563809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.697899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:28:09.698255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:28:09.723733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.789316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.791087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.848018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Transition to ACTIVE for port object 186e275d-6d8a-4333-91f7-3da265559224 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:09.849907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:09.852734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:09.864702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.864702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:09.915756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event updated for resources: {'Port': ['ID=57507a55-82c9-4c4a-9307-1b65e7fb2d70,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:09.972593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Network d7f4af56-3752-46e7-800d-50cd41ff7033 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:09.974498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:09.991398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:10.011961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.058388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event deleted for resources: {'Port': ['ID=20ebf32b-8924-42ce-b01f-0b439efa8d14,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:10.071066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:10.071946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 13128249-ef07-48c9-a013-dafcabeb4f3c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:10.072420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:10.072607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.108904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:10.134633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c39f67-841e-422a-a7b6-1006b4e57813,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:10.189312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 13128249-ef07-48c9-a013-dafcabeb4f3c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:10.191329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.241757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:10.243580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Deleting port 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:10.243801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.286026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:10.318865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4392-3ea0-4543-b9d0-881de0b9e11b req-11a9f5a7-ad5a-4aa4-85e7-46a5d1080ada tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:10.320402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e95d4392-3ea0-4543-b9d0-881de0b9e11b req-11a9f5a7-ad5a-4aa4-85e7-46a5d1080ada tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3436937 Apr 22 17:28:10.349872 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-46c50b76-c06a-4808-be04-6365631c3786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2828095 Apr 22 17:28:10.354793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43294) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:10.439442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:10.447790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] The port '81c1cff1-1155-4cc0-97c4-800cec6fdeb0' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:28:10.450110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.488553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:28:10.489067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 81c1cff1-1155-4cc0-97c4-800cec6fdeb0 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:28:10.518963 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e95d4392-3ea0-4543-b9d0-881de0b9e11b req-6710cf15-ab1a-4c99-8e50-20c13e0aaafd tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901879 Apr 22 17:28:10.536803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427bc16d-8b25-47fd-8e50-de74599da072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:10.538263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-427bc16d-8b25-47fd-8e50-de74599da072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Synchronizing usage tracker for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:10.585499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'Port': ['ID=186e275d-6d8a-4333-91f7-3da265559224,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:10.631661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-427bc16d-8b25-47fd-8e50-de74599da072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Unset dirty status for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:10.634793 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-427bc16d-8b25-47fd-8e50-de74599da072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "GET /v2.0/ports/d8c39f67-841e-422a-a7b6-1006b4e57813 HTTP/1.1" status: 200 len: 958 time: 0.2771614 Apr 22 17:28:10.640356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43302) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:10.651598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-77f44705-06d2-4a09-99b5-0227cda4e804 None None] Provisioning for port 186e275d-6d8a-4333-91f7-3da265559224 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:10.658568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-77f44705-06d2-4a09-99b5-0227cda4e804 None None] Provisioning complete for port 186e275d-6d8a-4333-91f7-3da265559224 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:10.659417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77f44705-06d2-4a09-99b5-0227cda4e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.668186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.729924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-77f44705-06d2-4a09-99b5-0227cda4e804 None None] Port 186e275d-6d8a-4333-91f7-3da265559224 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:10.808678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.878015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.917965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:10.964116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c5b38b-b1a7-48f7-91c6-0f6e730fa039']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:10.983224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7d32105f-e42a-48e3-86dc-a96bfed1353a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Deleting port d8c39f67-841e-422a-a7b6-1006b4e57813 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:10.984735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d32105f-e42a-48e3-86dc-a96bfed1353a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.017229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.022882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13111579-25a3-4603-a2ae-bdb9acbed7e4') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:11.023190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13111579-25a3-4603-a2ae-bdb9acbed7e4') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:11.117745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.262124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.317852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:11.318268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:11.332746 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:11.400443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Router 8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:28:11.658391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860c8cf-908f-43a5-bea2-a9c842f63caa req-15b58272-3f31-4d2c-a25d-0840184bea74 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:11.660916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2860c8cf-908f-43a5-bea2-a9c842f63caa req-15b58272-3f31-4d2c-a25d-0840184bea74 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1841791 Apr 22 17:28:11.667549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:11.677086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a1197-1f8a-4e14-a8c0-5aa9ccc3ed01 None None] Sync routers for ids ['8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:11.686378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a1197-1f8a-4e14-a8c0-5aa9ccc3ed01 None None] Routers {'8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:11.687028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8e5a1197-1f8a-4e14-a8c0-5aa9ccc3ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:11.731314 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2860c8cf-908f-43a5-bea2-a9c842f63caa req-e271560f-3851-474b-bf4f-901bac9b153b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618479 Apr 22 17:28:11.753290 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8e5a1197-1f8a-4e14-a8c0-5aa9ccc3ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:11.763826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a1197-1f8a-4e14-a8c0-5aa9ccc3ed01 None None] Routers {'8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:11.764460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8e5a1197-1f8a-4e14-a8c0-5aa9ccc3ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:11.785826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.787047 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ae9b1799-b7ed-4a0e-871c-ed9e735059fd tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7229991 Apr 22 17:28:11.789984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43310) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:11.831406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8e5a1197-1f8a-4e14-a8c0-5aa9ccc3ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:11.831739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a1197-1f8a-4e14-a8c0-5aa9ccc3ed01 None None] The sync data for ids ['8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:11.840723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Router 1fd14934-c261-48dc-9960-77cb901e5612 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:11.882408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.894356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d32105f-e42a-48e3-86dc-a96bfed1353a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.918713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:11.965134 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4f463b60-f77d-4575-91ce-b92d4a3e65b4 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/routers/8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d HTTP/1.1" status: 200 len: 924 time: 0.1739738 Apr 22 17:28:11.967926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43314) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:12.009869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a3aea22a-4f45-4d25-97d0-8d13720b01cc tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d HTTP/1.1" status: 200 len: 205 time: 0.0409079 Apr 22 17:28:12.012398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43318) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:12.033337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event deleted for resources: {'Network': ['ID=f6c5b38b-b1a7-48f7-91c6-0f6e730fa039,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:12.171253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7d32105f-e42a-48e3-86dc-a96bfed1353a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Calling delete_port for d8c39f67-841e-422a-a7b6-1006b4e57813 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:12.190233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.292314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:12.303894 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975e7cc-a672-4ca7-8d0f-ff40eb694e6e None None] Sync routers for ids ['1fd14934-c261-48dc-9960-77cb901e5612'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:12.308902 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-baa4b22a-3399-4639-9cd8-80449b424dfa tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "PUT /v2.0/routers/1fd14934-c261-48dc-9960-77cb901e5612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9857101 Apr 22 17:28:12.312364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43324) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:12.320258 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975e7cc-a672-4ca7-8d0f-ff40eb694e6e None None] Routers {'1fd14934-c261-48dc-9960-77cb901e5612'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:12.321009 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2975e7cc-a672-4ca7-8d0f-ff40eb694e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1fd14934-c261-48dc-9960-77cb901e5612'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:12.380847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.381411 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2975e7cc-a672-4ca7-8d0f-ff40eb694e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:12.391126 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975e7cc-a672-4ca7-8d0f-ff40eb694e6e None None] Routers {'1fd14934-c261-48dc-9960-77cb901e5612'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:12.391726 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2975e7cc-a672-4ca7-8d0f-ff40eb694e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1fd14934-c261-48dc-9960-77cb901e5612'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:12.407426 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d45e3a3b-73a4-4d5e-8e89-86191ec6847c tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "DELETE /v2.0/networks/f6c5b38b-b1a7-48f7-91c6-0f6e730fa039 HTTP/1.1" status: 204 len: 168 time: 4.6173391 Apr 22 17:28:12.410787 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-90ce7fa6-5e0b-48ec-81ec-d1f6a2ae7b63 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] show failed (client error): The resource could not be found. Apr 22 17:28:12.415467 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-90ce7fa6-5e0b-48ec-81ec-d1f6a2ae7b63 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1349750363 HTTP/1.1" status: 404 len: 335 time: 0.0983036 Apr 22 17:28:12.415586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43328) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:12.415683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43330) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:12.433952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-adf9a481-c982-4324-9b08-29ca25c149e0 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:12.457799 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2975e7cc-a672-4ca7-8d0f-ff40eb694e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:12.458197 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975e7cc-a672-4ca7-8d0f-ff40eb694e6e None None] The sync data for ids ['1fd14934-c261-48dc-9960-77cb901e5612'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:12.464190 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:28:12.480382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Deleting port 57507a55-82c9-4c4a-9307-1b65e7fb2d70 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:12.480557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.515727 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-adf9a481-c982-4324-9b08-29ca25c149e0 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] update failed (client error): The resource could not be found. Apr 22 17:28:12.516737 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-adf9a481-c982-4324-9b08-29ca25c149e0 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-304064571 HTTP/1.1" status: 404 len: 334 time: 0.1001937 Apr 22 17:28:12.519754 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.520496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43336) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:12.554579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d32105f-e42a-48e3-86dc-a96bfed1353a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.606866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.652337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32105f-e42a-48e3-86dc-a96bfed1353a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8c39f67-841e-422a-a7b6-1006b4e57813,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:12.689009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d32105f-e42a-48e3-86dc-a96bfed1353a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.731404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Deleting port e2a4d221-b28a-4b22-b192-c1b04cd97627 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:12.731749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.754028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5767f0-2127-4a7e-a6be-4e55a42b40ea tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Deleting subnet f392cbe1-6636-49fc-96a9-4427d12e8fbe {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:12.763779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.767301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d5767f0-2127-4a7e-a6be-4e55a42b40ea tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.795093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'Port': ['ID=186e275d-6d8a-4333-91f7-3da265559224,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:12.821446 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7d32105f-e42a-48e3-86dc-a96bfed1353a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d8c39f67-841e-422a-a7b6-1006b4e57813 HTTP/1.1" status: 204 len: 168 time: 2.1788311 Apr 22 17:28:12.833415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43342) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:12.924012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d5767f0-2127-4a7e-a6be-4e55a42b40ea tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:12.988934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.126710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Calling delete_port for 57507a55-82c9-4c4a-9307-1b65e7fb2d70 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:13.149599 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-794df77b-0630-4a42-8b4b-19f51cbf23bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] GET failed (client error): The resource could not be found. Apr 22 17:28:13.150132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-794df77b-0630-4a42-8b4b-19f51cbf23bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Synchronizing usage tracker for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:13.165758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.166088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.262927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-794df77b-0630-4a42-8b4b-19f51cbf23bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Unset dirty status for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:13.263992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-794df77b-0630-4a42-8b4b-19f51cbf23bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "GET /v2.0/ports/d8c39f67-841e-422a-a7b6-1006b4e57813 HTTP/1.1" status: 404 len: 333 time: 0.4254899 Apr 22 17:28:13.272726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43346) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:13.291302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Request body: {'port': {'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556268288'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:13.302699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:13.302881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Calling delete_port for e2a4d221-b28a-4b22-b192-c1b04cd97627 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:13.316395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:13.321602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:13.333510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb9dfb-8e22-44a9-ac71-5b78f0aeab8b req-5d112beb-7ea8-4a34-b71c-3b73b2bdb8e2 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:13.335142 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1beb9dfb-8e22-44a9-ac71-5b78f0aeab8b req-5d112beb-7ea8-4a34-b71c-3b73b2bdb8e2 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4542966 Apr 22 17:28:13.337407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d5767f0-2127-4a7e-a6be-4e55a42b40ea tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.369103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:13.569067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Made reservation on behalf of a7b4bd524ad14ee7a559466dc76765de for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:13.571377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.585497 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1beb9dfb-8e22-44a9-ac71-5b78f0aeab8b req-37467dc0-60e0-47c1-9a43-b14f5a93e264 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2093494 Apr 22 17:28:13.602827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.624425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] device_id is not set on port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:13.654961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Pushing event deleted for resources: {'Port': ['ID=e2a4d221-b28a-4b22-b192-c1b04cd97627,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:13.658105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.679137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ce660ca2-199a-4f82-ac0a-e59d82002ff6 None None] Provisioning complete for port 186e275d-6d8a-4333-91f7-3da265559224 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:13.679683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ce660ca2-199a-4f82-ac0a-e59d82002ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.688053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d5767f0-2127-4a7e-a6be-4e55a42b40ea tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.739194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d5767f0-2127-4a7e-a6be-4e55a42b40ea tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.745225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5767f0-2127-4a7e-a6be-4e55a42b40ea tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event deleted for resources: {'Subnet': ['ID=f392cbe1-6636-49fc-96a9-4427d12e8fbe,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:13.746646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ce660ca2-199a-4f82-ac0a-e59d82002ff6 None None] Port 186e275d-6d8a-4333-91f7-3da265559224 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:13.754627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dfcac8-fee9-4791-8fe4-06103b6e4777 None None] Network 8be78295-dab0-4a35-b382-847e31735852 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:13.768110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event deleted for resources: {'Port': ['ID=57507a55-82c9-4c4a-9307-1b65e7fb2d70,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:13.787627 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6d5767f0-2127-4a7e-a6be-4e55a42b40ea tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/subnets/f392cbe1-6636-49fc-96a9-4427d12e8fbe HTTP/1.1" status: 204 len: 168 time: 1.2661796 Apr 22 17:28:13.792529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43350) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:13.866961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Router 080a777b-9855-4640-8f1f-519b6bbb9f30 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:28:13.874355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.887016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:13.966618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb1b02e-c0d1-4751-b0dd-e300740074b6 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Deleting subnet 57c7534d-c639-402c-8145-7e037cac8225 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:14.033980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abb1b02e-c0d1-4751-b0dd-e300740074b6 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.070816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] DHCP port deletion for 8be78295-dab0-4a35-b382-847e31735852 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:14.074880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.075782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] Deleting port 16bd9483-604f-494c-a3cc-9c7e9298ef11 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:14.076280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.077375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.084236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.085387 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5d540de9-3d63-4d9c-95f3-9f388b1a221e tempest-FloatingIPAdminTestJSON-571730122 tempest-FloatingIPAdminTestJSON-571730122-project] 10.222.0.10 "DELETE /v2.0/floatingips/e239b289-54d4-4103-b267-e6d353bd7f88 HTTP/1.1" status: 204 len: 168 time: 1.6672356 Apr 22 17:28:14.151344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.151861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Fanout notify agent at l3_agent the message router_deleted on router 8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:14.158824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.179217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.181863 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-266c671b-dbef-4117-a663-5d6858b31136 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d HTTP/1.1" status: 204 len: 168 time: 2.1684024 Apr 22 17:28:14.184294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abb1b02e-c0d1-4751-b0dd-e300740074b6 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.186621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43356) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:14.192401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'router': {'name': 'tempest-snat-router-13731578', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': False}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:14.197918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:14.202022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Usage tracker for resource:router and tenant:d23d8a55663c4d2bb6a6daab083e86e9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:14.205201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:14.212865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:14.254331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:14.259443 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1f07d4c9-4ba4-4c61-91ab-a5f4e55928b5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "PUT /v2.0/routers/080a777b-9855-4640-8f1f-519b6bbb9f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7618105 Apr 22 17:28:14.262142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43360) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:14.267822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Request body: {'port': {'network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3', 'name': 'tempest-FloatingIPNegativeTestJSON-1599226683'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:14.273744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ef3f8-75ed-4b79-a7f7-4b6bcd06a7a1 None None] Sync routers for ids ['080a777b-9855-4640-8f1f-519b6bbb9f30'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:14.303706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abb1b02e-c0d1-4751-b0dd-e300740074b6 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.305098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ef3f8-75ed-4b79-a7f7-4b6bcd06a7a1 None None] Routers {'080a777b-9855-4640-8f1f-519b6bbb9f30'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:14.305745 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a39ef3f8-75ed-4b79-a7f7-4b6bcd06a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['080a777b-9855-4640-8f1f-519b6bbb9f30'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:14.368688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a39ef3f8-75ed-4b79-a7f7-4b6bcd06a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:14.374203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] For port 16bd9483-604f-494c-a3cc-9c7e9298ef11, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=16bd9483-604f-494c-a3cc-9c7e9298ef11,segment=NetworkSegment(89a0106b-9fad-4f35-81d9-6154c94c40ed),segment_id=89a0106b-9fad-4f35-81d9-6154c94c40ed)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:14.374936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.429881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.494752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Network d7f4af56-3752-46e7-800d-50cd41ff7033 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:14.497597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:14.501725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:14.505065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ef3f8-75ed-4b79-a7f7-4b6bcd06a7a1 None None] Routers {'080a777b-9855-4640-8f1f-519b6bbb9f30'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:14.505065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a39ef3f8-75ed-4b79-a7f7-4b6bcd06a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['080a777b-9855-4640-8f1f-519b6bbb9f30'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:14.505855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:14.505855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.511418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abb1b02e-c0d1-4751-b0dd-e300740074b6 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.518841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.519823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.523504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:14.529095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Usage tracker for resource:port and tenant:f3399b3b8b7a4c8e84cac4f86e90e132 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:14.532509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:14.547957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:14.561882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] Calling delete_port for 16bd9483-604f-494c-a3cc-9c7e9298ef11 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:14.576919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1b02e-c0d1-4751-b0dd-e300740074b6 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event deleted for resources: {'Subnet': ['ID=57c7534d-c639-402c-8145-7e037cac8225,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:14.582335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=eb02ac0b-dbdc-48cd-b64b-c12f4412e02d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:14.595031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.604104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a39ef3f8-75ed-4b79-a7f7-4b6bcd06a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:14.604869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ef3f8-75ed-4b79-a7f7-4b6bcd06a7a1 None None] The sync data for ids ['080a777b-9855-4640-8f1f-519b6bbb9f30'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:14.612361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abb1b02e-c0d1-4751-b0dd-e300740074b6 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.613398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee998c90-3a1a-42df-9c3f-9cee14c45037 None None] Network bfbe6ed0-b009-4932-a509-7d4861aa304b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:14.616533 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-abb1b02e-c0d1-4751-b0dd-e300740074b6 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/subnets/57c7534d-c639-402c-8145-7e037cac8225 HTTP/1.1" status: 204 len: 168 time: 0.8208776 Apr 22 17:28:14.617655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43370) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:14.629499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Made reservation on behalf of f3399b3b8b7a4c8e84cac4f86e90e132 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:14.633039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.656359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] device_id is not set on port 7be37044-f14e-40c2-8d96-60bab287a2e8 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:14.664936 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-53b8f7f7-5baa-4ea3-81ba-977977b38d00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3830018 Apr 22 17:28:14.666044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43374) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:14.694147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:14.741498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43378) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:14.802864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.864675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] Pushing event deleted for resources: {'Port': ['ID=16bd9483-604f-494c-a3cc-9c7e9298ef11,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:14.874173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0d13d-9dec-4aa6-acdc-63c4961f65bb None None] No DVR routers for this DVR port 16bd9483-604f-494c-a3cc-9c7e9298ef11 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:14.958601 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] DHCP port deletion for bfbe6ed0-b009-4932-a509-7d4861aa304b request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:14.962686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] Deleting port 62b82d28-eb62-462f-aa1f-de64ae341581 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:14.963088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:14.987921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.086328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.128544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec2be-58b5-4dd2-a7a3-6fafd898bb92 req-f44fb6ab-5d7a-4659-9f7f-ed3479a56726 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:15.129950 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-530ec2be-58b5-4dd2-a7a3-6fafd898bb92 req-f44fb6ab-5d7a-4659-9f7f-ed3479a56726 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3698823 Apr 22 17:28:15.137267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Allocated IP 172.20.0.7 (28558599-f0eb-4ec6-bd7c-a514969cdbc3/db63d69e-c9e0-448c-91b2-7a29bb667cde/7be37044-f14e-40c2-8d96-60bab287a2e8) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:15.154002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.191262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] For port 62b82d28-eb62-462f-aa1f-de64ae341581, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=62b82d28-eb62-462f-aa1f-de64ae341581,segment=NetworkSegment(1aa17fff-8987-4db7-8d8e-ded54641cf91),segment_id=1aa17fff-8987-4db7-8d8e-ded54641cf91)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:15.191656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.218816 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-530ec2be-58b5-4dd2-a7a3-6fafd898bb92 req-7a37160c-8fe8-4f8d-823a-267544adbae8 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828617 Apr 22 17:28:15.235781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.315266 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e71906c3-6251-4462-aa84-914838ea5c8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ab59c2ebd9646f9a327a3c486e52507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698073 Apr 22 17:28:15.318790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be78295-dab0-4a35-b382-847e31735852']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:15.322548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] Calling delete_port for 62b82d28-eb62-462f-aa1f-de64ae341581 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:15.327204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43386) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:15.410393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a0106b-9fad-4f35-81d9-6154c94c40ed') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:15.411136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a0106b-9fad-4f35-81d9-6154c94c40ed') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:15.433170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.472670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.477286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.497326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Transition to ACTIVE for port object 7be37044-f14e-40c2-8d96-60bab287a2e8 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:15.522262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.525160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] Pushing event deleted for resources: {'Port': ['ID=62b82d28-eb62-462f-aa1f-de64ae341581,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:15.530823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0b9cf-1b9c-4920-bca4-186838f384c3 None None] No DVR routers for this DVR port 62b82d28-eb62-462f-aa1f-de64ae341581 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:15.535174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:15.535583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:15.557703 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:15.648187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-feab7bf5-533f-4688-af5f-b3a6c0149267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.687192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.720296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.725943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-feab7bf5-533f-4688-af5f-b3a6c0149267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.746935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.757071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.779512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] device_id is not set on port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:15.797629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.804610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.814419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event deleted for resources: {'Network': ['ID=8be78295-dab0-4a35-b382-847e31735852,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:15.819948 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-03ff52c4-fee2-418a-af9e-80d9c8815c32 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/networks/8be78295-dab0-4a35-b382-847e31735852 HTTP/1.1" status: 204 len: 168 time: 1.2013092 Apr 22 17:28:15.825042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43390) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:15.941461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Transition to ACTIVE for port object eb02ac0b-dbdc-48cd-b64b-c12f4412e02d will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:15.945013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-feab7bf5-533f-4688-af5f-b3a6c0149267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.951968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:15.958417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:15.962671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'Port': ['ID=7be37044-f14e-40c2-8d96-60bab287a2e8,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:15.964666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.964874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:15.967182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab7bf5-533f-4688-af5f-b3a6c0149267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9d2a6-7a2b-44b3-9a58-69e15c3542c4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:15.979874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-feab7bf5-533f-4688-af5f-b3a6c0149267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:15.983393 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-feab7bf5-533f-4688-af5f-b3a6c0149267 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8d9d2a6-7a2b-44b3-9a58-69e15c3542c4 HTTP/1.1" status: 204 len: 168 time: 0.6528797 Apr 22 17:28:16.038923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.094473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:16.095109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.111557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 16bd9483-604f-494c-a3cc-9c7e9298ef11 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:16.127084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Allocated IP 172.26.3.193 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/a55c8611-058b-4ed9-ba60-1b7b290f57ab) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:16.194513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 16bd9483-604f-494c-a3cc-9c7e9298ef11 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:28:16.194798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 16bd9483-604f-494c-a3cc-9c7e9298ef11 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:28:16.195384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 62b82d28-eb62-462f-aa1f-de64ae341581 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:16.231579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 62b82d28-eb62-462f-aa1f-de64ae341581 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:28:16.231920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 62b82d28-eb62-462f-aa1f-de64ae341581 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:28:16.239216 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-26dc09df-d4fa-4602-8aa0-8c4f42a3d4f5 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9758997 Apr 22 17:28:16.244048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43396) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:16.258449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:16.266017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:16.273537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Usage tracker for resource:floatingip and tenant:f3399b3b8b7a4c8e84cac4f86e90e132 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:16.277824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:16.287000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:16.306569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.332316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.341334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=eb02ac0b-dbdc-48cd-b64b-c12f4412e02d,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:16.362815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0da3ea5f-d8b8-4e8b-8c30-27d189d58f95 None None] Provisioning for port 7be37044-f14e-40c2-8d96-60bab287a2e8 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:16.372971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0da3ea5f-d8b8-4e8b-8c30-27d189d58f95 None None] Provisioning complete for port 7be37044-f14e-40c2-8d96-60bab287a2e8 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:16.373510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0da3ea5f-d8b8-4e8b-8c30-27d189d58f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.391754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.407980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbe6ed0-b009-4932-a509-7d4861aa304b']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:16.423733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:16.430103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:16.430103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:16.433237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa17fff-8987-4db7-8d8e-ded54641cf91') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:16.433377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa17fff-8987-4db7-8d8e-ded54641cf91') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:16.450314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.451533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.457345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:16.457674 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:16.461754 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 2 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:16.464891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0da3ea5f-d8b8-4e8b-8c30-27d189d58f95 None None] Port 7be37044-f14e-40c2-8d96-60bab287a2e8 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:16.480034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.491322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:16.491722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:16.507518 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:16.509338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:16.509338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:16.509338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:16.571788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:16.579473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:16.579808 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:16.584625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:16.587103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:16.588037 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 3 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:16.619619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bb799-006f-4e30-9100-18088c6fd56f req-3d2382b6-ab96-4336-9730-c576786034fe tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:16.621124 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2c1bb799-006f-4e30-9100-18088c6fd56f req-3d2382b6-ab96-4336-9730-c576786034fe tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2606592 Apr 22 17:28:16.622654 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:16.623013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:16.623342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:16.628978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:16.629228 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:16.630819 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 4 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:16.643461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'Port': ['ID=a55c8611-058b-4ed9-ba60-1b7b290f57ab,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:16.663076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:16.663436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:16.663745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:16.679823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:16.680130 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:16.680646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.684245 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 5 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:16.707799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.714049 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2c1bb799-006f-4e30-9100-18088c6fd56f req-1cabe538-919c-460c-acae-7d550f5f485f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839436 Apr 22 17:28:16.726598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43404) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:16.728606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:16.728606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:16.728606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:16.740263 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/networks/bfbe6ed0-b009-4932-a509-7d4861aa304b HTTP/1.1" status: 204 len: 168 time: 0.9067481 Apr 22 17:28:16.740263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a9387-30a4-49d4-828f-20eda098dd12 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event deleted for resources: {'Network': ['ID=bfbe6ed0-b009-4932-a509-7d4861aa304b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:16.740263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43408) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:16.874667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.885058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:16.885390 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:16.890015 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 6 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:16.902357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:16.931215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:16.931568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:16.931884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:16.935386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:16.944137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:16.944456 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:16.947141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] Usage tracker for resource:security_group_rule and tenant:18127c8109804b5eb304de9d3157472d is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:16.949422 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 7 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:16.959837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:16.974006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff2fc65-ad71-402c-878d-660d79f88d34 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Deleting subnet 57aec46f-994b-414c-88fa-afd861ac0377 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:16.977958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:16.980018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ff2fc65-ad71-402c-878d-660d79f88d34 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.007280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:17.007614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:17.007948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:17.017082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Allocated IP 172.26.3.107 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/8e7c38fd-c713-41a0-ade7-4f466bae4f1b) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:17.030450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:17.030800 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:17.034774 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 8 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:17.066317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:17.066976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:17.066976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:17.074507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ff2fc65-ad71-402c-878d-660d79f88d34 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.109126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:17.109459 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:17.117078 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 9 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:17.149971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:17.150306 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:17.150641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:17.164341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:17.164664 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:17.170395 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempt 10 to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d Apr 22 17:28:17.194760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:17.195097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:17.195425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempting to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:17.212125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:28:17.212376 dv-neutron-839024-1-hyperv neutron-server[88660]: ERROR neutron.plugins.ml2.managers [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Failed to bind port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '90e3ffd4-2e86-4622-9ce8-a61f87092e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd7f4af56-3752-46e7-800d-50cd41ff7033'}] Apr 22 17:28:17.212732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.285327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.293751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ff2fc65-ad71-402c-878d-660d79f88d34 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.321392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.381791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.388285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.403952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] For port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:17.404393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attempted to set empty binding levels {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 17:28:17.444897 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18127c8109804b5eb304de9d3157472d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7118721 Apr 22 17:28:17.444897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939267a-bf36-4852-baab-b692662f2285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853c1950-35b3-46ae-9e09-3850e3d98776,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:17.445779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43412) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:17.500247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.546852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ff2fc65-ad71-402c-878d-660d79f88d34 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.586867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca03722e-d211-4376-8ea2-5492e82f6534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.602016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] In _notify_port_updated(), no bound segment for port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d on network d7f4af56-3752-46e7-800d-50cd41ff7033 {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:28:17.602927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:17.603536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.604863 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "PUT /v2.0/ports/eb02ac0b-dbdc-48cd-b64b-c12f4412e02d HTTP/1.1" status: 200 len: 981 time: 2.9219105 Apr 22 17:28:17.608966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43416) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:17.621395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2fc65-ad71-402c-878d-660d79f88d34 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event deleted for resources: {'Subnet': ['ID=57aec46f-994b-414c-88fa-afd861ac0377,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:17.628696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ff2fc65-ad71-402c-878d-660d79f88d34 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.629235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d4bbe-1986-422f-a727-211041eea960 None None] Network 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:17.699393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca03722e-d211-4376-8ea2-5492e82f6534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.710832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406873a-6a1e-4843-8b10-376c2e66da84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event updated for resources: {'Port': ['ID=eb02ac0b-dbdc-48cd-b64b-c12f4412e02d,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:17.719716 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5ff2fc65-ad71-402c-878d-660d79f88d34 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/subnets/57aec46f-994b-414c-88fa-afd861ac0377 HTTP/1.1" status: 204 len: 168 time: 0.9814787 Apr 22 17:28:17.731001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43420) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:17.774909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.798328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Deleting port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:17.798691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.854130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:17.867073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:17.906800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:17.922672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] DHCP port deletion for 183f75ba-bdb7-49cf-ab3a-8bc7f250b21b request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:17.928752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.929120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] Deleting port 8d4b346f-2254-4fcf-a03a-f72902761287 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:17.929709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.966254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:17.976421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'Port': ['ID=8e7c38fd-c713-41a0-ade7-4f466bae4f1b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:17.984059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Deleting port 8d4b346f-2254-4fcf-a03a-f72902761287 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:17.984318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.058016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca03722e-d211-4376-8ea2-5492e82f6534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.090757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03722e-d211-4376-8ea2-5492e82f6534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c1950-35b3-46ae-9e09-3850e3d98776,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:18.137485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8d4b346f-2254-4fcf-a03a-f72902761287 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:18.182472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca03722e-d211-4376-8ea2-5492e82f6534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.183638 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ca03722e-d211-4376-8ea2-5492e82f6534 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/853c1950-35b3-46ae-9e09-3850e3d98776 HTTP/1.1" status: 204 len: 168 time: 0.7372336 Apr 22 17:28:18.199552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.212270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b41b-1856-479d-9c80-a210fb7206ae req-f0687eba-783a-4b4b-a3cb-48b5f8814abf tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:18.213784 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-80e5b41b-1856-479d-9c80-a210fb7206ae req-f0687eba-783a-4b4b-a3cb-48b5f8814abf tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3499737 Apr 22 17:28:18.220588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] For port eb02ac0b-dbdc-48cd-b64b-c12f4412e02d, host hv-neutron-8390, got binding levels [] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:18.221207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.231315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] For port 8d4b346f-2254-4fcf-a03a-f72902761287, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8d4b346f-2254-4fcf-a03a-f72902761287,segment=NetworkSegment(cd822df2-cbd1-46b6-8450-b3043e9060ce),segment_id=cd822df2-cbd1-46b6-8450-b3043e9060ce)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:18.231713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.278877 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-80e5b41b-1856-479d-9c80-a210fb7206ae req-7cfda0af-a917-4a76-932e-4e33e8d72aaa tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581994 Apr 22 17:28:18.340997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.403383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Calling delete_port for eb02ac0b-dbdc-48cd-b64b-c12f4412e02d owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:18.410448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Router 7430c557-bc47-4828-a71b-a95d808eeff7 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:28:18.412123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] Calling delete_port for 8d4b346f-2254-4fcf-a03a-f72902761287 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:18.489474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.574840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] For port 8d4b346f-2254-4fcf-a03a-f72902761287, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8d4b346f-2254-4fcf-a03a-f72902761287,segment=NetworkSegment(cd822df2-cbd1-46b6-8450-b3043e9060ce),segment_id=cd822df2-cbd1-46b6-8450-b3043e9060ce)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:18.575175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.623230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.675175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] Pushing event deleted for resources: {'Port': ['ID=8d4b346f-2254-4fcf-a03a-f72902761287,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:18.684638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc037fa-741d-437f-8fa4-b85396589e35 None None] No DVR routers for this DVR port 8d4b346f-2254-4fcf-a03a-f72902761287 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:18.699109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.749616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.779574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.839000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:18.843922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Calling delete_port for 8d4b346f-2254-4fcf-a03a-f72902761287 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:18.848594 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Sync routers for ids ['7430c557-bc47-4828-a71b-a95d808eeff7'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:18.859002 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Routers {'7430c557-bc47-4828-a71b-a95d808eeff7'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:18.859810 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7430c557-bc47-4828-a71b-a95d808eeff7'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:18.894148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb02ac0b-dbdc-48cd-b64b-c12f4412e02d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:18.911646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.916060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:18.946445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:28:18.946445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:28:18.950986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'Port': ['ID=8e7c38fd-c713-41a0-ade7-4f466bae4f1b,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:19.008883 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-57250050-25d2-438e-bb3a-24dfb4a1fe7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "DELETE /v2.0/ports/eb02ac0b-dbdc-48cd-b64b-c12f4412e02d HTTP/1.1" status: 204 len: 168 time: 1.3901441 Apr 22 17:28:19.011340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43432) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:19.021412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.023432 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c831f999-b89c-481c-8631-14814a369aa8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8353252 Apr 22 17:28:19.024626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.025997 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8b44fa3f-142f-40ca-aeac-5dbb6501cd48 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7809823 Apr 22 17:28:19.027076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43436) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:19.030650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43438) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:19.051762 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Set router 7430c557-bc47-4828-a71b-a95d808eeff7 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:19.057156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43442) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:19.075534 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-118fc907-d862-4ab7-b02e-5cbbdb29e6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] GET failed (client error): The resource could not be found. Apr 22 17:28:19.076055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-118fc907-d862-4ab7-b02e-5cbbdb29e6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Synchronizing usage tracker for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:19.083114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.094332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d67a1ce9-030a-49cb-bb04-decf8a852532 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Request body: {'floatingip': {'port_id': '7be37044-f14e-40c2-8d96-60bab287a2e8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:19.104490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:19.108280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] Usage tracker for resource:security_group_rule and tenant:5e71b767a99146df89e18570882bcc36 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:19.111230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:19.117439 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:19.161133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-118fc907-d862-4ab7-b02e-5cbbdb29e6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] Unset dirty status for tenant:a7b4bd524ad14ee7a559466dc76765de on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:19.166407 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-118fc907-d862-4ab7-b02e-5cbbdb29e6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621760189-project-admin] 10.222.0.10 "GET /v2.0/ports/eb02ac0b-dbdc-48cd-b64b-c12f4412e02d HTTP/1.1" status: 404 len: 333 time: 0.1500521 Apr 22 17:28:19.167644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43448) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:19.191356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d67a1ce9-030a-49cb-bb04-decf8a852532 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.311535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.316256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.361122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7430c557-bc47-4828-a71b-a95d808eeff7', 'name': 'tempest-snat-router-13731578', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.193'}], 'enable_snat': False}, 'gw_port_id': 'a55c8611-058b-4ed9-ba60-1b7b290f57ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:28:14Z', 'updated_at': '2022-04-22T17:28:16Z', 'revision_number': 3, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port': {'id': 'a55c8611-058b-4ed9-ba60-1b7b290f57ab', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7430c557-bc47-4828-a71b-a95d808eeff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:28:15Z', 'updated_at': '2022-04-22T17:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:19.365347 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Checking router: 7430c557-bc47-4828-a71b-a95d808eeff7 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:28:19.365688 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Updating router 7430c557-bc47-4828-a71b-a95d808eeff7 port a55c8611-058b-4ed9-ba60-1b7b290f57ab binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:28:19.396546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.425290 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.487206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Deleting port 8d4b346f-2254-4fcf-a03a-f72902761287 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:19.487553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.573970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.603700 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e71b767a99146df89e18570882bcc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432792 Apr 22 17:28:19.611979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43454) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:19.639831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634f8ea-8795-4378-b225-e46c501bbb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5138c93e-2fe0-460a-992d-6bf32de30929,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:19.650765 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-acbc185f-f1fa-4c66-aad5-d58dd2f4dc6c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/routers/7430c557-bc47-4828-a71b-a95d808eeff7 HTTP/1.1" status: 200 len: 907 time: 0.6214051 Apr 22 17:28:19.652057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] The port '8d4b346f-2254-4fcf-a03a-f72902761287' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:28:19.655476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43458) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:19.685434 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-d67a1ce9-030a-49cb-bb04-decf8a852532 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] update failed (client error): The resource could not be found. Apr 22 17:28:19.686480 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d67a1ce9-030a-49cb-bb04-decf8a852532 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "PUT /v2.0/floatingips/cc53b91a-a5e9-4ead-a412-0e7570460f49 HTTP/1.1" status: 404 len: 507 time: 0.6548519 Apr 22 17:28:19.689460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43462) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:19.694108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f4af56-3752-46e7-800d-50cd41ff7033']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:19.704651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'router': {'name': 'tempest-snat-router-13731578', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': True}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:19.714845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:19.734189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e3ffd4-2e86-4622-9ce8-a61f87092e56') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:19.734484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e3ffd4-2e86-4622-9ce8-a61f87092e56') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:19.747235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Usage tracker for resource:router and tenant:d23d8a55663c4d2bb6a6daab083e86e9 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:19.751154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:19.755865 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.767146 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Transition to ACTIVE for port object a55c8611-058b-4ed9-ba60-1b7b290f57ab will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:19.768244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.775945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bb9c615b-5b5e-4bca-9da0-8a465cf8d1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.783717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:19.848243 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.856232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.867353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.879123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Deleting port 8e7c38fd-c713-41a0-ade7-4f466bae4f1b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:19.879481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.882370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:19.882789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:19.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:19.908823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bb9c615b-5b5e-4bca-9da0-8a465cf8d1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.926243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a741e-0bc5-4130-bd77-db4a250d3618 req-8f171ed8-d42b-4791-8644-45a24a1aa399 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:19.927680 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5f2a741e-0bc5-4130-bd77-db4a250d3618 req-8f171ed8-d42b-4791-8644-45a24a1aa399 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4943416 Apr 22 17:28:19.929750 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Attempting to bind port a55c8611-058b-4ed9-ba60-1b7b290f57ab on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:19.930225 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Attempting to bind port a55c8611-058b-4ed9-ba60-1b7b290f57ab by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:19.930472 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Attempting to bind port a55c8611-058b-4ed9-ba60-1b7b290f57ab on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:19.940835 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:19.941200 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:19.941759 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.942287 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:19.943009 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Bound port: a55c8611-058b-4ed9-ba60-1b7b290f57ab, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:19.943565 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:19.973394 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59b4b2-c907-4b80-950c-d2a847aeb349 None None] Pushing event updated for resources: {'Port': ['ID=a55c8611-058b-4ed9-ba60-1b7b290f57ab,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:19.991477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183f75ba-bdb7-49cf-ab3a-8bc7f250b21b']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:19.999283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.000790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.019745 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] For port a55c8611-058b-4ed9-ba60-1b7b290f57ab, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:20.022717 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] For port a55c8611-058b-4ed9-ba60-1b7b290f57ab, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a55c8611-058b-4ed9-ba60-1b7b290f57ab,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:20.029767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd822df2-cbd1-46b6-8450-b3043e9060ce') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:20.029767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd822df2-cbd1-46b6-8450-b3043e9060ce') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:20.050622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.081101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.086112 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.091711 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5f2a741e-0bc5-4130-bd77-db4a250d3618 req-a7b13887-cbe7-46a9-bbc0-17fa2ee14eb8 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083577 Apr 22 17:28:20.092567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.093093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.093193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.101882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:20.102273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:20.118426 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:20.140647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.144703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.152287 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Routers {'7430c557-bc47-4828-a71b-a95d808eeff7'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:20.153085 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7430c557-bc47-4828-a71b-a95d808eeff7'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:20.176135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bb9c615b-5b5e-4bca-9da0-8a465cf8d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.240181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] Pushing event deleted for resources: {'Network': ['ID=d7f4af56-3752-46e7-800d-50cd41ff7033,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:20.254771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Calling delete_port for 8e7c38fd-c713-41a0-ade7-4f466bae4f1b owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:20.260587 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d2d4573f-9c41-4393-8ff7-1e6885f2ba32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537646758-project] 10.222.0.10 "DELETE /v2.0/networks/d7f4af56-3752-46e7-800d-50cd41ff7033 HTTP/1.1" status: 204 len: 168 time: 1.0908673 Apr 22 17:28:20.281675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c615b-5b5e-4bca-9da0-8a465cf8d1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5138c93e-2fe0-460a-992d-6bf32de30929,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:20.309009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bb9c615b-5b5e-4bca-9da0-8a465cf8d1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.312739 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bb9c615b-5b5e-4bca-9da0-8a465cf8d1cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5138c93e-2fe0-460a-992d-6bf32de30929 HTTP/1.1" status: 204 len: 168 time: 0.7000034 Apr 22 17:28:20.343798 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] Set router 7430c557-bc47-4828-a71b-a95d808eeff7 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:20.371755 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.382803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.429237 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/networks/183f75ba-bdb7-49cf-ab3a-8bc7f250b21b HTTP/1.1" status: 204 len: 168 time: 2.6970820 Apr 22 17:28:20.468205 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59b4b2-c907-4b80-950c-d2a847aeb349 None None] Pushing event updated for resources: {'Port': ['ID=a55c8611-058b-4ed9-ba60-1b7b290f57ab,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:20.524284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43470) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:20.574670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-00a99532-4c7f-44d1-b944-cbefa02181f2 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd14934-c261-48dc-9960-77cb901e5612 HTTP/1.1" status: 200 len: 205 time: 0.0492971 Apr 22 17:28:20.577153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43474) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:20.622587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ee5b3-3abe-4b58-a325-b415838ac789 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Pushing event deleted for resources: {'Network': ['ID=183f75ba-bdb7-49cf-ab3a-8bc7f250b21b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:20.649520 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7430c557-bc47-4828-a71b-a95d808eeff7', 'name': 'tempest-snat-router-13731578', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.193'}], 'enable_snat': False}, 'gw_port_id': 'a55c8611-058b-4ed9-ba60-1b7b290f57ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:28:14Z', 'updated_at': '2022-04-22T17:28:16Z', 'revision_number': 3, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port': {'id': 'a55c8611-058b-4ed9-ba60-1b7b290f57ab', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7430c557-bc47-4828-a71b-a95d808eeff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:28:15Z', 'updated_at': '2022-04-22T17:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:20.655323 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d9fd4-80b6-428c-85f0-69e216feb033 None None] The sync data for ids ['7430c557-bc47-4828-a71b-a95d808eeff7'] in dv-neutron-839024-1-hyperv is: [{'id': '7430c557-bc47-4828-a71b-a95d808eeff7', 'name': 'tempest-snat-router-13731578', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.193'}], 'enable_snat': False}, 'gw_port_id': 'a55c8611-058b-4ed9-ba60-1b7b290f57ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:28:14Z', 'updated_at': '2022-04-22T17:28:16Z', 'revision_number': 3, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port': {'id': 'a55c8611-058b-4ed9-ba60-1b7b290f57ab', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7430c557-bc47-4828-a71b-a95d808eeff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:28:15Z', 'updated_at': '2022-04-22T17:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:20.722316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-190a059a-6174-41ff-b127-5e80dbc12b35 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.779238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.781917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:20.906681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event deleted for resources: {'Port': ['ID=8e7c38fd-c713-41a0-ade7-4f466bae4f1b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:21.020106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43482) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:21.354362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.385629 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7f1a1891-2b7a-4e09-a07a-4018b282874a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2723cecb6bb406b80cb3aa80d2ce86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643968 Apr 22 17:28:21.389074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43498) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:21.397606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.507056 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-190a059a-6174-41ff-b127-5e80dbc12b35 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.511618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-190a059a-6174-41ff-b127-5e80dbc12b35 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.545100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-072e9212-5592-47b1-a2fe-0e39b8400ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.558101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.601728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.605905 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3a50b617-0d21-4458-9158-378c982546bc tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "DELETE /v2.0/floatingips/cc53b91a-a5e9-4ead-a412-0e7570460f49 HTTP/1.1" status: 204 len: 168 time: 1.9131808 Apr 22 17:28:21.615766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-072e9212-5592-47b1-a2fe-0e39b8400ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.616907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e80ad1-d361-4b54-99e3-5b1cd0f86d90 req-77c54879-1c0f-486c-a3f5-d158b3585644 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:21.618597 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12e80ad1-d361-4b54-99e3-5b1cd0f86d90 req-77c54879-1c0f-486c-a3f5-d158b3585644 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2952769 Apr 22 17:28:21.619135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43508) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:21.624266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a5e07ba3-b085-4611-b14f-552e17e99ab0 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Request body: {'floatingip': {'floating_network_id': '28558599-f0eb-4ec6-bd7c-a514969cdbc3', 'port_id': '7be37044-f14e-40c2-8d96-60bab287a2e8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:21.632222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-190a059a-6174-41ff-b127-5e80dbc12b35 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.632814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190a059a-6174-41ff-b127-5e80dbc12b35 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Fanout notify agent at l3_agent the message router_deleted on router 1fd14934-c261-48dc-9960-77cb901e5612 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:21.639655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-190a059a-6174-41ff-b127-5e80dbc12b35 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.640776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-190a059a-6174-41ff-b127-5e80dbc12b35 tempest-RoutersNegativeTest-1074074982 tempest-RoutersNegativeTest-1074074982-project] 10.222.0.10 "DELETE /v2.0/routers/1fd14934-c261-48dc-9960-77cb901e5612 HTTP/1.1" status: 204 len: 168 time: 1.0624266 Apr 22 17:28:21.653562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a5e07ba3-b085-4611-b14f-552e17e99ab0 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:21.663229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a5e07ba3-b085-4611-b14f-552e17e99ab0 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Usage tracker for resource:floatingip and tenant:f3399b3b8b7a4c8e84cac4f86e90e132 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:21.667780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a5e07ba3-b085-4611-b14f-552e17e99ab0 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:21.683163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a5e07ba3-b085-4611-b14f-552e17e99ab0 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:21.697580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Allocated IP 172.26.3.219 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/40ed7778-3483-40d1-9f72-a8678671c71b) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:21.705554 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12e80ad1-d361-4b54-99e3-5b1cd0f86d90 req-81f3ad91-e231-431b-88e5-4f06722a466e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759888 Apr 22 17:28:21.746795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5e07ba3-b085-4611-b14f-552e17e99ab0 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.819986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-072e9212-5592-47b1-a2fe-0e39b8400ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.849183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e9212-5592-47b1-a2fe-0e39b8400ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b197a63-61f0-4758-8453-b237133fb1b8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:21.878136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.881588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-072e9212-5592-47b1-a2fe-0e39b8400ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:21.885571 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-072e9212-5592-47b1-a2fe-0e39b8400ab7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b197a63-61f0-4758-8453-b237133fb1b8 HTTP/1.1" status: 204 len: 168 time: 0.4896908 Apr 22 17:28:21.995163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.020197 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-a5e07ba3-b085-4611-b14f-552e17e99ab0 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:28:22.025149 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a5e07ba3-b085-4611-b14f-552e17e99ab0 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4011188 Apr 22 17:28:22.025307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43520) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:22.034493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '7be37044-f14e-40c2-8d96-60bab287a2e8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:22.042713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:22.059322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Usage tracker for resource:floatingip and tenant:f3399b3b8b7a4c8e84cac4f86e90e132 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:22.062361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:22.068599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:22.077694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'Port': ['ID=40ed7778-3483-40d1-9f72-a8678671c71b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:22.084766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:22.085905 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:22.088248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:22.144841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a55c8611-058b-4ed9-ba60-1b7b290f57ab up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:22.154377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.298505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43528) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:22.322717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a55c8611-058b-4ed9-ba60-1b7b290f57ab completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:22.328578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a55c8611-058b-4ed9-ba60-1b7b290f57ab triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:22.329823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.340312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.521516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.523721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Allocated IP 172.26.3.45 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/e821f46c-0e46-4b2e-996a-6278186e9669) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:22.544950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a55c8611-058b-4ed9-ba60-1b7b290f57ab, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a55c8611-058b-4ed9-ba60-1b7b290f57ab,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:22.602904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.694987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a55c8611-058b-4ed9-ba60-1b7b290f57ab,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:22.738024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.792174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43544) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:22.851248 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3fefe81d-3b2e-4df8-8f2b-2395ff6089be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7b4bd524ad14ee7a559466dc76765de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554771 Apr 22 17:28:22.851248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.854043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43548) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:22.918209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:22.927262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:22.931799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:22.944412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:22.978194 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-94b6a635-5479-4f59-8280-e12a5245874d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84e1305f66fa4ffd96fe1b39da7601f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784382 Apr 22 17:28:22.978913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43554) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:23.020918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event updated for resources: {'Port': ['ID=e821f46c-0e46-4b2e-996a-6278186e9669,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:23.081893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-950ac1bb-30a3-4dcd-91be-e923e4545cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.135166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-950ac1bb-30a3-4dcd-91be-e923e4545cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.155001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fe0d2-efca-4887-82ee-00646b2961e8 req-44ab0bfb-c3e6-4774-a4f2-82ea6d680101 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:23.156477 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d21fe0d2-efca-4887-82ee-00646b2961e8 req-44ab0bfb-c3e6-4774-a4f2-82ea6d680101 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3312342 Apr 22 17:28:23.160174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c290cbb8-0069-4edd-9582-697df1542e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.234947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Deleting port e821f46c-0e46-4b2e-996a-6278186e9669 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:23.234947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.283911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c290cbb8-0069-4edd-9582-697df1542e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.302423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43562) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:23.337003 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d21fe0d2-efca-4887-82ee-00646b2961e8 req-8aba0e2d-67fc-435f-9beb-197567126d89 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575611 Apr 22 17:28:23.371435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-950ac1bb-30a3-4dcd-91be-e923e4545cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.448959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.511153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-616420625', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:23.514076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ac1bb-30a3-4dcd-91be-e923e4545cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345d1f78-e7ed-4774-b072-81937414b3a3,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:23.528323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:23.530457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c290cbb8-0069-4edd-9582-697df1542e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.545360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Usage tracker for resource:port and tenant:60de475ec6f44a2e81a2cb32a49985d8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:23.545524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-950ac1bb-30a3-4dcd-91be-e923e4545cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.546644 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-950ac1bb-30a3-4dcd-91be-e923e4545cf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/345d1f78-e7ed-4774-b072-81937414b3a3 HTTP/1.1" status: 204 len: 168 time: 0.6624568 Apr 22 17:28:23.549921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:23.553995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.554364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.563057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290cbb8-0069-4edd-9582-697df1542e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355be5a-6814-4886-9ac1-ebe9a91e667a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:23.565001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:23.576647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c290cbb8-0069-4edd-9582-697df1542e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.580712 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c290cbb8-0069-4edd-9582-697df1542e97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9355be5a-6814-4886-9ac1-ebe9a91e667a HTTP/1.1" status: 204 len: 168 time: 0.5865619 Apr 22 17:28:23.646524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Made reservation on behalf of 60de475ec6f44a2e81a2cb32a49985d8 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:23.649132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.664766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.694911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Calling delete_port for e821f46c-0e46-4b2e-996a-6278186e9669 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:23.707915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:23.714317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Usage tracker for resource:security_group_rule and tenant:60de475ec6f44a2e81a2cb32a49985d8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:23.718949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:23.729295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:23.825992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.868399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Router 134bb4de-2e44-424f-9cd3-a4517c9771f4 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:28:23.891594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.930275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:23.951797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] device_id is not set on port 15487a01-d332-4647-b324-b64b0d4d5214 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:23.967503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event deleted for resources: {'Port': ['ID=e821f46c-0e46-4b2e-996a-6278186e9669,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:24.041532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b5709a-2374-4965-8cbe-9cb0777efc52,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:24.148106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a55c8611-058b-4ed9-ba60-1b7b290f57ab up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:24.181831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:24.206937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Sync routers for ids ['134bb4de-2e44-424f-9cd3-a4517c9771f4'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:24.218782 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] create failed (client error): The resource could not be found. Apr 22 17:28:24.223283 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f4729a61-73da-491c-985b-6067e1fc131f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1935904 Apr 22 17:28:24.227376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Allocated IP 172.26.3.39 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/15487a01-d332-4647-b324-b64b0d4d5214) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:24.227597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43588) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:24.239805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Routers {'134bb4de-2e44-424f-9cd3-a4517c9771f4'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:24.240702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['134bb4de-2e44-424f-9cd3-a4517c9771f4'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:24.296540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cb70d-6847-4488-9617-1af8801c4de2 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Deleting port 7be37044-f14e-40c2-8d96-60bab287a2e8 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:24.296880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb70d-6847-4488-9617-1af8801c4de2 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:24.305137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:24.306335 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-29c3e50f-476c-48bd-938f-6e800587c8f9 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6489475 Apr 22 17:28:24.318785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43592) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:24.642267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb70d-6847-4488-9617-1af8801c4de2 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:24.643849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Set router 134bb4de-2e44-424f-9cd3-a4517c9771f4 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:24.693606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a55c8611-058b-4ed9-ba60-1b7b290f57ab triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:24.693791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:24.823600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cb70d-6847-4488-9617-1af8801c4de2 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Calling delete_port for 7be37044-f14e-40c2-8d96-60bab287a2e8 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:24.879049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:24.894067 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fb002c63-16bf-46a6-b83b-203baabf3a25 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/routers/134bb4de-2e44-424f-9cd3-a4517c9771f4 HTTP/1.1" status: 200 len: 906 time: 0.5709882 Apr 22 17:28:24.894390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43616) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:24.975280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6508d14-0b38-496f-a663-36b8cb2ed8a5 req-745bb1c2-2d55-476c-846d-cda49e710de6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:24.976802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6508d14-0b38-496f-a663-36b8cb2ed8a5 req-745bb1c2-2d55-476c-846d-cda49e710de6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4102421 Apr 22 17:28:25.023809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.025058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43622) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:25.059802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6508d14-0b38-496f-a663-36b8cb2ed8a5 req-4239ef31-707c-42fd-9d0b-ce23a70bc3c0 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721242 Apr 22 17:28:25.107726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134bb4de-2e44-424f-9cd3-a4517c9771f4', 'name': 'tempest-snat-router-13731578', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '40ed7778-3483-40d1-9f72-a8678671c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:28:20Z', 'updated_at': '2022-04-22T17:28:22Z', 'revision_number': 3, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port': {'id': '40ed7778-3483-40d1-9f72-a8678671c71b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134bb4de-2e44-424f-9cd3-a4517c9771f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:28:21Z', 'updated_at': '2022-04-22T17:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:25.114513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Checking router: 134bb4de-2e44-424f-9cd3-a4517c9771f4 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:28:25.115300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Updating router 134bb4de-2e44-424f-9cd3-a4517c9771f4 port 40ed7778-3483-40d1-9f72-a8678671c71b binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:28:25.127370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43626) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:25.144269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:25.148265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:25.160612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:25.193545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.214249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.223444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:25.224333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.248233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Pushing event updated for resources: {'Port': ['ID=15487a01-d332-4647-b324-b64b0d4d5214,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:25.302682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-49550877'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:25.319560 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7fc2ccc4-393f-441c-8bd8-967028552d17 tempest-ServiceProvidersTest-742898737 tempest-ServiceProvidersTest-742898737-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1877720 Apr 22 17:28:25.319560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:25.323574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:25.326703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:25.336564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:25.351231 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ca303bbf-3667-48a0-a989-a51f90e79498 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.0448630 Apr 22 17:28:25.359494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43636) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:25.374237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.39'}]}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:25.385539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:25.396402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Usage tracker for resource:router and tenant:60de475ec6f44a2e81a2cb32a49985d8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:25.406111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:25.414779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:25.440469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:25.445934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.461370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.479808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:25.483406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb70d-6847-4488-9617-1af8801c4de2 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.485235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:security_group_rule and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:25.488821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:25.495497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:25.499680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.500712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.539082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.542143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cb70d-6847-4488-9617-1af8801c4de2 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event deleted for resources: {'Port': ['ID=7be37044-f14e-40c2-8d96-60bab287a2e8,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:25.630211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.633400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.654628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.669108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Transition to ACTIVE for port object 40ed7778-3483-40d1-9f72-a8678671c71b will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:25.671164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb70d-6847-4488-9617-1af8801c4de2 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.681086 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5c5cb70d-6847-4488-9617-1af8801c4de2 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "DELETE /v2.0/ports/7be37044-f14e-40c2-8d96-60bab287a2e8 HTTP/1.1" status: 204 len: 168 time: 1.4565208 Apr 22 17:28:25.691598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43640) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:25.732061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Deleting port 40ed7778-3483-40d1-9f72-a8678671c71b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:25.732406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.739482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.759671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.783293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:25.834605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb397953-5153-4547-a8fa-9938ca20211d None None] Pushing event updated for resources: {'Port': ['ID=40ed7778-3483-40d1-9f72-a8678671c71b,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:25.859051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Attempting to bind port 40ed7778-3483-40d1-9f72-a8678671c71b on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:25.859422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Attempting to bind port 40ed7778-3483-40d1-9f72-a8678671c71b by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:25.859784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Attempting to bind port 40ed7778-3483-40d1-9f72-a8678671c71b on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:25.866254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:25.866625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:25.867062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.867455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:25.867922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Bound port: 40ed7778-3483-40d1-9f72-a8678671c71b, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:25.868294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.911552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11244a-3cd6-4580-93ae-9bd1e502a9ed,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:25.921979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.922333 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment 972d32c2-81bf-4d32-a83c-b7af827e1254 of type vlan for network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb Apr 22 17:28:25.944524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43646) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:25.960597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] For port 40ed7778-3483-40d1-9f72-a8678671c71b, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:25.964321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] For port 40ed7778-3483-40d1-9f72-a8678671c71b, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=40ed7778-3483-40d1-9f72-a8678671c71b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:25.974911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] For port 40ed7778-3483-40d1-9f72-a8678671c71b, host dv-neutron-839024-1-hyperv, got binding levels [] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:25.975294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:25.997533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.021894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.035498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.119208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Calling delete_port for 40ed7778-3483-40d1-9f72-a8678671c71b owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:26.120801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Routers {'134bb4de-2e44-424f-9cd3-a4517c9771f4'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:26.121440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['134bb4de-2e44-424f-9cd3-a4517c9771f4'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:26.156561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.171101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:26.171101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.185044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb397953-5153-4547-a8fa-9938ca20211d None None] Pushing event updated for resources: {'Port': ['ID=40ed7778-3483-40d1-9f72-a8678671c71b,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:26.233722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.262563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:26.277124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a4ffb-0c27-4ed8-9221-ae3d746b1751 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:26.277618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] Set router 134bb4de-2e44-424f-9cd3-a4517c9771f4 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:28:26.278373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-105a4ffb-0c27-4ed8-9221-ae3d746b1751 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Synchronizing usage tracker for tenant:f3399b3b8b7a4c8e84cac4f86e90e132 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:26.285103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9717a4d56e45d7bfd6979ca2da6a28 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:26.290020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:26.305224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:26.350760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=d9d78bff-7a6e-48d5-b0aa-f26cad9064bb,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:26.356889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:28:26.357271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:28:26.375287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-105a4ffb-0c27-4ed8-9221-ae3d746b1751 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Unset dirty status for tenant:f3399b3b8b7a4c8e84cac4f86e90e132 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:26.376019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:26.379948 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-105a4ffb-0c27-4ed8-9221-ae3d746b1751 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "GET /v2.0/ports?device_id=080a777b-9855-4640-8f1f-519b6bbb9f30 HTTP/1.1" status: 200 len: 913 time: 0.6873653 Apr 22 17:28:26.380613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43656) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:26.402199 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f5bd-a3d6-434b-a07d-478cd9a6db99 req-24b9df53-3d4f-458b-afc2-fb051afdacd7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:26.403691 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e0f5bd-a3d6-434b-a07d-478cd9a6db99 req-24b9df53-3d4f-458b-afc2-fb051afdacd7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1964619 Apr 22 17:28:26.430969 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2e186331-1885-4d81-82bb-cca5661f8910 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4048312 Apr 22 17:28:26.435389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43660) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:26.471280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6546186'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:26.486058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:26.502481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:26.507512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:26.510411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134bb4de-2e44-424f-9cd3-a4517c9771f4', 'name': 'tempest-snat-router-13731578', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:28:20Z', 'updated_at': '2022-04-22T17:28:25Z', 'revision_number': 4, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:26.526191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbb040-a95c-48be-9448-7acd202b3b66 None None] The sync data for ids ['134bb4de-2e44-424f-9cd3-a4517c9771f4'] in dv-neutron-839024-1-hyperv is: [{'id': '134bb4de-2e44-424f-9cd3-a4517c9771f4', 'name': 'tempest-snat-router-13731578', 'tenant_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:28:20Z', 'updated_at': '2022-04-22T17:28:25Z', 'revision_number': 4, 'project_id': 'd23d8a55663c4d2bb6a6daab083e86e9', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:26.570810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:26.582906 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e0f5bd-a3d6-434b-a07d-478cd9a6db99 req-6be095c7-58bc-4d19-9e0c-fc91fe5aa783 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482282 Apr 22 17:28:26.709426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:26.713005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.738874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.841660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.890681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Deleting port 40ed7778-3483-40d1-9f72-a8678671c71b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:26.891067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.891176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.929534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:26.953939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:26.954242 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment 4aa70ca0-0a91-462d-9d4f-5951fcdbac42 of type vlan for network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 Apr 22 17:28:27.033169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.033670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.200776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.208582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:27.209397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.212590 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f9717a4d56e45d7bfd6979ca2da6a28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2669394 Apr 22 17:28:27.218304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43664) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:27.227289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.241222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e7b0f-1737-4d88-8da0-4a35eb751cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e338a75-d440-46af-ad0c-2dc2ecd7deaf,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:27.275557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] For port 40ed7778-3483-40d1-9f72-a8678671c71b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=40ed7778-3483-40d1-9f72-a8678671c71b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:27.279666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.421780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Calling delete_port for 40ed7778-3483-40d1-9f72-a8678671c71b owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:27.447339 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0057542 Apr 22 17:28:27.454244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43668) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:27.506133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': 'd9d78bff-7a6e-48d5-b0aa-f26cad9064bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:27.520699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e35eb-657c-4b90-a82b-6169c8752d1d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:27.534973 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:27.556808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5cdbbfb-968e-49fd-bc2a-091fa65e8e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.610700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5cdbbfb-968e-49fd-bc2a-091fa65e8e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.672434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.761896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.769197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.808340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:27.812412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:27.816499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:27.823586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:27.899448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:27.903076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.935616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:27.935616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c817861-d1c6-4ab2-98df-7c6b899a98f3 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:28.015628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5cdbbfb-968e-49fd-bc2a-091fa65e8e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.042844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdbbfb-968e-49fd-bc2a-091fa65e8e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e338a75-d440-46af-ad0c-2dc2ecd7deaf,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:28.057563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.099255 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:28:28.100289 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b7ed630a-d221-4100-96a2-d9b9e8a7ad95 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7384796 Apr 22 17:28:28.101492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42c2a-7937-4029-ba62-edd2f70a1539 req-134eedbb-ac92-4550-a7c7-594e3ceded9e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:28.103069 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9fe42c2a-7937-4029-ba62-edd2f70a1539 req-134eedbb-ac92-4550-a7c7-594e3ceded9e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3755112 Apr 22 17:28:28.105388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43674) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:28.127172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event deleted for resources: {'Port': ['ID=40ed7778-3483-40d1-9f72-a8678671c71b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:28.145282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5cdbbfb-968e-49fd-bc2a-091fa65e8e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.149285 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c5cdbbfb-968e-49fd-bc2a-091fa65e8e2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e338a75-d440-46af-ad0c-2dc2ecd7deaf HTTP/1.1" status: 204 len: 168 time: 0.9248049 Apr 22 17:28:28.200275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c5a78b7d-55ae-4d02-a647-12edc2c9c9e1 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Deleting port 15487a01-d332-4647-b324-b64b0d4d5214 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:28.200638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a78b7d-55ae-4d02-a647-12edc2c9c9e1 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.258508 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9fe42c2a-7937-4029-ba62-edd2f70a1539 req-315f1d1c-effc-4513-998e-844b0bd5fea1 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367300 Apr 22 17:28:28.312512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.322690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.437508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Deleting port 186e275d-6d8a-4333-91f7-3da265559224 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:28.437851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.502642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=1269d818-27a6-4cb4-ab1b-d3d20d592efd,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:28.518127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': '972d32c2-81bf-4d32-a83c-b7af827e1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9d78bff-7a6e-48d5-b0aa-f26cad9064bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:28.518767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: d9d78bff-7a6e-48d5-b0aa-f26cad9064bb, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:28:28.531707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.536274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.664809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a78b7d-55ae-4d02-a647-12edc2c9c9e1 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.763933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.764509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 134bb4de-2e44-424f-9cd3-a4517c9771f4 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:28.792771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:28:28.792977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.792977 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0a0f6156-f265-4bda-84b4-7e83dd7f8f2f tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "DELETE /v2.0/routers/134bb4de-2e44-424f-9cd3-a4517c9771f4 HTTP/1.1" status: 204 len: 168 time: 3.8946536 Apr 22 17:28:28.792977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43690) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:28.795172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c5a78b7d-55ae-4d02-a647-12edc2c9c9e1 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Calling delete_port for 15487a01-d332-4647-b324-b64b0d4d5214 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:28.903427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:28.919474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d9d78bff-7a6e-48d5-b0aa-f26cad9064bb) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:28.928714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff41d2db-ed3f-4512-bcfb-2bebeddf0328 None None] Network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:28.932636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:28.933232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.044924 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-32b1b656-e85d-4787-8a1b-3b5b6c1ebd36 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5901022 Apr 22 17:28:29.048100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43700) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:29.055230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': '2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:29.094647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a78b7d-55ae-4d02-a647-12edc2c9c9e1 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.125992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Calling delete_port for 186e275d-6d8a-4333-91f7-3da265559224 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:29.175247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-d9d78bff-7a6e-48d5-b0aa-f26cad9064bb', 'network_id': 'd9d78bff-7a6e-48d5-b0aa-f26cad9064bb', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': '1269d818-27a6-4cb4-ab1b-d3d20d592efd'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:29.176316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.203533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.220794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a78b7d-55ae-4d02-a647-12edc2c9c9e1 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Pushing event deleted for resources: {'Port': ['ID=15487a01-d332-4647-b324-b64b0d4d5214,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:29.277201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:29.281164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:29.285708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:29.293012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:29.363071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43708) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:29.367764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a78b7d-55ae-4d02-a647-12edc2c9c9e1 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.369760 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5a78b7d-55ae-4d02-a647-12edc2c9c9e1 tempest-RoutersAdminNegativeIpV6Test-491332479 tempest-RoutersAdminNegativeIpV6Test-491332479-project-admin] 10.222.0.10 "DELETE /v2.0/ports/15487a01-d332-4647-b324-b64b0d4d5214 HTTP/1.1" status: 204 len: 168 time: 1.2634432 Apr 22 17:28:29.376308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:29.380509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.482065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Allocated IP 2001:db8::2 (d9d78bff-7a6e-48d5-b0aa-f26cad9064bb/1269d818-27a6-4cb4-ab1b-d3d20d592efd/d94bada9-ed3e-4721-98d3-19271172d606) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:29.574044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.581025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.591970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-972624397'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:29.608632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:29.618341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Usage tracker for resource:network and tenant:9ce03cc6e58441278553754bfc10367b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:29.621634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:29.631706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:29.637908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event deleted for resources: {'Port': ['ID=186e275d-6d8a-4333-91f7-3da265559224,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:29.706939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed440ed-544e-46e2-bd83-1aae54f37fba req-17c46dcd-25e8-4189-858f-8ebd4f2ba5cb tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:29.708499 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fed440ed-544e-46e2-bd83-1aae54f37fba req-17c46dcd-25e8-4189-858f-8ebd4f2ba5cb tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1686177 Apr 22 17:28:29.724570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Deleting port a55c8611-058b-4ed9-ba60-1b7b290f57ab {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:29.724570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.733357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Made reservation on behalf of 9ce03cc6e58441278553754bfc10367b for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:29.736903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.758446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.791605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.838565 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.848124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:29.856444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Transition to ACTIVE for port object d94bada9-ed3e-4721-98d3-19271172d606 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:29.875281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fed440ed-544e-46e2-bd83-1aae54f37fba req-d7450b2b-d33e-485c-90c5-18d27e65688b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1610022 Apr 22 17:28:29.880050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Transition to ACTIVE for port object d94bada9-ed3e-4721-98d3-19271172d606 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:29.886889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Usage tracker for resource:security_group_rule and tenant:9ce03cc6e58441278553754bfc10367b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:29.899695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:29.910681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:29.957949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:29.961651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=bc2f19b3-98d7-463d-8a54-f5376bd98b32,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:29.970384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': '4aa70ca0-0a91-462d-9d4f-5951fcdbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:29.970733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:28:30.021700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.055202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.062649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:28:30.076465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:30.079393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:30.083923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:30.099434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43718) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:30.109084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.137720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:30.169470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:30.170904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.182116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:30.199293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadaa4da-27c6-4924-978b-dc8c849e29f1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:30.217478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.217894 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Added segment 9ebea911-7c7d-4a4a-b6ac-5318300f60a2 of type vlan for network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa Apr 22 17:28:30.222510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c06f87-092a-42e1-8592-63f4f67585a9 None None] Network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:30.249217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Pushing event updated for resources: {'Port': ['ID=d94bada9-ed3e-4721-98d3-19271172d606,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:30.269120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.279085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Attempting to bind port d94bada9-ed3e-4721-98d3-19271172d606 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:30.279328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.279456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Attempting to bind port d94bada9-ed3e-4721-98d3-19271172d606 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '972d32c2-81bf-4d32-a83c-b7af827e1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9d78bff-7a6e-48d5-b0aa-f26cad9064bb'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:30.285480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Attempting to bind port d94bada9-ed3e-4721-98d3-19271172d606 on network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:30.293312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:30.299354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b2d039f07d4a08a24ed7fea27df246 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:30.309632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:30.317332 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e224aa91-de2e-478e-977d-bd84a54dcf9a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2645299 Apr 22 17:28:30.319921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43724) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:30.324009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:30.329313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] For port a55c8611-058b-4ed9-ba60-1b7b290f57ab, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a55c8611-058b-4ed9-ba60-1b7b290f57ab,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:30.329907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.330617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1356796684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:30.335749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:30.336815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Checking segment: {'id': '972d32c2-81bf-4d32-a83c-b7af827e1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9d78bff-7a6e-48d5-b0aa-f26cad9064bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:30.336815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.337048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Bound using segment: {'id': '972d32c2-81bf-4d32-a83c-b7af827e1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9d78bff-7a6e-48d5-b0aa-f26cad9064bb'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:30.337869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Bound port: d94bada9-ed3e-4721-98d3-19271172d606, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972d32c2-81bf-4d32-a83c-b7af827e1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9d78bff-7a6e-48d5-b0aa-f26cad9064bb'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:30.338258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.338970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:30.347950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:router and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:30.351709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:30.365857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:30.420977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.429094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:30.429767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.478083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.479366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.491977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c8f96293-f3b2-4fc0-8eff-15f3d235c001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.520562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Calling delete_port for a55c8611-058b-4ed9-ba60-1b7b290f57ab owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:30.582510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] For port d94bada9-ed3e-4721-98d3-19271172d606, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:30.584692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Pushing event updated for resources: {'Network': ['ID=1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:30.590639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] For port d94bada9-ed3e-4721-98d3-19271172d606, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d94bada9-ed3e-4721-98d3-19271172d606,segment=NetworkSegment(972d32c2-81bf-4d32-a83c-b7af827e1254),segment_id=972d32c2-81bf-4d32-a83c-b7af827e1254)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:30.591189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.605104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:30.613000 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fb8fa2ad-1ab7-42c7-822a-a0ab13948811 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2436621 Apr 22 17:28:30.614474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43728) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:30.618807 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.621824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994', 'network_id': '2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': 'bc2f19b3-98d7-463d-8a54-f5376bd98b32'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:30.622678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.623842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Request body: {'subnet': {'network_id': '1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:30.636006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Router 080a777b-9855-4640-8f1f-519b6bbb9f30 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:30.716752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.734811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.744069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.801522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:30.806692 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2b2d039f07d4a08a24ed7fea27df246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7032809 Apr 22 17:28:30.811298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43732) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:30.813247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fbc43-ca4f-465b-a30d-f85c88addae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67b3d2e-df11-4928-9a59-48c15d9fb7cf,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:30.817165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:30.822857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Usage tracker for resource:subnet and tenant:9ce03cc6e58441278553754bfc10367b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:30.825954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:30.833003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:30.841879 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edb041a-3866-4c48-9efe-81e2bbc6a162 None None] Sync routers for ids ['080a777b-9855-4640-8f1f-519b6bbb9f30'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:30.856310 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb041a-3866-4c48-9efe-81e2bbc6a162 None None] Routers {'080a777b-9855-4640-8f1f-519b6bbb9f30'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:30.858152 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1edb041a-3866-4c48-9efe-81e2bbc6a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['080a777b-9855-4640-8f1f-519b6bbb9f30'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:30.882677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:30.884739 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3f3dc259-2847-4611-9a43-3b0c4aaee233 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5623012 Apr 22 17:28:30.887583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43736) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:30.894165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ede3a8-4e10-4612-960d-38ff28b0b5d4 None None] Pushing event updated for resources: {'Port': ['ID=d94bada9-ed3e-4721-98d3-19271172d606,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:30.994910 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-22f4dc27-fe5b-4b39-ae0e-9a9ac4aba749 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "PUT /v2.0/routers/080a777b-9855-4640-8f1f-519b6bbb9f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6131053 Apr 22 17:28:31.000963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43744) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:31.002092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Allocated IP 2001:db8:1::2 (2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994/bc2f19b3-98d7-463d-8a54-f5376bd98b32/1f5b3026-4986-4cac-b211-429f89106fe4) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:31.005415 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1edb041a-3866-4c48-9efe-81e2bbc6a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:31.008702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0d97eaa-7da5-4b08-bc6f-3f79c4989923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.012853 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Made reservation on behalf of 9ce03cc6e58441278553754bfc10367b for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:31.016935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.022076 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb041a-3866-4c48-9efe-81e2bbc6a162 None None] Routers {'080a777b-9855-4640-8f1f-519b6bbb9f30'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:31.023114 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1edb041a-3866-4c48-9efe-81e2bbc6a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['080a777b-9855-4640-8f1f-519b6bbb9f30'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:31.131460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0d97eaa-7da5-4b08-bc6f-3f79c4989923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.147493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.216336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event deleted for resources: {'Port': ['ID=a55c8611-058b-4ed9-ba60-1b7b290f57ab,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:31.234379 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1edb041a-3866-4c48-9efe-81e2bbc6a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:31.234379 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edb041a-3866-4c48-9efe-81e2bbc6a162 None None] The sync data for ids ['080a777b-9855-4640-8f1f-519b6bbb9f30'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:31.318382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.336389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Transition to ACTIVE for port object 1f5b3026-4986-4cac-b211-429f89106fe4 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:31.358574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.451644 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Transition to ACTIVE for port object 1f5b3026-4986-4cac-b211-429f89106fe4 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:31.488981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a794-ec55-42cb-9b93-634d01574f80 req-88a62d8a-f948-4e2c-b930-f376d42f5f21 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:31.490485 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0d52a794-ec55-42cb-9b93-634d01574f80 req-88a62d8a-f948-4e2c-b930-f376d42f5f21 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4190724 Apr 22 17:28:31.495006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0d97eaa-7da5-4b08-bc6f-3f79c4989923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.517994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.551831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3c4c7a47-caa9-48ab-80f7-44280a805a3f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.568310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.570498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.589664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:31.593640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:31.596660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d97eaa-7da5-4b08-bc6f-3f79c4989923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67b3d2e-df11-4928-9a59-48c15d9fb7cf,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:31.598132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:31.600163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Pushing event updated for resources: {'Port': ['ID=1f5b3026-4986-4cac-b211-429f89106fe4,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:31.640088 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0d52a794-ec55-42cb-9b93-634d01574f80 req-93054f10-7496-4a4e-9219-2ceb793e1a71 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899365 Apr 22 17:28:31.645248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0d97eaa-7da5-4b08-bc6f-3f79c4989923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.646589 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c0d97eaa-7da5-4b08-bc6f-3f79c4989923 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a67b3d2e-df11-4928-9a59-48c15d9fb7cf HTTP/1.1" status: 204 len: 168 time: 0.8343620 Apr 22 17:28:31.688436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.689537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7430c557-bc47-4828-a71b-a95d808eeff7 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:31.693863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.702776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e99aef3f-878e-4c45-8833-4f0c966841ff tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "DELETE /v2.0/routers/7430c557-bc47-4828-a71b-a95d808eeff7 HTTP/1.1" status: 204 len: 168 time: 2.9012160 Apr 22 17:28:31.703523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43750) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:31.713438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1015132575', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:31.726492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:31.730370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Attempting to bind port 1f5b3026-4986-4cac-b211-429f89106fe4 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:31.730778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Attempting to bind port 1f5b3026-4986-4cac-b211-429f89106fe4 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '4aa70ca0-0a91-462d-9d4f-5951fcdbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:31.731133 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Attempting to bind port 1f5b3026-4986-4cac-b211-429f89106fe4 on network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:31.737138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Usage tracker for resource:router and tenant:717c63a0c49c4ce7af45083c03c4ec73 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:31.737801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:31.738179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Checking segment: {'id': '4aa70ca0-0a91-462d-9d4f-5951fcdbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:31.738580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.739005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Bound using segment: {'id': '4aa70ca0-0a91-462d-9d4f-5951fcdbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:31.739466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Bound port: 1f5b3026-4986-4cac-b211-429f89106fe4, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa70ca0-0a91-462d-9d4f-5951fcdbac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:31.739845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.740104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:31.750027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:31.825898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.827537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.841486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] For port 1f5b3026-4986-4cac-b211-429f89106fe4, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:31.845279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] For port 1f5b3026-4986-4cac-b211-429f89106fe4, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1f5b3026-4986-4cac-b211-429f89106fe4,segment=NetworkSegment(4aa70ca0-0a91-462d-9d4f-5951fcdbac42),segment_id=4aa70ca0-0a91-462d-9d4f-5951fcdbac42)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:31.848983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:31.906527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.022827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb85c6-dfdf-4837-b011-6d8067e94416 None None] Pushing event updated for resources: {'Port': ['ID=1f5b3026-4986-4cac-b211-429f89106fe4,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:32.067297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3c4c7a47-caa9-48ab-80f7-44280a805a3f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.070437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3c4c7a47-caa9-48ab-80f7-44280a805a3f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.309344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3c4c7a47-caa9-48ab-80f7-44280a805a3f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.314033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4c7a47-caa9-48ab-80f7-44280a805a3f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Fanout notify agent at l3_agent the message router_deleted on router 080a777b-9855-4640-8f1f-519b6bbb9f30 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:32.396256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3c4c7a47-caa9-48ab-80f7-44280a805a3f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.397570 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3c4c7a47-caa9-48ab-80f7-44280a805a3f tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "DELETE /v2.0/routers/080a777b-9855-4640-8f1f-519b6bbb9f30 HTTP/1.1" status: 204 len: 168 time: 1.3953311 Apr 22 17:28:32.400717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43756) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:32.418289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d94bada9-ed3e-4721-98d3-19271172d606 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:32.504046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.553431 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3fb4ff-ed9d-4849-930b-d5ed013b9fc7 None None] Network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:32.561219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43760) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:32.660687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.671281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8b3fd64d-efea-4c17-ac1e-b0c31afaedd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.716046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f0c19f-553f-4cdb-a739-10ad33084b5c tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Deleting subnet db63d69e-c9e0-448c-91b2-7a29bb667cde {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:32.731190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-98f0c19f-553f-4cdb-a739-10ad33084b5c tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.743231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port d94bada9-ed3e-4721-98d3-19271172d606 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:32.747785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.806169 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9a15add3-3f87-4b98-8c4f-14d28db8ba10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60de475ec6f44a2e81a2cb32a49985d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437623 Apr 22 17:28:32.819904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43766) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:32.847400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4add2ec-67f2-4546-b238-8715f0276013 None None] Provisioning for port d94bada9-ed3e-4721-98d3-19271172d606 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:32.857626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4add2ec-67f2-4546-b238-8715f0276013 None None] Provisioning complete for port d94bada9-ed3e-4721-98d3-19271172d606 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:32.857626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4add2ec-67f2-4546-b238-8715f0276013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:32.874513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Pushing event updated for resources: {'Subnet': ['ID=b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:32.906404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-98f0c19f-553f-4cdb-a739-10ad33084b5c tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.003248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a55c8611-058b-4ed9-ba60-1b7b290f57ab no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:33.101887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: a55c8611-058b-4ed9-ba60-1b7b290f57ab {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:28:33.102573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a55c8611-058b-4ed9-ba60-1b7b290f57ab not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:28:33.122457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-98f0c19f-553f-4cdb-a739-10ad33084b5c tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.167577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59bc1b9e-be4e-41bb-a5ae-54e1c556b866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.192785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4add2ec-67f2-4546-b238-8715f0276013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.205308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59bc1b9e-be4e-41bb-a5ae-54e1c556b866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.230274 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f4add2ec-67f2-4546-b238-8715f0276013 None None] For port d94bada9-ed3e-4721-98d3-19271172d606, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d94bada9-ed3e-4721-98d3-19271172d606,segment=NetworkSegment(972d32c2-81bf-4d32-a83c-b7af827e1254),segment_id=972d32c2-81bf-4d32-a83c-b7af827e1254)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:33.257092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Checking segment: {'id': '9ebea911-7c7d-4a4a-b6ac-5318300f60a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:33.257471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Network hostable DHCP agents. Network: 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:28:33.322597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4add2ec-67f2-4546-b238-8715f0276013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.339746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ea716-5bf1-4559-b4f8-d8a7160b2746 req-95833dbf-09d7-43df-9c26-3e241fd7e6b1 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:33.341310 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1e6ea716-5bf1-4559-b4f8-d8a7160b2746 req-95833dbf-09d7-43df-9c26-3e241fd7e6b1 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4577942 Apr 22 17:28:33.385833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.428150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.452769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4add2ec-67f2-4546-b238-8715f0276013 None None] Pushing event updated for resources: {'Port': ['ID=d94bada9-ed3e-4721-98d3-19271172d606,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:33.482553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44d0cf-c8ea-4268-9ade-8cd50f2eeaa0 None None] Network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:33.487272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-98f0c19f-553f-4cdb-a739-10ad33084b5c tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.522635 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1e6ea716-5bf1-4559-b4f8-d8a7160b2746 req-dad84c11-9068-4b58-8559-9557100f5a92 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1545503 Apr 22 17:28:33.525901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:28:33.536855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0c19f-553f-4cdb-a739-10ad33084b5c tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event deleted for resources: {'Subnet': ['ID=db63d69e-c9e0-448c-91b2-7a29bb667cde,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:33.543716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59bc1b9e-be4e-41bb-a5ae-54e1c556b866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.548957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-98f0c19f-553f-4cdb-a739-10ad33084b5c tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.569456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc1b9e-be4e-41bb-a5ae-54e1c556b866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b5709a-2374-4965-8cbe-9cb0777efc52,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:33.571615 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-98f0c19f-553f-4cdb-a739-10ad33084b5c tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "DELETE /v2.0/subnets/db63d69e-c9e0-448c-91b2-7a29bb667cde HTTP/1.1" status: 204 len: 168 time: 1.1663740 Apr 22 17:28:33.572030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8::1 (d9d78bff-7a6e-48d5-b0aa-f26cad9064bb/1269d818-27a6-4cb4-ab1b-d3d20d592efd/d66ff849-a9d5-4cb7-8c5d-d1b496efe247) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:33.576515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43770) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:33.587135 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9648d8-7799-4f4b-bb2b-7edae6615e0f None None] Network 28558599-f0eb-4ec6-bd7c-a514969cdbc3 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:33.628956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:33.631023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59bc1b9e-be4e-41bb-a5ae-54e1c556b866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.632356 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-59bc1b9e-be4e-41bb-a5ae-54e1c556b866 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10b5709a-2374-4965-8cbe-9cb0777efc52 HTTP/1.1" status: 204 len: 168 time: 0.7519491 Apr 22 17:28:33.657117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd9a9a-4311-4e65-9671-b4d53ba1b6ae None None] Network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:33.659405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:33.660001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.671903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Allocated IP 172.26.3.61 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/bcba7b98-78fd-494a-afde-e9c6f3a24026) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:33.825571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.851631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.864688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Deleting port 13128249-ef07-48c9-a013-dafcabeb4f3c {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:33.865035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.909654 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-10d7166b-198a-48d3-ab48-54a803ebb7af tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2931480 Apr 22 17:28:33.913619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43778) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:33.917695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-008a7874-4924-4cac-95ec-4a78e2980afc None None] Provisioning for port 1f5b3026-4986-4cac-b211-429f89106fe4 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:33.920173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Request body: {'port': {'network_id': '1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa', 'name': 'tempest-TagsExtTest-510903953'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:33.962009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.973668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:33.978670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.016319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object d66ff849-a9d5-4cb7-8c5d-d1b496efe247 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:34.080594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.128139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa', 'network_id': '1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa', 'tenant_id': '9ce03cc6e58441278553754bfc10367b', 'fixed_ips': [{'subnet_id': 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:34.128962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.149775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] For port 13128249-ef07-48c9-a013-dafcabeb4f3c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=13128249-ef07-48c9-a013-dafcabeb4f3c,segment=NetworkSegment(17c7fdc1-4cd5-4c2b-8444-f750b34fa81a),segment_id=17c7fdc1-4cd5-4c2b-8444-f750b34fa81a)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:34.150137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.156195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-008a7874-4924-4cac-95ec-4a78e2980afc None None] Provisioning complete for port d94bada9-ed3e-4721-98d3-19271172d606 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:34.156657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-008a7874-4924-4cac-95ec-4a78e2980afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.274061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.290847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Calling delete_port for 13128249-ef07-48c9-a013-dafcabeb4f3c owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:34.305994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1f5b3026-4986-4cac-b211-429f89106fe4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:34.358296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event updated for resources: {'Port': ['ID=bcba7b98-78fd-494a-afde-e9c6f3a24026,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:34.370369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:34.373981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:34.378108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:34.393187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:34.400674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:34.415375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:34.416265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.441177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=d66ff849-a9d5-4cb7-8c5d-d1b496efe247,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:34.537251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.549211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:34.551358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.558809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Usage tracker for resource:port and tenant:9ce03cc6e58441278553754bfc10367b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:34.561013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:34.567568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:34.677348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Made reservation on behalf of 9ce03cc6e58441278553754bfc10367b for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:34.684531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:34.708257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Allocated IP 172.20.0.2 (1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/6d9b069a-47ce-420e-a9f7-d5546f484c71) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:34.727498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] No DVR routers for this DVR port 13128249-ef07-48c9-a013-dafcabeb4f3c on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:34.775623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event deleted for resources: {'Port': ['ID=13128249-ef07-48c9-a013-dafcabeb4f3c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:34.777461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] device_id is not set on port 08fdc211-f989-4d21-8db0-e5e088965464 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:35.061261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.112907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.128407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Transition to ACTIVE for port object 6d9b069a-47ce-420e-a9f7-d5546f484c71 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:35.132720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.154541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Transition to ACTIVE for port object 6d9b069a-47ce-420e-a9f7-d5546f484c71 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:35.176745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f2b7f-29d3-4c4c-9378-976f6f400851 req-898a65c2-3aaf-44ea-9614-433159a95953 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:35.178365 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f2b7f-29d3-4c4c-9378-976f6f400851 req-898a65c2-3aaf-44ea-9614-433159a95953 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3621266 Apr 22 17:28:35.188819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28558599-f0eb-4ec6-bd7c-a514969cdbc3']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:35.200295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320938a-ae7b-41a0-82ce-41b4ff63f38e None None] DHCP port deletion for 28558599-f0eb-4ec6-bd7c-a514969cdbc3 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:35.216120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.240359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.282447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c7fdc1-4cd5-4c2b-8444-f750b34fa81a') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:35.283296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c7fdc1-4cd5-4c2b-8444-f750b34fa81a') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:35.298859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43804) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:35.320271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:35.324990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:35.328539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:35.333717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 1f5b3026-4986-4cac-b211-429f89106fe4 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:35.344047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.354456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.355247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1f5b3026-4986-4cac-b211-429f89106fe4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:35.355623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.387423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.414675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:35.415440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:35.431237 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:35.489245 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f2b7f-29d3-4c4c-9378-976f6f400851 req-3b2a3282-edf7-42b1-9cc4-f878e6a0866a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2960784 Apr 22 17:28:35.542563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Pushing event updated for resources: {'Port': ['ID=6d9b069a-47ce-420e-a9f7-d5546f484c71,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:35.544128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Allocated IP 172.20.0.5 (1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/08fdc211-f989-4d21-8db0-e5e088965464) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:35.553707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-976801237'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:35.572226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:35.584236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:network and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:35.594959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1718f406-4d30-4635-a180-acd922669dba None None] Provisioning complete for port 1f5b3026-4986-4cac-b211-429f89106fe4 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:35.595883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1718f406-4d30-4635-a180-acd922669dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.629270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:35.640112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Attempting to bind port 6d9b069a-47ce-420e-a9f7-d5546f484c71 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:35.640839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Attempting to bind port 6d9b069a-47ce-420e-a9f7-d5546f484c71 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '9ebea911-7c7d-4a4a-b6ac-5318300f60a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:35.640839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Attempting to bind port 6d9b069a-47ce-420e-a9f7-d5546f484c71 on network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:35.650697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:35.653739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:35.658343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Checking segment: {'id': '9ebea911-7c7d-4a4a-b6ac-5318300f60a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:35.658343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.658343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Bound using segment: {'id': '9ebea911-7c7d-4a4a-b6ac-5318300f60a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:35.658343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Bound port: 6d9b069a-47ce-420e-a9f7-d5546f484c71, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebea911-7c7d-4a4a-b6ac-5318300f60a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:35.658343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.677324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.681854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.700647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.725815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] Pushing event deleted for resources: {'Network': ['ID=28558599-f0eb-4ec6-bd7c-a514969cdbc3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:35.738259 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-db21fb37-5b3e-46d1-8830-125ec2107042 tempest-FloatingIPNegativeTestJSON-800247984 tempest-FloatingIPNegativeTestJSON-800247984-project] 10.222.0.10 "DELETE /v2.0/networks/28558599-f0eb-4ec6-bd7c-a514969cdbc3 HTTP/1.1" status: 204 len: 168 time: 2.1601501 Apr 22 17:28:35.741173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:35.748687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.773284 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.795569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.801553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:35.805803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:security_group_rule and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:35.809616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:35.817539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:35.851509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 1f5b3026-4986-4cac-b211-429f89106fe4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1f5b3026-4986-4cac-b211-429f89106fe4,segment=NetworkSegment(4aa70ca0-0a91-462d-9d4f-5951fcdbac42),segment_id=4aa70ca0-0a91-462d-9d4f-5951fcdbac42)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:35.883258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] For port 6d9b069a-47ce-420e-a9f7-d5546f484c71, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:35.885348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1718f406-4d30-4635-a180-acd922669dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.905814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] For port 6d9b069a-47ce-420e-a9f7-d5546f484c71, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6d9b069a-47ce-420e-a9f7-d5546f484c71,segment=NetworkSegment(9ebea911-7c7d-4a4a-b6ac-5318300f60a2),segment_id=9ebea911-7c7d-4a4a-b6ac-5318300f60a2)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:35.913003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.913830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d94bada9-ed3e-4721-98d3-19271172d606 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:35.916296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:28:35.940883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:35.952033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.031747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.032688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.082353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.124820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.150120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-1718f406-4d30-4635-a180-acd922669dba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:28:36.150680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-1718f406-4d30-4635-a180-acd922669dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:28:36.153715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=1f5b3026-4986-4cac-b211-429f89106fe4,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:36.191641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.224553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Transition to ACTIVE for port object 08fdc211-f989-4d21-8db0-e5e088965464 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:36.252725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d94bada9-ed3e-4721-98d3-19271172d606 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:36.252979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:36.253114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.306139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e387ec-cdc5-4260-95eb-e93257197c30,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:36.308698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=d66ff849-a9d5-4cb7-8c5d-d1b496efe247,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:36.311794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.318086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.318439 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Added segment ac9f368f-dd73-43a2-a21c-7f2f656a2e0a of type vlan for network b68838ec-31d5-4ab0-8519-6f8459febd2e Apr 22 17:28:36.331905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cf072-c7c8-4d2a-bf5f-aa278d4eca38 None None] Pushing event updated for resources: {'Port': ['ID=6d9b069a-47ce-420e-a9f7-d5546f484c71,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:36.351043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43814) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:36.382054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:36.384976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:36.387789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.429413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Router 4d77290d-2544-4b48-945a-84cf2427a05d is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:28:36.645073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:36.656906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Pushing event updated for resources: {'Port': ['ID=08fdc211-f989-4d21-8db0-e5e088965464,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:36.669407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:36.676680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:36.689474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.697155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:36.698002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.814841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6d9b069a-47ce-420e-a9f7-d5546f484c71 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:36.874269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:36.874919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.876717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1718f406-4d30-4635-a180-acd922669dba None None] Provisioning for port d66ff849-a9d5-4cb7-8c5d-d1b496efe247 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:36.878052 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2c8fa2c9-5868-4d19-8569-6046365c4ad8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3399b3b8b7a4c8e84cac4f86e90e132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259020 Apr 22 17:28:36.880094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43822) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:36.885098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1718f406-4d30-4635-a180-acd922669dba None None] Provisioning complete for port d66ff849-a9d5-4cb7-8c5d-d1b496efe247 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:36.885538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1718f406-4d30-4635-a180-acd922669dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.934312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:36.948851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7060cd1-36e5-4530-8b71-39b853342340 None None] Sync routers for ids ['4d77290d-2544-4b48-945a-84cf2427a05d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:36.957515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1718f406-4d30-4635-a180-acd922669dba None None] Port d66ff849-a9d5-4cb7-8c5d-d1b496efe247 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:36.963649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7060cd1-36e5-4530-8b71-39b853342340 None None] Routers {'4d77290d-2544-4b48-945a-84cf2427a05d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:36.964348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e7060cd1-36e5-4530-8b71-39b853342340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d77290d-2544-4b48-945a-84cf2427a05d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:36.990448 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6870463 Apr 22 17:28:36.990665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f426ac5d-f1cd-4509-9222-631d1ab04ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:36.991685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43826) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:36.994835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a60bc3-18b4-4fdb-b5b2-f3f4a60200fe tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Network': ['ID=b68838ec-31d5-4ab0-8519-6f8459febd2e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:37.003057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:37.016212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f426ac5d-f1cd-4509-9222-631d1ab04ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.022252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:37.029594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-770eae4d-3bd9-45a8-b7c7-530be8c5a83e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1148763 Apr 22 17:28:37.037467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43830) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:37.046331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-412290589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:37.047820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e7060cd1-36e5-4530-8b71-39b853342340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:37.061748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:37.069440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.073228 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0a311cc7-4855-4dff-b3d8-0b7bdb8dbe22 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3661485 Apr 22 17:28:37.073352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6d9b069a-47ce-420e-a9f7-d5546f484c71 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:37.076087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43834) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:37.080193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Usage tracker for resource:router and tenant:9ce03cc6e58441278553754bfc10367b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:37.083953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:37.089382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0797ed74-84bd-4b64-881a-13cb07c9da1c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': False}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:37.127535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1f5b3026-4986-4cac-b211-429f89106fe4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:37.153541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7060cd1-36e5-4530-8b71-39b853342340 None None] Routers {'4d77290d-2544-4b48-945a-84cf2427a05d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:37.154231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e7060cd1-36e5-4530-8b71-39b853342340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d77290d-2544-4b48-945a-84cf2427a05d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:37.158666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:37.254724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e7060cd1-36e5-4530-8b71-39b853342340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:37.255133 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7060cd1-36e5-4530-8b71-39b853342340 None None] The sync data for ids ['4d77290d-2544-4b48-945a-84cf2427a05d'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:37.255242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.256298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.264572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f426ac5d-f1cd-4509-9222-631d1ab04ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.265413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-75dda51e-a462-4ff9-9161-18e815f50db8 None None] Provisioning complete for port d66ff849-a9d5-4cb7-8c5d-d1b496efe247 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:37.265788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75dda51e-a462-4ff9-9161-18e815f50db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.286509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:37.293112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:37.295039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:37.301568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:37.305761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f426ac5d-f1cd-4509-9222-631d1ab04ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.309447 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f426ac5d-f1cd-4509-9222-631d1ab04ccd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dea46c83-f163-4beb-9121-613c548ddda4 HTTP/1.1" status: 204 len: 168 time: 0.4240477 Apr 22 17:28:37.312574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426ac5d-f1cd-4509-9222-631d1ab04ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea46c83-f163-4beb-9121-613c548ddda4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:37.327367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 16b3d982-e5a1-4ead-a540-d92cb579c94f is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:28:37.404888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-75dda51e-a462-4ff9-9161-18e815f50db8 None None] Port d66ff849-a9d5-4cb7-8c5d-d1b496efe247 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:37.422281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1f5b3026-4986-4cac-b211-429f89106fe4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:37.423492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.505442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.510899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:37.520414 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c4dfd959-b99e-4173-9d6d-44ca925923a0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/16b3d982-e5a1-4ead-a540-d92cb579c94f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6284864 Apr 22 17:28:37.527062 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91577c-5be7-440d-9632-a3b405f783b4 None None] Sync routers for ids ['16b3d982-e5a1-4ead-a540-d92cb579c94f'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:37.527675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddc3d0-583e-49bd-b316-c2b3fa7ff4d2 req-66795923-688e-454d-a2c5-3281c8cd022a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:37.528718 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9cddc3d0-583e-49bd-b316-c2b3fa7ff4d2 req-66795923-688e-454d-a2c5-3281c8cd022a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.8132317 Apr 22 17:28:37.529399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43840) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:37.530080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:37.533559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.545457 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91577c-5be7-440d-9632-a3b405f783b4 None None] Routers {'16b3d982-e5a1-4ead-a540-d92cb579c94f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:37.548634 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8f91577c-5be7-440d-9632-a3b405f783b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['16b3d982-e5a1-4ead-a540-d92cb579c94f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:37.705750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be042a5-3fb3-4910-a2bf-19134d81c4b6 None None] Network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:37.733487 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9cddc3d0-583e-49bd-b316-c2b3fa7ff4d2 req-92ff2a93-bd08-4431-b457-95365b378a92 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1783216 Apr 22 17:28:37.736484 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8f91577c-5be7-440d-9632-a3b405f783b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:37.749208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 13128249-ef07-48c9-a013-dafcabeb4f3c no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:37.759176 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91577c-5be7-440d-9632-a3b405f783b4 None None] Routers {'16b3d982-e5a1-4ead-a540-d92cb579c94f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:37.759798 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8f91577c-5be7-440d-9632-a3b405f783b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['16b3d982-e5a1-4ead-a540-d92cb579c94f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:37.771819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91114381-daf3-4085-b9c1-d1677f9176ad tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:37.772502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-91114381-daf3-4085-b9c1-d1677f9176ad tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:37.786645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.847886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-91114381-daf3-4085-b9c1-d1677f9176ad tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:37.852425 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-91114381-daf3-4085-b9c1-d1677f9176ad tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports/d66ff849-a9d5-4cb7-8c5d-d1b496efe247 HTTP/1.1" status: 200 len: 911 time: 0.3032377 Apr 22 17:28:37.856780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 13128249-ef07-48c9-a013-dafcabeb4f3c {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:28:37.857131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 13128249-ef07-48c9-a013-dafcabeb4f3c not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:28:37.863846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43846) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:37.910102 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8f91577c-5be7-440d-9632-a3b405f783b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:37.910813 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91577c-5be7-440d-9632-a3b405f783b4 None None] The sync data for ids ['16b3d982-e5a1-4ead-a540-d92cb579c94f'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:37.911397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:37.912921 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3b8914c9-4589-40ea-91ae-d3ed014f3255 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8744652 Apr 22 17:28:37.916008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43854) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:37.929529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-37481956-d44b-4c35-acfd-4e7e9b38a53f tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2005998097', 'prefixes': ['172.20.0.0/16']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:37.941779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-37481956-d44b-4c35-acfd-4e7e9b38a53f tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:37.968205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0797ed74-84bd-4b64-881a-13cb07c9da1c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.091698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-17647a61-b68d-4bbd-979c-71da0129bdb0 None None] Provisioning for port 6d9b069a-47ce-420e-a9f7-d5546f484c71 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:38.108584 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-17647a61-b68d-4bbd-979c-71da0129bdb0 None None] Provisioning complete for port 6d9b069a-47ce-420e-a9f7-d5546f484c71 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:38.109372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-17647a61-b68d-4bbd-979c-71da0129bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.256265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-17647a61-b68d-4bbd-979c-71da0129bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.295670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-17647a61-b68d-4bbd-979c-71da0129bdb0 None None] For port 6d9b069a-47ce-420e-a9f7-d5546f484c71, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6d9b069a-47ce-420e-a9f7-d5546f484c71,segment=NetworkSegment(9ebea911-7c7d-4a4a-b6ac-5318300f60a2),segment_id=9ebea911-7c7d-4a4a-b6ac-5318300f60a2)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:38.301345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-37481956-d44b-4c35-acfd-4e7e9b38a53f tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for subnetpool, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.306599 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-37481956-d44b-4c35-acfd-4e7e9b38a53f tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3815253 Apr 22 17:28:38.306779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.311481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43862) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:38.382804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-17647a61-b68d-4bbd-979c-71da0129bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.480681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-692b84d0-755f-4a4d-a673-c3c96a0decf2 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35', 'tempest-TagsExtTest-Tag-1608186510') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:38.525957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17647a61-b68d-4bbd-979c-71da0129bdb0 None None] Pushing event updated for resources: {'Port': ['ID=6d9b069a-47ce-420e-a9f7-d5546f484c71,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:38.574562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:38.574965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network hostable DHCP agents. Network: b68838ec-31d5-4ab0-8519-6f8459febd2e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:28:38.613381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3bcd7102-bcad-4aa9-b40b-9477ae4ec193 None None] Provisioning for port 08fdc211-f989-4d21-8db0-e5e088965464 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:38.615283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3bcd7102-bcad-4aa9-b40b-9477ae4ec193 None None] Provisioning complete for port 08fdc211-f989-4d21-8db0-e5e088965464 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:38.615670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7102-bcad-4aa9-b40b-9477ae4ec193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.621307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=d30a2aff-531c-47cf-995d-9cbba9bf6490,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:38.674338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6d9b069a-47ce-420e-a9f7-d5546f484c71 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:38.772823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43876) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:38.798152 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.804515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd7102-bcad-4aa9-b40b-9477ae4ec193 None None] Port 08fdc211-f989-4d21-8db0-e5e088965464 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:38.812474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:28:38.824816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3bcd7102-bcad-4aa9-b40b-9477ae4ec193 None None] Provisioning complete for port 6d9b069a-47ce-420e-a9f7-d5546f484c71 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:38.825028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7102-bcad-4aa9-b40b-9477ae4ec193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.882958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6d9b069a-47ce-420e-a9f7-d5546f484c71 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:38.883593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:38.946962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2087303693'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:38.963208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:38.974717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:network and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:38.980441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:39.030602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, b68838ec-31d5-4ab0-8519-6f8459febd2e) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:39.043245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:39.043908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.045008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:39.053594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed65a6e-8c85-43a0-a631-025086f4177a None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:39.128514 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-692b84d0-755f-4a4d-a673-c3c96a0decf2 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags/tempest-TagsExtTest-Tag-1608186510 HTTP/1.1" status: 201 len: 201 time: 0.7773628 Apr 22 17:28:39.135002 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-999a36af-ea13-4e03-a22f-5eb803a22ef7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1396072 Apr 22 17:28:39.135002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43882) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:39.135246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43884) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:39.142091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'name': 'tempest-NetworksTestDHCPv6-868449037'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:39.169386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9d78b-280b-41f2-917b-3f117b4e272f req-47c8c790-e094-49df-9ef6-76cb91bb2871 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:39.171064 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9df9d78b-280b-41f2-917b-3f117b4e272f req-47c8c790-e094-49df-9ef6-76cb91bb2871 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2912760 Apr 22 17:28:39.188245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-a071b195-e30d-4287-b3ef-cb244a6ca86d tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464', 'tempest-TagsExtTest-Tag-315169415') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:39.207592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0797ed74-84bd-4b64-881a-13cb07c9da1c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.222099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0797ed74-84bd-4b64-881a-13cb07c9da1c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.226922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:39.230377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.297365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.315738 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9df9d78b-280b-41f2-917b-3f117b4e272f req-09a08be3-2bcc-47ad-a73b-ca03f7e0538e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321344 Apr 22 17:28:39.333805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:39.336111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fd27dd8f-a675-44b0-a312-b94f8c9e4c25 None None] Provisioning complete for port 08fdc211-f989-4d21-8db0-e5e088965464 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:39.336111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd27dd8f-a675-44b0-a312-b94f8c9e4c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.341939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:security_group_rule and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:39.346583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:39.361853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:39.377036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': 'd30a2aff-531c-47cf-995d-9cbba9bf6490'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:39.378149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.479757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0797ed74-84bd-4b64-881a-13cb07c9da1c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Router 4d77290d-2544-4b48-945a-84cf2427a05d has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:39.486879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:39.490433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fd27dd8f-a675-44b0-a312-b94f8c9e4c25 None None] Port 08fdc211-f989-4d21-8db0-e5e088965464 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:39.503765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:39.509789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:39.525253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:39.578270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/d30a2aff-531c-47cf-995d-9cbba9bf6490/1c6b7927-2cf6-49a5-83d0-1eaf761a202d) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:39.608202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8:1::1 (2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994/bc2f19b3-98d7-463d-8a54-f5376bd98b32/2a3fe9d6-5177-45a7-b0bb-ea7b85318334) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:39.614886 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a071b195-e30d-4287-b3ef-cb244a6ca86d tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags/tempest-TagsExtTest-Tag-315169415 HTTP/1.1" status: 201 len: 201 time: 0.4760554 Apr 22 17:28:39.615589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43890) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:39.620733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-00108d4b-6436-4161-8739-058e5c40dea2 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68', 'tempest-TagsExtTest-Tag-1349722866') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:39.678747 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.682195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:39.685694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.705908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0797ed74-84bd-4b64-881a-13cb07c9da1c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:39.718622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0797ed74-84bd-4b64-881a-13cb07c9da1c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.723213 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0797ed74-84bd-4b64-881a-13cb07c9da1c tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "PUT /v2.0/routers/4d77290d-2544-4b48-945a-84cf2427a05d HTTP/1.1" status: 200 len: 925 time: 2.6420810 Apr 22 17:28:39.723443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43894) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:39.723987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a07cc-b484-4e42-8111-0c479e954d2e None None] Sync routers for ids ['4d77290d-2544-4b48-945a-84cf2427a05d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:39.752895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 60195cc1-3047-46c7-a23a-37ae06fe1c3a yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:39.774281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a07cc-b484-4e42-8111-0c479e954d2e None None] Routers {'4d77290d-2544-4b48-945a-84cf2427a05d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:39.775052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-518a07cc-b484-4e42-8111-0c479e954d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d77290d-2544-4b48-945a-84cf2427a05d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:39.793186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.832995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:39.843095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-518a07cc-b484-4e42-8111-0c479e954d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:39.856576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327bd037-00a3-41da-b0ee-0f6a25430209,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:39.869677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a07cc-b484-4e42-8111-0c479e954d2e None None] Routers {'4d77290d-2544-4b48-945a-84cf2427a05d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:39.870445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-518a07cc-b484-4e42-8111-0c479e954d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d77290d-2544-4b48-945a-84cf2427a05d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:39.911737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.912339 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Added segment d37fed07-9a63-4600-b414-c3c683d79407 of type vlan for network dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d Apr 22 17:28:39.929375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.944335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-518a07cc-b484-4e42-8111-0c479e954d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:39.945040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a07cc-b484-4e42-8111-0c479e954d2e None None] The sync data for ids ['4d77290d-2544-4b48-945a-84cf2427a05d'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:39.948972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Transition to ACTIVE for port object 1c6b7927-2cf6-49a5-83d0-1eaf761a202d will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:39.962806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:39.973552 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e84b590e-9b6d-4df2-8fc3-1c15a3943aca tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/routers/4d77290d-2544-4b48-945a-84cf2427a05d HTTP/1.1" status: 200 len: 925 time: 0.2458007 Apr 22 17:28:39.973759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43898) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:39.976485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Transition to ACTIVE for port object 1c6b7927-2cf6-49a5-83d0-1eaf761a202d will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:40.014001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.030468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object 2a3fe9d6-5177-45a7-b0bb-ea7b85318334 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:40.045869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.062448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f4baf-46bc-4ef1-ab5b-d7a8a9d611f8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:40.063164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d15f4baf-46bc-4ef1-ab5b-d7a8a9d611f8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Synchronizing usage tracker for tenant:d23d8a55663c4d2bb6a6daab083e86e9 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:40.095660 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-00108d4b-6436-4161-8739-058e5c40dea2 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags/tempest-TagsExtTest-Tag-1349722866 HTTP/1.1" status: 201 len: 201 time: 0.4786706 Apr 22 17:28:40.098764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43902) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:40.104180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-1f2ac7c2-298c-40bc-9558-79479dc50178 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c', 'tempest-TagsExtTest-Tag-1563763367') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:40.108167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:40.113481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:40.118928 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:40.128145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Pushing event updated for resources: {'Port': ['ID=1c6b7927-2cf6-49a5-83d0-1eaf761a202d,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:40.137106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::3d7 (b68838ec-31d5-4ab0-8519-6f8459febd2e/d30a2aff-531c-47cf-995d-9cbba9bf6490/60195cc1-3047-46c7-a23a-37ae06fe1c3a) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:40.143022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.148433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:40.149014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.180018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d15f4baf-46bc-4ef1-ab5b-d7a8a9d611f8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Unset dirty status for tenant:d23d8a55663c4d2bb6a6daab083e86e9 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:40.181110 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d15f4baf-46bc-4ef1-ab5b-d7a8a9d611f8 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=4d77290d-2544-4b48-945a-84cf2427a05d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2063715 Apr 22 17:28:40.186793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43906) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:40.206251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.215579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Attempting to bind port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:40.215950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Attempting to bind port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:40.216258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Attempting to bind port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:40.222159 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:40.222530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:40.222963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.223409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:40.223873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Bound port: 1c6b7927-2cf6-49a5-83d0-1eaf761a202d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:40.224248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.319886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] For port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:40.323226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] For port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1c6b7927-2cf6-49a5-83d0-1eaf761a202d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:40.359128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:40.370586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:40.373556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:40.374471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.402975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.407873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=2a3fe9d6-5177-45a7-b0bb-ea7b85318334,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:40.415175 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1f2ac7c2-298c-40bc-9558-79479dc50178 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags/tempest-TagsExtTest-Tag-1563763367 HTTP/1.1" status: 201 len: 201 time: 0.3152342 Apr 22 17:28:40.420314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43912) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:40.440024 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6654191 Apr 22 17:28:40.452170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400099b-28be-4b2f-a0e7-954ac96b387c tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Network': ['ID=dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:40.510345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-8160bed4-cf1f-40eb-84a2-4bf3c20c576a tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:40.526237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.528919 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:40.571513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 60195cc1-3047-46c7-a23a-37ae06fe1c3a will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:40.670608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29251f-7d01-4ddb-9152-580ffe2d2251 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:40.681081 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9b29251f-7d01-4ddb-9152-580ffe2d2251 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 881 time: 0.4819298 Apr 22 17:28:40.683031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43918) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:40.767844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62e802-da78-4262-999c-44a49d4df6b5 None None] Pushing event updated for resources: {'Port': ['ID=1c6b7927-2cf6-49a5-83d0-1eaf761a202d,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:40.781930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:40.783457 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8c0116dc-10c2-4cd7-bc50-17092f1c8276 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d77290d-2544-4b48-945a-84cf2427a05d HTTP/1.1" status: 200 len: 205 time: 0.0912564 Apr 22 17:28:40.784417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43922) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:40.883815 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8160bed4-cf1f-40eb-84a2-4bf3c20c576a tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags HTTP/1.1" status: 200 len: 241 time: 0.4422066 Apr 22 17:28:40.891421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43926) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:40.909340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-bcc2cb8e-fba9-4628-9281-9f8e1489bbae tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35', 'tempest-TagsExtTest-Tag-1608186510') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:40.911108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-059633eb-6fe7-40a4-8fd9-4004029e4efc None None] Provisioning for port 2a3fe9d6-5177-45a7-b0bb-ea7b85318334 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:40.916947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-059633eb-6fe7-40a4-8fd9-4004029e4efc None None] Provisioning complete for port 2a3fe9d6-5177-45a7-b0bb-ea7b85318334 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:40.917400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-059633eb-6fe7-40a4-8fd9-4004029e4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.051432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-059633eb-6fe7-40a4-8fd9-4004029e4efc None None] Port 2a3fe9d6-5177-45a7-b0bb-ea7b85318334 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:41.151434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.202104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.259265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8587ae5-3fed-48d6-9568-b53739e04fec req-032ecdd2-6463-437d-bf10-15bae1f19866 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:41.260931 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e8587ae5-3fed-48d6-9568-b53739e04fec req-032ecdd2-6463-437d-bf10-15bae1f19866 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.6531696 Apr 22 17:28:41.315960 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bcc2cb8e-fba9-4628-9281-9f8e1489bbae tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags/tempest-TagsExtTest-Tag-1608186510 HTTP/1.1" status: 204 len: 168 time: 0.4233034 Apr 22 17:28:41.319469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43930) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:41.326062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-e6e31327-7ea0-4405-9064-6d6590ecb542 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35', 'tempest-TagsExtTest-Tag-1608186510') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:41.329410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:41.346831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:41.365999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:41.371735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:41.372426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.378166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=60195cc1-3047-46c7-a23a-37ae06fe1c3a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:41.430211 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e8587ae5-3fed-48d6-9568-b53739e04fec req-2546f534-9520-448a-b5bf-56d6ebb82271 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578500 Apr 22 17:28:41.439682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.533871 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8a1fb6aa-4289-4eec-b344-861be5cab6ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3961897 Apr 22 17:28:41.537227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43934) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:41.584408 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e6e31327-7ea0-4405-9064-6d6590ecb542 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags/tempest-TagsExtTest-Tag-1608186510 HTTP/1.1" status: 204 len: 168 time: 0.2643318 Apr 22 17:28:41.585480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Deleting port bcba7b98-78fd-494a-afde-e9c6f3a24026 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:41.585927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.587038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.588614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43938) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:41.594256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-3cd97039-ae1a-4fc7-8058-0cb399e67195 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:41.668070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.668847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.712176 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3cd97039-ae1a-4fc7-8058-0cb399e67195 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags HTTP/1.1" status: 200 len: 205 time: 0.1223392 Apr 22 17:28:41.721805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43942) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:41.738774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-1c9d186d-de9b-45fa-afe8-bc334cdcf163 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:41.787350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253bffca-f2ce-416b-bb25-d0548066b47a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:41.793467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253bffca-f2ce-416b-bb25-d0548066b47a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:41.797546 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-253bffca-f2ce-416b-bb25-d0548066b47a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2569177 Apr 22 17:28:41.798835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43946) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:41.867060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.946025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-dad0bb0f-d2a7-431f-a637-e4913569540f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 60195cc1-3047-46c7-a23a-37ae06fe1c3a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:41.946519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad0bb0f-d2a7-431f-a637-e4913569540f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:41.965552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=2a3fe9d6-5177-45a7-b0bb-ea7b85318334,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:41.989066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:41.992445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:42.046613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Calling delete_port for bcba7b98-78fd-494a-afde-e9c6f3a24026 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:42.057812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed611a69-b0c0-4b60-ac05-0d5605af32e6 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:42.242049 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1c9d186d-de9b-45fa-afe8-bc334cdcf163 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags HTTP/1.1" status: 200 len: 240 time: 0.5202444 Apr 22 17:28:42.254299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 16b3d982-e5a1-4ead-a540-d92cb579c94f has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:42.255186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:42.269482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-1081980f-c530-486a-bcbe-9522bab83143 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464', 'tempest-TagsExtTest-Tag-315169415') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:42.451729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5849a780-4aa1-4ebd-b1a1-bb2ce42cab88 None None] Provisioning for port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:42.555657 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1081980f-c530-486a-bcbe-9522bab83143 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags/tempest-TagsExtTest-Tag-315169415 HTTP/1.1" status: 204 len: 168 time: 0.2952950 Apr 22 17:28:42.557509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:42.559188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43958) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:42.569021 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e666072-a856-4d90-b1f4-dc9b1763d6b7 None None] Sync routers for ids ['16b3d982-e5a1-4ead-a540-d92cb579c94f'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:42.583077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad0bb0f-d2a7-431f-a637-e4913569540f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:42.589921 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fb8af268-42a1-4576-9654-3fb54edc80b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/16b3d982-e5a1-4ead-a540-d92cb579c94f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7252328 Apr 22 17:28:42.594151 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e666072-a856-4d90-b1f4-dc9b1763d6b7 None None] Routers {'16b3d982-e5a1-4ead-a540-d92cb579c94f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:42.596030 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-3e666072-a856-4d90-b1f4-dc9b1763d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['16b3d982-e5a1-4ead-a540-d92cb579c94f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:42.616495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-0095b730-ac19-4ff1-a061-44ba896230ba tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464', 'tempest-TagsExtTest-Tag-315169415') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:42.656905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3333a60d-143b-45e1-9b17-0837edb94295 None None] Provisioning complete for port 2a3fe9d6-5177-45a7-b0bb-ea7b85318334 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:42.657819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3333a60d-143b-45e1-9b17-0837edb94295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:42.695428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43962) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:42.746630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-dad0bb0f-d2a7-431f-a637-e4913569540f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 60195cc1-3047-46c7-a23a-37ae06fe1c3a owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:42.754082 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-3e666072-a856-4d90-b1f4-dc9b1763d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:42.779984 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e666072-a856-4d90-b1f4-dc9b1763d6b7 None None] Routers {'16b3d982-e5a1-4ead-a540-d92cb579c94f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:42.780802 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1c6b7927-2cf6-49a5-83d0-1eaf761a202d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:42.781012 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-3e666072-a856-4d90-b1f4-dc9b1763d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['16b3d982-e5a1-4ead-a540-d92cb579c94f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:42.876914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73dc05c-e439-45e0-b4ef-79db9010f80e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:42.877408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f73dc05c-e439-45e0-b4ef-79db9010f80e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:42.888134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3333a60d-143b-45e1-9b17-0837edb94295 None None] Port 2a3fe9d6-5177-45a7-b0bb-ea7b85318334 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:42.896040 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-3e666072-a856-4d90-b1f4-dc9b1763d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:42.896656 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e666072-a856-4d90-b1f4-dc9b1763d6b7 None None] The sync data for ids ['16b3d982-e5a1-4ead-a540-d92cb579c94f'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:42.994906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:43.004699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:43.005117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:43.122067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148b663-49b3-48ca-a577-0e3761323f6c req-2ef24f47-de32-44ee-b990-39dddb8def35 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:43.123926 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1148b663-49b3-48ca-a577-0e3761323f6c req-2ef24f47-de32-44ee-b990-39dddb8def35 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1560557 Apr 22 17:28:43.156714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f73dc05c-e439-45e0-b4ef-79db9010f80e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:43.159137 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f73dc05c-e439-45e0-b4ef-79db9010f80e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports/2a3fe9d6-5177-45a7-b0bb-ea7b85318334 HTTP/1.1" status: 200 len: 913 time: 0.4625955 Apr 22 17:28:43.162246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43966) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:43.194084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad0bb0f-d2a7-431f-a637-e4913569540f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:43.212954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d69cf433-48a7-4a51-a926-3049303386fa None None] Could not find standard attr ID for object 60195cc1-3047-46c7-a23a-37ae06fe1c3a. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:28:43.242230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:43.275254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d69cf433-48a7-4a51-a926-3049303386fa None None] Provisioning complete for port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:43.275631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d69cf433-48a7-4a51-a926-3049303386fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:43.311664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0bb0f-d2a7-431f-a637-e4913569540f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=60195cc1-3047-46c7-a23a-37ae06fe1c3a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:43.323155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad0bb0f-d2a7-431f-a637-e4913569540f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:43.357996 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dad0bb0f-d2a7-431f-a637-e4913569540f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/60195cc1-3047-46c7-a23a-37ae06fe1c3a HTTP/1.1" status: 204 len: 168 time: 1.5589476 Apr 22 17:28:43.363707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43970) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:43.369629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1148b663-49b3-48ca-a577-0e3761323f6c req-4e96f1e9-bc7a-4bd0-9b43-3728a6d17a01 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2090917 Apr 22 17:28:43.448931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1c6b7927-2cf6-49a5-83d0-1eaf761a202d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:43.482167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:43.529942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:43.558476 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0095b730-ac19-4ff1-a061-44ba896230ba tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags/tempest-TagsExtTest-Tag-315169415 HTTP/1.1" status: 204 len: 168 time: 0.9927440 Apr 22 17:28:43.571610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43976) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:43.577979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-de7491c9-7647-4c8e-9ff6-a7ac32d153e7 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:43.647413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event deleted for resources: {'Port': ['ID=bcba7b98-78fd-494a-afde-e9c6f3a24026,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:43.703305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43980) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:43.722096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'subnet': {'network_id': 'dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:43.730104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=1c6b7927-2cf6-49a5-83d0-1eaf761a202d,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:43.798130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72669466-579e-4dcc-b4be-5c74c111d669 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:43.798362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72669466-579e-4dcc-b4be-5c74c111d669 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:43.802322 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-72669466-579e-4dcc-b4be-5c74c111d669 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4228115 Apr 22 17:28:43.804076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43984) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:43.830929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2df20b2b-973f-462a-a3bf-16e6e9249896 None None] Could not find standard attr ID for object 60195cc1-3047-46c7-a23a-37ae06fe1c3a. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:28:43.854236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:43.929188 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de7491c9-7647-4c8e-9ff6-a7ac32d153e7 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags HTTP/1.1" status: 200 len: 205 time: 0.3541234 Apr 22 17:28:43.930519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43990) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:43.931303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:43.940486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:subnet and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:43.945655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-1b1426fb-0df2-4a96-aef0-b52efaf3d223 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:44.003816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:44.049941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:44.082249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.087399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-9811892a-666f-4382-9ce2-e082bd4e714c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet d30a2aff-531c-47cf-995d-9cbba9bf6490 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:44.091177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.092850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9811892a-666f-4382-9ce2-e082bd4e714c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.136505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:44.139951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.160040 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1b1426fb-0df2-4a96-aef0-b52efaf3d223 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags HTTP/1.1" status: 200 len: 241 time: 0.2262325 Apr 22 17:28:44.168172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 43994) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:44.191146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-a1b8638a-8340-4154-a06f-127cf7e0fbb4 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68', 'tempest-TagsExtTest-Tag-1349722866') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:44.372039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9811892a-666f-4382-9ce2-e082bd4e714c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.378702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.514651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba649dcd-057b-4074-a2ea-b5b0e08c095f req-78d38aad-c6c5-45b8-9e72-2b18e98f9ee3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:44.516006 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba649dcd-057b-4074-a2ea-b5b0e08c095f req-78d38aad-c6c5-45b8-9e72-2b18e98f9ee3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.5539770 Apr 22 17:28:44.516652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.517174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Fanout notify agent at l3_agent the message router_deleted on router 4d77290d-2544-4b48-945a-84cf2427a05d {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:44.572075 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a1b8638a-8340-4154-a06f-127cf7e0fbb4 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags/tempest-TagsExtTest-Tag-1349722866 HTTP/1.1" status: 204 len: 168 time: 0.3961327 Apr 22 17:28:44.572576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 43998) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:44.582445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.583526 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0c494bd4-eb80-4ff5-aa9b-bdab6903b797 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/4d77290d-2544-4b48-945a-84cf2427a05d HTTP/1.1" status: 204 len: 168 time: 3.7974765 Apr 22 17:28:44.587764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44000) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:44.589790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-02125299-dac5-4744-8156-169bc7516a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:44.591172 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-02125299-dac5-4744-8156-169bc7516a9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1098 time: 0.4650013 Apr 22 17:28:44.598034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1086207924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:44.632977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:44.641000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-d0969642-087d-4ccc-98d5-e5ca6b907138 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68', 'tempest-TagsExtTest-Tag-1349722866') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:44.642357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1c6b7927-2cf6-49a5-83d0-1eaf761a202d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:44.645121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Usage tracker for resource:router and tenant:717c63a0c49c4ce7af45083c03c4ec73 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:44.662650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:44.676092 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba649dcd-057b-4074-a2ea-b5b0e08c095f req-85f82a68-314a-4cf9-ba60-a1b5cada5472 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440449 Apr 22 17:28:44.677703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:44.717713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:44.718094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.734553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9811892a-666f-4382-9ce2-e082bd4e714c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.831507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-5a6fe385-899e-4c5c-9268-57a557505f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:44.832892 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-5a6fe385-899e-4c5c-9268-57a557505f29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 912 time: 0.2214239 Apr 22 17:28:44.902137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.903189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.925510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9811892a-666f-4382-9ce2-e082bd4e714c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.954997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:44.985705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d368f1-39e9-4937-bb27-8cce32858f49 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:44.987520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811892a-666f-4382-9ce2-e082bd4e714c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=d30a2aff-531c-47cf-995d-9cbba9bf6490,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:44.991909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9811892a-666f-4382-9ce2-e082bd4e714c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.000206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.005891 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-887e51b1-ddc9-4eb9-9d8c-c27005596375 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 1000 time: 0.1623631 Apr 22 17:28:45.050099 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9811892a-666f-4382-9ce2-e082bd4e714c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/d30a2aff-531c-47cf-995d-9cbba9bf6490 HTTP/1.1" status: 204 len: 168 time: 1.2427096 Apr 22 17:28:45.052294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44006) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:45.096552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Subnet': ['ID=e1ddcd4b-3bf5-435b-9a5e-bc52dc4e24cf,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:45.105314 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d0969642-087d-4ccc-98d5-e5ca6b907138 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags/tempest-TagsExtTest-Tag-1349722866 HTTP/1.1" status: 204 len: 168 time: 0.4690480 Apr 22 17:28:45.113960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44010) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:45.119057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Checking segment: {'id': 'd37fed07-9a63-4600-b414-c3c683d79407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:45.119427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network hostable DHCP agents. Network: dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:28:45.127433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-a876ee13-9b6a-41a5-bf12-73915adf97a0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:45.142714 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9bd4a13b-1ebb-4820-b96c-149a25f9f799 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883987 Apr 22 17:28:45.148426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44014) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:45.157078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:45.182570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 2a3fe9d6-5177-45a7-b0bb-ea7b85318334 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:45.182953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.194108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-920da58e-8088-4217-92e6-8ceeb1defe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:45.196386 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-920da58e-8088-4217-92e6-8ceeb1defe1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.1833928 Apr 22 17:28:45.201081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.287722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:45.292200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] Deleting port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:45.292575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.352228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:28:45.356569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:45.363075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:45.367236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:45.375149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:45.398507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.400379 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-19af1ee4-9c42-4828-af53-a92d122d276a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8081801 Apr 22 17:28:45.405988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44018) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:45.411069 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a876ee13-9b6a-41a5-bf12-73915adf97a0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags HTTP/1.1" status: 200 len: 205 time: 0.2961907 Apr 22 17:28:45.424132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44020) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:45.431306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:45.460633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:45.468971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:45.469613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.474507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.501836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e799c-e52e-4fc8-bc20-5958fe5b4647 None None] Network dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:45.602154 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] For port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1c6b7927-2cf6-49a5-83d0-1eaf761a202d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:45.602578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.614635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 2a3fe9d6-5177-45a7-b0bb-ea7b85318334 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:45.684217 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b607da70-6d51-45c7-b7c4-a7b8d3156e91 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9807570 Apr 22 17:28:45.691916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44026) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:45.698258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1423385621'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:45.704094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:45.709362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:network and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:45.715390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-0367560f-faba-4f3d-8877-342b93380764 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:45.717915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:45.725053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:45.782309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] Calling delete_port for 1c6b7927-2cf6-49a5-83d0-1eaf761a202d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:45.803247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:45.806687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.855774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:45.908151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.908508 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Added segment f479cba6-8c4a-48e6-a4fa-4b20564c7029 of type vlan for network 28b110f5-cf5c-4e57-8284-553c8af2488d Apr 22 17:28:45.937014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.980097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d', 'network_id': 'dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d', 'tenant_id': '0e692f39316b41a2b95b4c3174f8bf17', 'fixed_ips': [{'subnet_id': 'e1ddcd4b-3bf5-435b-9a5e-bc52dc4e24cf'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:45.981022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.985980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.995354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:45.997267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.001307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=2a3fe9d6-5177-45a7-b0bb-ea7b85318334,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:46.017753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-d34948ad-6f54-4465-ac5b-b1e3015cfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:46.020327 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-d34948ad-6f54-4465-ac5b-b1e3015cfbd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8125615 Apr 22 17:28:46.021343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:46.027115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.091299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] No DVR routers for this DVR port 1c6b7927-2cf6-49a5-83d0-1eaf761a202d on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:46.093076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fc7f0-9186-4767-a2aa-61ea9b1470db None None] Pushing event deleted for resources: {'Port': ['ID=1c6b7927-2cf6-49a5-83d0-1eaf761a202d,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:46.159070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466face-9f70-4b1a-8630-ddbd7edd5559 req-17306fad-5148-4b3e-b1c5-0fee3e7450c6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:46.160612 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c466face-9f70-4b1a-8630-ddbd7edd5559 req-17306fad-5148-4b3e-b1c5-0fee3e7450c6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3041713 Apr 22 17:28:46.227836 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0367560f-faba-4f3d-8877-342b93380764 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags HTTP/1.1" status: 200 len: 241 time: 0.8009071 Apr 22 17:28:46.236477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44032) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:46.254670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Allocated IP 2001:db8:0:ffff::2 (dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d/e1ddcd4b-3bf5-435b-9a5e-bc52dc4e24cf/8805c411-7870-4cd6-9cb3-72c5eb17c14a) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:46.303182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-953b13af-52f1-443e-b31f-abe3bc8598e2 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c', 'tempest-TagsExtTest-Tag-1563763367') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:46.397150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.402710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:46.403327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.487741 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-953b13af-52f1-443e-b31f-abe3bc8598e2 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags/tempest-TagsExtTest-Tag-1563763367 HTTP/1.1" status: 204 len: 168 time: 0.2447321 Apr 22 17:28:46.497646 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-fe2b8308-93fa-4246-9017-6e994592d843 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489211 Apr 22 17:28:46.498338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44036) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:46.504843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.515734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Transition to ACTIVE for port object 8805c411-7870-4cd6-9cb3-72c5eb17c14a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:46.515941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-09dcccc0-02c3-404a-9028-ce7d417c3f70 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c', 'tempest-TagsExtTest-Tag-1563763367') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:46.536031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Transition to ACTIVE for port object 8805c411-7870-4cd6-9cb3-72c5eb17c14a will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:46.543311 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c466face-9f70-4b1a-8630-ddbd7edd5559 req-c59b5230-df96-4e42-870b-962b33096ae1 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3729279 Apr 22 17:28:46.561345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Network': ['ID=28b110f5-cf5c-4e57-8284-553c8af2488d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:46.564058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.580936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 28b110f5-cf5c-4e57-8284-553c8af2488d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:46.620087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.648050 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-90362e7d-8a6f-4f1a-a850-15281aba5a33 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9525301 Apr 22 17:28:46.648563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44040) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:46.656132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'subnet': {'network_id': '28b110f5-cf5c-4e57-8284-553c8af2488d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:46.681603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1c6b7927-2cf6-49a5-83d0-1eaf761a202d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:46.737784 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1250a717-faa6-45c9-811f-b1c77c87b932 req-f63efd09-cbf5-49f5-b75b-337688de9550 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254128 Apr 22 17:28:46.767515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 1c6b7927-2cf6-49a5-83d0-1eaf761a202d {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:28:46.768106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1c6b7927-2cf6-49a5-83d0-1eaf761a202d not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:28:46.811913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Network dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:46.817953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:46.820366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:46.821690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.822667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Pushing event updated for resources: {'Port': ['ID=8805c411-7870-4cd6-9cb3-72c5eb17c14a,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:46.858628 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-09dcccc0-02c3-404a-9028-ce7d417c3f70 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags/tempest-TagsExtTest-Tag-1563763367 HTTP/1.1" status: 204 len: 168 time: 0.3500230 Apr 22 17:28:46.871005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44044) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:46.906252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:46.913091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:subnet and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:46.922213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Attempting to bind port 8805c411-7870-4cd6-9cb3-72c5eb17c14a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:46.922638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Attempting to bind port 8805c411-7870-4cd6-9cb3-72c5eb17c14a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'd37fed07-9a63-4600-b414-c3c683d79407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:46.923546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Attempting to bind port 8805c411-7870-4cd6-9cb3-72c5eb17c14a on network dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:46.928904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:46.929632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Checking segment: {'id': 'd37fed07-9a63-4600-b414-c3c683d79407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:46.929632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.930040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Bound using segment: {'id': 'd37fed07-9a63-4600-b414-c3c683d79407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:46.930493 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Bound port: 8805c411-7870-4cd6-9cb3-72c5eb17c14a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37fed07-9a63-4600-b414-c3c683d79407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:46.930939 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:46.946556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-475add70-e793-4d34-a8b0-a59205f208e8 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:46.966413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:46.980104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:47.000658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:47.002349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:47.015951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 16b3d982-e5a1-4ead-a540-d92cb579c94f has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:47.028301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] For port 8805c411-7870-4cd6-9cb3-72c5eb17c14a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:47.031385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] For port 8805c411-7870-4cd6-9cb3-72c5eb17c14a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8805c411-7870-4cd6-9cb3-72c5eb17c14a,segment=NetworkSegment(d37fed07-9a63-4600-b414-c3c683d79407),segment_id=d37fed07-9a63-4600-b414-c3c683d79407)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:47.033026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:47.045250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:47.045250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:47.045551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa4a943-b344-4c86-afb4-38ea76d4f277 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:47.045669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:47.087095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=624f27b9-16fe-4fec-bf56-529152954190,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:47.089237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:47.093117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:47.109782 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-475add70-e793-4d34-a8b0-a59205f208e8 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags HTTP/1.1" status: 200 len: 205 time: 0.1876724 Apr 22 17:28:47.115423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44048) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:47.132492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:47.134225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-d51786ab-4762-458c-9290-3af53e081888 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:47.201556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-85040956-f2c6-4fb4-9ec9-928022e88c7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0516789 Apr 22 17:28:47.209727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44052) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:47.225411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'name': 'tempest-NetworksTestDHCPv6-2096639352'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:47.253739 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d51786ab-4762-458c-9290-3af53e081888 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1356344 Apr 22 17:28:47.256760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44056) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:47.276349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-b78324bf-feb9-4fb2-835e-b7d12d0514f3 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:47.277736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d8841-f76d-464d-b7c8-8e4bc94e5dec None None] Pushing event updated for resources: {'Port': ['ID=8805c411-7870-4cd6-9cb3-72c5eb17c14a,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:47.385574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Allocated IP 172.26.3.220 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/18a4256c-4381-4801-b9c3-d54e1da0060d) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:47.385824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '624f27b9-16fe-4fec-bf56-529152954190'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:47.386861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:47.387181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:47.403722 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9387ae7f-d894-44b7-a21b-cbba181f8231 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/16b3d982-e5a1-4ead-a540-d92cb579c94f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2333567 Apr 22 17:28:47.405668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44060) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:47.406148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febe9a3-4c29-458e-a216-c8343f7a809b None None] Sync routers for ids ['16b3d982-e5a1-4ead-a540-d92cb579c94f'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:47.426043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febe9a3-4c29-458e-a216-c8343f7a809b None None] Routers {'16b3d982-e5a1-4ead-a540-d92cb579c94f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:47.426888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0febe9a3-4c29-458e-a216-c8343f7a809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['16b3d982-e5a1-4ead-a540-d92cb579c94f'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:47.574958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0febe9a3-4c29-458e-a216-c8343f7a809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:47.617692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febe9a3-4c29-458e-a216-c8343f7a809b None None] Routers {'16b3d982-e5a1-4ead-a540-d92cb579c94f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:47.620296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0febe9a3-4c29-458e-a216-c8343f7a809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['16b3d982-e5a1-4ead-a540-d92cb579c94f'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:47.672015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:47.681041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:47.684454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:47.691884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:47.747534 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b78324bf-feb9-4fb2-835e-b7d12d0514f3 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags HTTP/1.1" status: 204 len: 168 time: 0.4897480 Apr 22 17:28:47.753333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44066) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:47.761076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-b9191ca5-277b-475d-b622-aa6e571efb8b tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:47.763031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:47.767595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:47.840854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0febe9a3-4c29-458e-a216-c8343f7a809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:47.841440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febe9a3-4c29-458e-a216-c8343f7a809b None None] The sync data for ids ['16b3d982-e5a1-4ead-a540-d92cb579c94f'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:47.867990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/624f27b9-16fe-4fec-bf56-529152954190/a52c6978-55a2-4927-82f7-d49b520775b7) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:47.953733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:47.957105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 89413e4c-1a23-4230-8c59-8cd7566f86d0 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:48.076407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60bafc-a17e-4310-95d6-2e4a78476c94 req-40b8c771-36b5-4a04-bb55-2820bfac7948 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:48.077916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f60bafc-a17e-4310-95d6-2e4a78476c94 req-40b8c771-36b5-4a04-bb55-2820bfac7948 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3672078 Apr 22 17:28:48.085058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:48.096394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Transition to ACTIVE for port object a52c6978-55a2-4927-82f7-d49b520775b7 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:48.116820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Transition to ACTIVE for port object a52c6978-55a2-4927-82f7-d49b520775b7 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:48.129655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f60bafc-a17e-4310-95d6-2e4a78476c94 req-224aa6c4-60df-4e0f-a4b9-5d8776941ce6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415254 Apr 22 17:28:48.143538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:48.203325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:48.287578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::264 (b68838ec-31d5-4ab0-8519-6f8459febd2e/624f27b9-16fe-4fec-bf56-529152954190/89413e4c-1a23-4230-8c59-8cd7566f86d0) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:48.290574 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b9191ca5-277b-475d-b622-aa6e571efb8b tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags HTTP/1.1" status: 204 len: 168 time: 0.5351934 Apr 22 17:28:48.295727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44074) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:48.300465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:48.311364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:48.314978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:48.332241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-d5d82079-9cef-4267-8820-4b2b1936e48d tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:48.334371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:48.339406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:48.351099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:48.417209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Pushing event updated for resources: {'Port': ['ID=a52c6978-55a2-4927-82f7-d49b520775b7,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:48.435924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event updated for resources: {'Port': ['ID=18a4256c-4381-4801-b9c3-d54e1da0060d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:48.453384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Attempting to bind port a52c6978-55a2-4927-82f7-d49b520775b7 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:48.453737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Attempting to bind port a52c6978-55a2-4927-82f7-d49b520775b7 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:48.454125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Attempting to bind port a52c6978-55a2-4927-82f7-d49b520775b7 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:48.468534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:48.468921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:48.474211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:48.474211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:48.474211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Bound port: a52c6978-55a2-4927-82f7-d49b520775b7, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:48.474211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:48.573584 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] For port a52c6978-55a2-4927-82f7-d49b520775b7, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:48.578175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] For port a52c6978-55a2-4927-82f7-d49b520775b7, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a52c6978-55a2-4927-82f7-d49b520775b7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:48.617966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525a96a-2f56-49be-88ad-2a8c1c7abffe None None] Network dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:48.670662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:28:48.684232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:48.698881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.698881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.698881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.698881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.698881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.698881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.698881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.698881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.699579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.699579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.699830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.700154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.721441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8805c411-7870-4cd6-9cb3-72c5eb17c14a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:48.733624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd3aa-a781-4c67-b6a9-c218e891eb0c req-8acaaa19-7633-4bbd-aa1d-982c9c6f4494 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:48.735164 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-273dd3aa-a781-4c67-b6a9-c218e891eb0c req-8acaaa19-7633-4bbd-aa1d-982c9c6f4494 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4496756 Apr 22 17:28:48.757473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:48.865483 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d5d82079-9cef-4267-8820-4b2b1936e48d tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags HTTP/1.1" status: 204 len: 168 time: 0.5376699 Apr 22 17:28:48.873264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Subnet': ['ID=97bf2152-5607-4a35-a1e3-7785bba048b4,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:48.877427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44078) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:48.887745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-66add225-62c4-46aa-9934-67bd0af96cbb tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35', 'tempest-TagsExtTest-Tag-1597484127') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:48.896604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.896952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.897292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.897626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.897966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.898307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.898639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.898994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.899323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.899645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.899974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.900294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:48.906796 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-273dd3aa-a781-4c67-b6a9-c218e891eb0c req-17c63d5d-f89b-40f8-b1a6-fdba18842f5a tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524329 Apr 22 17:28:48.909498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-125b06e0-937f-40d9-9bb5-cbceb05400b9 None None] Provisioning for port 8805c411-7870-4cd6-9cb3-72c5eb17c14a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:48.918111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Checking segment: {'id': 'f479cba6-8c4a-48e6-a4fa-4b20564c7029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '28b110f5-cf5c-4e57-8284-553c8af2488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:48.918111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network hostable DHCP agents. Network: 28b110f5-cf5c-4e57-8284-553c8af2488d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:28:48.971138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb16d9-039b-4d41-b0b7-3386c72c12c6 None None] Pushing event updated for resources: {'Port': ['ID=a52c6978-55a2-4927-82f7-d49b520775b7,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:48.984589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.069002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.075034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 8805c411-7870-4cd6-9cb3-72c5eb17c14a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:49.078869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network 28b110f5-cf5c-4e57-8284-553c8af2488d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:28:49.090297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8805c411-7870-4cd6-9cb3-72c5eb17c14a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:49.091108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.114853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.287570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.334232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 8805c411-7870-4cd6-9cb3-72c5eb17c14a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8805c411-7870-4cd6-9cb3-72c5eb17c14a,segment=NetworkSegment(d37fed07-9a63-4600-b414-c3c683d79407),segment_id=d37fed07-9a63-4600-b414-c3c683d79407)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:49.383867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 28b110f5-cf5c-4e57-8284-553c8af2488d) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:49.392196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc10d5-2ba3-45d4-8322-fd18969a89d1 None None] Network 28b110f5-cf5c-4e57-8284-553c8af2488d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:49.399846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:49.402515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.449696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.453087 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:28:49.548823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 89413e4c-1a23-4230-8c59-8cd7566f86d0 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:49.562537 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8a72f325-fc4e-4485-a526-340935f9eadb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9127049 Apr 22 17:28:49.567675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44084) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:49.579828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'port': {'network_id': '28b110f5-cf5c-4e57-8284-553c8af2488d', 'name': 'tempest-NetworksIpV6TestAttrs-1279781043'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:49.594916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port d66ff849-a9d5-4cb7-8c5d-d1b496efe247 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:49.595559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.625615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.631254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.649931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7219ab5e-b2a2-4517-ba39-fd91cf5ef1f4 None None] Provisioning complete for port 8805c411-7870-4cd6-9cb3-72c5eb17c14a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:49.650219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7219ab5e-b2a2-4517-ba39-fd91cf5ef1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.715763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=8805c411-7870-4cd6-9cb3-72c5eb17c14a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:49.759952 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.760348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.760694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.761042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.761363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.761692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.762015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.762339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.762661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.763045 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.763365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.763680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:28:49.883110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.885224 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-66add225-62c4-46aa-9934-67bd0af96cbb tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags/tempest-TagsExtTest-Tag-1597484127 HTTP/1.1" status: 201 len: 201 time: 1.0067787 Apr 22 17:28:49.886215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44090) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:49.891322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:49.899041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e42607-90eb-4f81-a709-c3602d5e232e req-c79f04b8-6e11-4581-b6a3-44c36bd77348 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:49.901633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-c18423bc-3d34-49cd-8b6f-97b9d59e5381 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464', 'tempest-TagsExtTest-Tag-139379829') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:49.906154 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-68e42607-90eb-4f81-a709-c3602d5e232e req-c79f04b8-6e11-4581-b6a3-44c36bd77348 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2084408 Apr 22 17:28:49.931247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-28b110f5-cf5c-4e57-8284-553c8af2488d', 'network_id': '28b110f5-cf5c-4e57-8284-553c8af2488d', 'tenant_id': '0e692f39316b41a2b95b4c3174f8bf17', 'fixed_ips': [{'subnet_id': '97bf2152-5607-4a35-a1e3-7785bba048b4'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:49.932071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:50.094328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:50.121658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:50.140720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:50.147240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:50.147893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:50.156171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Allocated IP 2001:db8::f816:3eff:fe2a:47b8 (28b110f5-cf5c-4e57-8284-553c8af2488d/97bf2152-5607-4a35-a1e3-7785bba048b4/cf48ed43-cd48-4628-8ea4-faaeed3cfc1f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:50.217061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for d66ff849-a9d5-4cb7-8c5d-d1b496efe247 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:50.282991 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-68e42607-90eb-4f81-a709-c3602d5e232e req-15a65b4d-ef99-4b01-a424-cdf169dc188f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3759387 Apr 22 17:28:50.290829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=89413e4c-1a23-4230-8c59-8cd7566f86d0,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:50.326633 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8b04fe12-d75c-4a99-b7d8-b6dd201e7595 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1152687 Apr 22 17:28:50.333196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44098) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:50.342132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:50.350812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:port and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:50.355329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:50.366774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:50.406548 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c18423bc-3d34-49cd-8b6f-97b9d59e5381 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags/tempest-TagsExtTest-Tag-139379829 HTTP/1.1" status: 201 len: 201 time: 0.5124724 Apr 22 17:28:50.409205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44102) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:50.413804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:50.416323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-e0494089-0b23-4bf8-a75f-12ae01b1f67a tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68', 'tempest-TagsExtTest-Tag-155701660') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:50.529609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Router 08fdc94e-10cb-44ae-b60d-39d814afaf19 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:28:50.538639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:50.542105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:50.591170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d9055-0a9a-4bfa-af91-57a388506d33 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:50.591583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] device_id is not set on port f79e43b0-98e7-46c4-acaf-7a8c114e893e yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:50.591881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d9055-0a9a-4bfa-af91-57a388506d33 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:50.591881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-be5d9055-0a9a-4bfa-af91-57a388506d33 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:50.651679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Transition to ACTIVE for port object cf48ed43-cd48-4628-8ea4-faaeed3cfc1f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:50.666040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:50.674776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Transition to ACTIVE for port object cf48ed43-cd48-4628-8ea4-faaeed3cfc1f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:50.716868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-be5d9055-0a9a-4bfa-af91-57a388506d33 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:50.717942 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-be5d9055-0a9a-4bfa-af91-57a388506d33 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3834224 Apr 22 17:28:50.739466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a52c6978-55a2-4927-82f7-d49b520775b7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:50.743171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44106) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:50.760241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=d66ff849-a9d5-4cb7-8c5d-d1b496efe247,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:50.790785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:50.854044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b7e1df95-88ea-4274-a1e0-73ff0102472d None None] Provisioning for port a52c6978-55a2-4927-82f7-d49b520775b7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:50.903382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Network 28b110f5-cf5c-4e57-8284-553c8af2488d is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:50.914528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:50.917495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:50.919571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:50.991265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-eff12e3a-15cc-4333-ab64-64df17bff3d1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 89413e4c-1a23-4230-8c59-8cd7566f86d0 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:50.991864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eff12e3a-15cc-4333-ab64-64df17bff3d1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:50.996566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Pushing event updated for resources: {'Port': ['ID=cf48ed43-cd48-4628-8ea4-faaeed3cfc1f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:51.063116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Attempting to bind port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:51.063641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Attempting to bind port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'f479cba6-8c4a-48e6-a4fa-4b20564c7029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '28b110f5-cf5c-4e57-8284-553c8af2488d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:51.064007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Attempting to bind port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f on network 28b110f5-cf5c-4e57-8284-553c8af2488d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:51.069392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:51.069770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Checking segment: {'id': 'f479cba6-8c4a-48e6-a4fa-4b20564c7029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '28b110f5-cf5c-4e57-8284-553c8af2488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:51.070175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.070990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Bound using segment: {'id': 'f479cba6-8c4a-48e6-a4fa-4b20564c7029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '28b110f5-cf5c-4e57-8284-553c8af2488d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:51.071102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Bound port: cf48ed43-cd48-4628-8ea4-faaeed3cfc1f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f479cba6-8c4a-48e6-a4fa-4b20564c7029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '28b110f5-cf5c-4e57-8284-553c8af2488d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:51.071428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.095119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5875b-bd17-4fd1-bbe8-b01eed88703c req-1d4964a4-0109-4a6a-af41-4d952808c929 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:51.096612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-11c5875b-bd17-4fd1-bbe8-b01eed88703c req-1d4964a4-0109-4a6a-af41-4d952808c929 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.6153953 Apr 22 17:28:51.109629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:51.119588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Allocated IP 2001:db8::f816:3eff:fe6c:a61f (28b110f5-cf5c-4e57-8284-553c8af2488d/97bf2152-5607-4a35-a1e3-7785bba048b4/f79e43b0-98e7-46c4-acaf-7a8c114e893e) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:51.124657 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a06bd28-8080-456e-bc17-4fd527b1a5fe None None] Sync routers for ids ['08fdc94e-10cb-44ae-b60d-39d814afaf19'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:51.134805 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a06bd28-8080-456e-bc17-4fd527b1a5fe None None] Routers {'08fdc94e-10cb-44ae-b60d-39d814afaf19'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:51.135627 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2a06bd28-8080-456e-bc17-4fd527b1a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['08fdc94e-10cb-44ae-b60d-39d814afaf19'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.137783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a52c6978-55a2-4927-82f7-d49b520775b7 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:51.147240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b917f774-8abf-421b-92a0-0896d19bf019 None None] Provisioning for port 89413e4c-1a23-4230-8c59-8cd7566f86d0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:51.152706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e0494089-0b23-4bf8-a75f-12ae01b1f67a tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags/tempest-TagsExtTest-Tag-155701660 HTTP/1.1" status: 201 len: 201 time: 0.7390978 Apr 22 17:28:51.156433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a52c6978-55a2-4927-82f7-d49b520775b7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:51.156917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.175913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44110) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:51.191576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-209b091d-6ff6-4f3f-b421-b3ed639ef7ae tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c', 'tempest-TagsExtTest-Tag-735564074') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.199241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 16b3d982-e5a1-4ead-a540-d92cb579c94f has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:28:51.205783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.209445 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-77a02601-6f3a-45b1-9ed7-626f6dd6c9ce tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "PUT /v2.0/routers/08fdc94e-10cb-44ae-b60d-39d814afaf19 HTTP/1.1" status: 200 len: 884 time: 5.7861569 Apr 22 17:28:51.214233 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2a06bd28-8080-456e-bc17-4fd527b1a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.224234 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a06bd28-8080-456e-bc17-4fd527b1a5fe None None] Routers {'08fdc94e-10cb-44ae-b60d-39d814afaf19'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:51.225058 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2a06bd28-8080-456e-bc17-4fd527b1a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['08fdc94e-10cb-44ae-b60d-39d814afaf19'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.229703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44114) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:51.243424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b917f774-8abf-421b-92a0-0896d19bf019 None None] Provisioning complete for port 89413e4c-1a23-4230-8c59-8cd7566f86d0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:51.243929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b917f774-8abf-421b-92a0-0896d19bf019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.285849 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2a06bd28-8080-456e-bc17-4fd527b1a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.286511 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a06bd28-8080-456e-bc17-4fd527b1a5fe None None] The sync data for ids ['08fdc94e-10cb-44ae-b60d-39d814afaf19'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:51.339346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b917f774-8abf-421b-92a0-0896d19bf019 None None] Port 89413e4c-1a23-4230-8c59-8cd7566f86d0 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:51.339644 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-11c5875b-bd17-4fd1-bbe8-b01eed88703c req-9040730d-22dd-4203-8b5f-5d545411b042 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2329421 Apr 22 17:28:51.340882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:28:51.345527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] For port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:51.382072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28ec28b-f59a-4afd-a3ec-7d739290fd5a None None] Sync routers for ids ['16b3d982-e5a1-4ead-a540-d92cb579c94f'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:28:51.403582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] For port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cf48ed43-cd48-4628-8ea4-faaeed3cfc1f,segment=NetworkSegment(f479cba6-8c4a-48e6-a4fa-4b20564c7029),segment_id=f479cba6-8c4a-48e6-a4fa-4b20564c7029)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:51.407576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ec28b-f59a-4afd-a3ec-7d739290fd5a None None] Routers {'16b3d982-e5a1-4ead-a540-d92cb579c94f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:51.408220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a28ec28b-f59a-4afd-a3ec-7d739290fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['16b3d982-e5a1-4ead-a540-d92cb579c94f'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.484120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a28ec28b-f59a-4afd-a3ec-7d739290fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.487123 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c3cf1430-a162-48b4-8ba9-68b5e433d8d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/16b3d982-e5a1-4ead-a540-d92cb579c94f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0674651 Apr 22 17:28:51.489081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44120) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:51.493218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.505663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.573560 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ec28b-f59a-4afd-a3ec-7d739290fd5a None None] Routers {'16b3d982-e5a1-4ead-a540-d92cb579c94f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:28:51.575289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a28ec28b-f59a-4afd-a3ec-7d739290fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:28:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['16b3d982-e5a1-4ead-a540-d92cb579c94f'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.575506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9c075a91-bfbe-4102-ac07-76e3002c6f92 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:51.628279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704886a-710e-4595-9d62-b8b0a05da746 req-0385bf6e-f9c4-4748-8af7-bd385b58f418 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:51.629872 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c704886a-710e-4595-9d62-b8b0a05da746 req-0385bf6e-f9c4-4748-8af7-bd385b58f418 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1026983 Apr 22 17:28:51.659759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a28ec28b-f59a-4afd-a3ec-7d739290fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.660171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28ec28b-f59a-4afd-a3ec-7d739290fd5a None None] The sync data for ids ['16b3d982-e5a1-4ead-a540-d92cb579c94f'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:28:51.676137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a52c6978-55a2-4927-82f7-d49b520775b7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a52c6978-55a2-4927-82f7-d49b520775b7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:51.691289 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c704886a-710e-4595-9d62-b8b0a05da746 req-e1676920-6e02-45b2-b544-1bcc5a187508 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518036 Apr 22 17:28:51.692163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af751ec8-8e18-40c8-91ad-bbed1b8760ef None None] Pushing event updated for resources: {'Port': ['ID=cf48ed43-cd48-4628-8ea4-faaeed3cfc1f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:51.692461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9c075a91-bfbe-4102-ac07-76e3002c6f92 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:51.696233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9c075a91-bfbe-4102-ac07-76e3002c6f92 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=16b3d982-e5a1-4ead-a540-d92cb579c94f HTTP/1.1" status: 200 len: 205 time: 0.2031796 Apr 22 17:28:51.698050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44124) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:51.753967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.755128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8805c411-7870-4cd6-9cb3-72c5eb17c14a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:51.796541 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-209b091d-6ff6-4f3f-b421-b3ed639ef7ae tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags/tempest-TagsExtTest-Tag-735564074 HTTP/1.1" status: 201 len: 201 time: 0.6141956 Apr 22 17:28:51.808483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44130) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:51.834375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-1729151e-0af4-49c2-aa06-bf786b04449b tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35', {'tags': ['tempest-TagsExtTest-Tag-1080319020', 'tempest-TagsExtTest-Tag-918694126', 'tempest-TagsExtTest-Tag-1986170509']}) {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:51.896627 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-13f86743-386b-4ee9-9698-d76d7e36e085 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/routers/08fdc94e-10cb-44ae-b60d-39d814afaf19 HTTP/1.1" status: 200 len: 925 time: 0.6614819 Apr 22 17:28:51.901118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eff12e3a-15cc-4333-ab64-64df17bff3d1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.902490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44134) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:51.905364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b16f-7976-4dbb-b422-94616aa49ca6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:51.978778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a52c6978-55a2-4927-82f7-d49b520775b7,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:52.000171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8805c411-7870-4cd6-9cb3-72c5eb17c14a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:52.003667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.069245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-eff12e3a-15cc-4333-ab64-64df17bff3d1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 89413e4c-1a23-4230-8c59-8cd7566f86d0 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:52.145233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.196867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Transition to ACTIVE for port object f79e43b0-98e7-46c4-acaf-7a8c114e893e will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:52.250392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1729151e-0af4-49c2-aa06-bf786b04449b tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags HTTP/1.1" status: 200 len: 317 time: 0.4317822 Apr 22 17:28:52.260434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44140) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:52.269943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-9502ed16-ca76-4fba-a49b-edc157fd60e2 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:52.402706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.465944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network 28b110f5-cf5c-4e57-8284-553c8af2488d is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:52.473507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:52.478931 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9502ed16-ca76-4fba-a49b-edc157fd60e2 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags HTTP/1.1" status: 204 len: 168 time: 0.2150793 Apr 22 17:28:52.485043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:52.490778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:52.491517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.495426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eff12e3a-15cc-4333-ab64-64df17bff3d1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.496895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44144) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:52.528062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-38bd7d19-1d09-47e6-9bfb-e4c233082d31 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35', 'tempest-TagsExtTest-Tag-1080319020') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:52.545506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b16f-7976-4dbb-b422-94616aa49ca6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.548893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b16f-7976-4dbb-b422-94616aa49ca6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.562836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f3a00-59de-4aba-bdc7-728bb735aa4e tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:52.565449 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d43f3a00-59de-4aba-bdc7-728bb735aa4e tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=08fdc94e-10cb-44ae-b60d-39d814afaf19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4175360 Apr 22 17:28:52.576457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44148) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:52.672386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Port': ['ID=f79e43b0-98e7-46c4-acaf-7a8c114e893e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:52.714712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec460c-442a-4a52-835a-7e71acb167b3 req-834922f5-f216-4e21-9d4b-9fcbcb01b777 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:52.722113 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-01ec460c-442a-4a52-835a-7e71acb167b3 req-834922f5-f216-4e21-9d4b-9fcbcb01b777 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4368942 Apr 22 17:28:52.734909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff12e3a-15cc-4333-ab64-64df17bff3d1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=89413e4c-1a23-4230-8c59-8cd7566f86d0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:52.749572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b16f-7976-4dbb-b422-94616aa49ca6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.750051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa7b16f-7976-4dbb-b422-94616aa49ca6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Fanout notify agent at l3_agent the message router_deleted on router 16b3d982-e5a1-4ead-a540-d92cb579c94f {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:52.778090 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-38bd7d19-1d09-47e6-9bfb-e4c233082d31 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:52.783519 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-38bd7d19-1d09-47e6-9bfb-e4c233082d31 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags/tempest-TagsExtTest-Tag-1080319020 HTTP/1.1" status: 404 len: 329 time: 0.2809453 Apr 22 17:28:52.785339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44152) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:52.793546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a52c6978-55a2-4927-82f7-d49b520775b7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:52.794420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-1b50be91-285b-4e7f-9107-76807d04ae72 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35', 'tempest-TagsExtTest-Tag-918694126') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:52.800910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b16f-7976-4dbb-b422-94616aa49ca6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.809655 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7fa7b16f-7976-4dbb-b422-94616aa49ca6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/16b3d982-e5a1-4ead-a540-d92cb579c94f HTTP/1.1" status: 204 len: 168 time: 1.1103261 Apr 22 17:28:52.818094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44156) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:52.833894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-eee541b1-be02-409f-a35a-230492cc87e5 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2635248 Apr 22 17:28:52.838975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44160) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:52.885511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a52c6978-55a2-4927-82f7-d49b520775b7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:52.885882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.921556 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-01ec460c-442a-4a52-835a-7e71acb167b3 req-ee14c6bc-a9ad-4608-988c-3d45d9f6bd01 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1985397 Apr 22 17:28:52.936647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2817e-e0fc-4d5b-84da-d2e4afccba90 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:52.937216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-63f2817e-e0fc-4d5b-84da-d2e4afccba90 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Synchronizing usage tracker for tenant:d23d8a55663c4d2bb6a6daab083e86e9 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:52.948932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eff12e3a-15cc-4333-ab64-64df17bff3d1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:52.955009 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-eff12e3a-15cc-4333-ab64-64df17bff3d1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/89413e4c-1a23-4230-8c59-8cd7566f86d0 HTTP/1.1" status: 204 len: 168 time: 2.2105522 Apr 22 17:28:52.956174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44164) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:52.962272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b85b69-be13-4dd7-8369-ffa9618802af None None] Network 28b110f5-cf5c-4e57-8284-553c8af2488d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:52.971925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7f5a81-60fb-4584-99ad-0e7a2c38dbcf tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting subnet 97bf2152-5607-4a35-a1e3-7785bba048b4 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:52.975603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5a81-60fb-4584-99ad-0e7a2c38dbcf tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.023199 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aec2bef-362b-4bd4-a5cc-f02d208633f3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet bc2f19b3-98d7-463d-8a54-f5376bd98b32 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:53.029895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6aec2bef-362b-4bd4-a5cc-f02d208633f3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.037921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5a81-60fb-4584-99ad-0e7a2c38dbcf tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.081953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6fbea9-c666-49c4-8b2a-eb48f5df494b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:53.083482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6fbea9-c666-49c4-8b2a-eb48f5df494b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:53.084822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4e6fbea9-c666-49c4-8b2a-eb48f5df494b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:53.099470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-63f2817e-e0fc-4d5b-84da-d2e4afccba90 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Unset dirty status for tenant:d23d8a55663c4d2bb6a6daab083e86e9 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:53.103373 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-63f2817e-e0fc-4d5b-84da-d2e4afccba90 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 881 time: 0.5222375 Apr 22 17:28:53.104551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6aec2bef-362b-4bd4-a5cc-f02d208633f3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.131385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44168) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.153168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5a81-60fb-4584-99ad-0e7a2c38dbcf tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.163020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4cf720a3-4a3b-41b2-a848-e6e0ff0ae11e None None] Provisioning for port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:53.168977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cf48ed43-cd48-4628-8ea4-faaeed3cfc1f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:28:53.197912 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3a2b7433-f6df-4ab7-a561-7ab7b1a57356 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fdc94e-10cb-44ae-b60d-39d814afaf19 HTTP/1.1" status: 200 len: 205 time: 0.0608256 Apr 22 17:28:53.199338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44172) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.245149 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-1b50be91-285b-4e7f-9107-76807d04ae72 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:53.246562 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1b50be91-285b-4e7f-9107-76807d04ae72 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags/tempest-TagsExtTest-Tag-918694126 HTTP/1.1" status: 404 len: 328 time: 0.4600630 Apr 22 17:28:53.249189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44176) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.255892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-6ae6fc26-5653-4aa4-908d-88d07dadbf2e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35', 'tempest-TagsExtTest-Tag-1986170509') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:53.273062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4e6fbea9-c666-49c4-8b2a-eb48f5df494b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:53.276435 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4e6fbea9-c666-49c4-8b2a-eb48f5df494b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3163812 Apr 22 17:28:53.279869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44180) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.320800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5a81-60fb-4584-99ad-0e7a2c38dbcf tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.367529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f5a81-60fb-4584-99ad-0e7a2c38dbcf tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Subnet': ['ID=97bf2152-5607-4a35-a1e3-7785bba048b4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:53.369539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5a81-60fb-4584-99ad-0e7a2c38dbcf tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.379034 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-6ae6fc26-5653-4aa4-908d-88d07dadbf2e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:53.382972 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6ae6fc26-5653-4aa4-908d-88d07dadbf2e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags/tempest-TagsExtTest-Tag-1986170509 HTTP/1.1" status: 404 len: 329 time: 0.1297858 Apr 22 17:28:53.382972 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ec7f5a81-60fb-4584-99ad-0e7a2c38dbcf tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/subnets/97bf2152-5607-4a35-a1e3-7785bba048b4 HTTP/1.1" status: 204 len: 168 time: 0.5381391 Apr 22 17:28:53.385067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44184) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.385206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44186) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.421884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-23504b1e-1f7c-4f08-9fab-92479445e9a8 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464', {'tags': ['tempest-TagsExtTest-Tag-1155440690', 'tempest-TagsExtTest-Tag-1033997094', 'tempest-TagsExtTest-Tag-1452125109']}) {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:53.422266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:53.428277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:53.428658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.493893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6aec2bef-362b-4bd4-a5cc-f02d208633f3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.551265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d2441f-e244-44e5-9cc6-b67294ce22ea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 624f27b9-16fe-4fec-bf56-529152954190 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:53.572874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3d2441f-e244-44e5-9cc6-b67294ce22ea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.582377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.598031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5714d04e-5120-4b6f-a6e6-5b5d8e3dc58e None None] Network 28b110f5-cf5c-4e57-8284-553c8af2488d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:53.640374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe343a-863b-4c57-b0d7-e3eae84a6290 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:53.642339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe343a-863b-4c57-b0d7-e3eae84a6290 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:53.643125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-83fe343a-863b-4c57-b0d7-e3eae84a6290 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Synchronizing usage tracker for tenant:0e692f39316b41a2b95b4c3174f8bf17 on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:53.729920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cf48ed43-cd48-4628-8ea4-faaeed3cfc1f,segment=NetworkSegment(f479cba6-8c4a-48e6-a4fa-4b20564c7029),segment_id=f479cba6-8c4a-48e6-a4fa-4b20564c7029)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:53.750176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.763173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-30dd0728-0ee2-4a00-9571-1fe3c3d81db8 None None] Provisioning complete for port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:53.763549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-30dd0728-0ee2-4a00-9571-1fe3c3d81db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.771800 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-23504b1e-1f7c-4f08-9fab-92479445e9a8 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags HTTP/1.1" status: 200 len: 318 time: 0.3832905 Apr 22 17:28:53.772251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44192) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.777304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-b4a79b22-29f9-412e-ad25-3755c504ef49 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:53.812506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-83fe343a-863b-4c57-b0d7-e3eae84a6290 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Unset dirty status for tenant:0e692f39316b41a2b95b4c3174f8bf17 on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:53.812506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-83fe343a-863b-4c57-b0d7-e3eae84a6290 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4221051 Apr 22 17:28:53.814210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44196) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.825267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.831614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3d2441f-e244-44e5-9cc6-b67294ce22ea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.933440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=cf48ed43-cd48-4628-8ea4-faaeed3cfc1f,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:53.941593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a2e176e-268e-43eb-af60-ec73d792ac8b tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.961055 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2e176e-268e-43eb-af60-ec73d792ac8b tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 17:28:53.961624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2e176e-268e-43eb-af60-ec73d792ac8b tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:28:53.967131 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8a2e176e-268e-43eb-af60-ec73d792ac8b tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/28b110f5-cf5c-4e57-8284-553c8af2488d HTTP/1.1" status: 409 len: 405 time: 0.1492572 Apr 22 17:28:53.967303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6aec2bef-362b-4bd4-a5cc-f02d208633f3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:53.968635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44202) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:53.975066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-211322018'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:53.981711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:53.988709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:network and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:53.992543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:54.001748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:54.035819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec2bef-362b-4bd4-a5cc-f02d208633f3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2f19b3-98d7-463d-8a54-f5376bd98b32,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:54.037867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439dfa8b-30b8-4537-9a23-c72f8159193c None None] Network 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:54.045210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6aec2bef-362b-4bd4-a5cc-f02d208633f3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.070102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44206) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:54.070281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6aec2bef-362b-4bd4-a5cc-f02d208633f3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/bc2f19b3-98d7-463d-8a54-f5376bd98b32 HTTP/1.1" status: 204 len: 168 time: 1.2447042 Apr 22 17:28:54.078384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.087613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3d2441f-e244-44e5-9cc6-b67294ce22ea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.146672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] DHCP port deletion for 28b110f5-cf5c-4e57-8284-553c8af2488d request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:54.149019 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b4a79b22-29f9-412e-ad25-3755c504ef49 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags HTTP/1.1" status: 204 len: 168 time: 0.3744085 Apr 22 17:28:54.151355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44210) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:54.155698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:54.160393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] Deleting port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:54.160779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.161029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-24291802-eb44-4ab2-a572-b5cf44539bbe tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464', 'tempest-TagsExtTest-Tag-1155440690') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:54.161833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.222431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-42662c86-e022-4dd2-b461-74928b875ca4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet 1269d818-27a6-4cb4-ab1b-d3d20d592efd {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:28:54.226544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-42662c86-e022-4dd2-b461-74928b875ca4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.228323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Deleting port 18a4256c-4381-4801-b9c3-d54e1da0060d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:54.228791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.302518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-30dd0728-0ee2-4a00-9571-1fe3c3d81db8 None None] Provisioning for port f79e43b0-98e7-46c4-acaf-7a8c114e893e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:28:54.310373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3d2441f-e244-44e5-9cc6-b67294ce22ea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.320659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:54.335764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-30dd0728-0ee2-4a00-9571-1fe3c3d81db8 None None] Provisioning complete for port f79e43b0-98e7-46c4-acaf-7a8c114e893e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:28:54.336146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-30dd0728-0ee2-4a00-9571-1fe3c3d81db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.338120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-42662c86-e022-4dd2-b461-74928b875ca4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.370030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2441f-e244-44e5-9cc6-b67294ce22ea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=624f27b9-16fe-4fec-bf56-529152954190,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:54.372467 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-24291802-eb44-4ab2-a572-b5cf44539bbe tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:54.376829 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-24291802-eb44-4ab2-a572-b5cf44539bbe tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags/tempest-TagsExtTest-Tag-1155440690 HTTP/1.1" status: 404 len: 329 time: 0.2212651 Apr 22 17:28:54.378222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44214) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:54.379300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.379746 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Added segment 8602877f-9849-49ff-a9a5-f337d44cb310 of type vlan for network eeee1aeb-0135-4b7d-a129-f59277477e5b Apr 22 17:28:54.387092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-85071790-d7f6-48b7-8fae-12c563f92440 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464', 'tempest-TagsExtTest-Tag-1033997094') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:54.428283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3d2441f-e244-44e5-9cc6-b67294ce22ea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.480149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.480918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.504595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f42dd8c-2231-45b5-82a4-eb0fbc81bc86 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:54.533780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14593f4-218e-4bd9-b0c4-ba37640e9ad3 req-eb73a3dd-1661-4a37-bd94-367a5db77413 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:54.535324 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e14593f4-218e-4bd9-b0c4-ba37640e9ad3 req-eb73a3dd-1661-4a37-bd94-367a5db77413 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2773321 Apr 22 17:28:54.589673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-42662c86-e022-4dd2-b461-74928b875ca4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.610779 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c3d2441f-e244-44e5-9cc6-b67294ce22ea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/624f27b9-16fe-4fec-bf56-529152954190 HTTP/1.1" status: 204 len: 168 time: 1.3203113 Apr 22 17:28:54.611337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Calling delete_port for 18a4256c-4381-4801-b9c3-d54e1da0060d owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:54.621282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] For port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cf48ed43-cd48-4628-8ea4-faaeed3cfc1f,segment=NetworkSegment(f479cba6-8c4a-48e6-a4fa-4b20564c7029),segment_id=f479cba6-8c4a-48e6-a4fa-4b20564c7029)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:54.621816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.635048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44218) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:54.737595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.743092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:54.743683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:54.767031 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-85071790-d7f6-48b7-8fae-12c563f92440 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:54.768054 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-85071790-d7f6-48b7-8fae-12c563f92440 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags/tempest-TagsExtTest-Tag-1033997094 HTTP/1.1" status: 404 len: 329 time: 0.3858206 Apr 22 17:28:54.773054 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2d52d98d-3a7b-466d-8cf8-a82cea934e51 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1250451 Apr 22 17:28:54.773245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44222) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:54.773245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44224) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:54.782845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:54.799120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-4f490022-9ded-430b-b06e-dcb8e01664b4 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464', 'tempest-TagsExtTest-Tag-1452125109') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:54.805640 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e14593f4-218e-4bd9-b0c4-ba37640e9ad3 req-8a4bdb61-3abb-4ba0-8399-913b4a850bc2 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2561419 Apr 22 17:28:54.844963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cf48ed43-cd48-4628-8ea4-faaeed3cfc1f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:54.896435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] Calling delete_port for cf48ed43-cd48-4628-8ea4-faaeed3cfc1f owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:54.914679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Network': ['ID=eeee1aeb-0135-4b7d-a129-f59277477e5b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:54.934414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-30dd0728-0ee2-4a00-9571-1fe3c3d81db8 None None] Port f79e43b0-98e7-46c4-acaf-7a8c114e893e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:28:54.960621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network eeee1aeb-0135-4b7d-a129-f59277477e5b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:54.967400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:54.979691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:54.983542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:54.991279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:54.995465 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-4f490022-9ded-430b-b06e-dcb8e01664b4 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:54.996542 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4f490022-9ded-430b-b06e-dcb8e01664b4 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags/tempest-TagsExtTest-Tag-1452125109 HTTP/1.1" status: 404 len: 329 time: 0.2224784 Apr 22 17:28:54.999321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44232) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:55.004370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-5459ec23-de94-44dc-993e-0c3b2fa71161 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68', {'tags': ['tempest-TagsExtTest-Tag-1194204661', 'tempest-TagsExtTest-Tag-1776169947', 'tempest-TagsExtTest-Tag-1009962050']}) {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:55.046343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-42662c86-e022-4dd2-b461-74928b875ca4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.055963 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-40756f61-f5fc-4dae-ae2f-67628b973213 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0869875 Apr 22 17:28:55.058662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44236) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:55.065232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.095954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'subnet': {'network_id': 'eeee1aeb-0135-4b7d-a129-f59277477e5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:55.117043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42662c86-e022-4dd2-b461-74928b875ca4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=1269d818-27a6-4cb4-ab1b-d3d20d592efd,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:55.131933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-42662c86-e022-4dd2-b461-74928b875ca4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.133521 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-42662c86-e022-4dd2-b461-74928b875ca4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/1269d818-27a6-4cb4-ab1b-d3d20d592efd HTTP/1.1" status: 204 len: 168 time: 1.0619595 Apr 22 17:28:55.137592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44240) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:55.186077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c23afe-de70-45e4-953d-05ec1b699bef None None] Network d9d78bff-7a6e-48d5-b0aa-f26cad9064bb requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:55.216207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event deleted for resources: {'Port': ['ID=18a4256c-4381-4801-b9c3-d54e1da0060d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:55.232035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:55.235560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.367610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.401623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] DHCP port deletion for 2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:55.416141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:55.430465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.439668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:55.462203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 1f5b3026-4986-4cac-b211-429f89106fe4 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:55.462610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.478046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] Deleting port 1f5b3026-4986-4cac-b211-429f89106fe4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:55.483864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.511397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.517700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.537023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac988b6c-091c-4d70-8756-6f79d7255f4f req-b3996c47-9e65-4f75-8eeb-3f0bfcf00527 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:55.538697 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac988b6c-091c-4d70-8756-6f79d7255f4f req-b3996c47-9e65-4f75-8eeb-3f0bfcf00527 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1985731 Apr 22 17:28:55.544197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:55.547714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.649814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] Pushing event deleted for resources: {'Port': ['ID=cf48ed43-cd48-4628-8ea4-faaeed3cfc1f,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:55.653690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d446954-1c16-4424-a7b8-4d1c76a9bb78 None None] No DVR routers for this DVR port cf48ed43-cd48-4628-8ea4-faaeed3cfc1f on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:55.778070 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac988b6c-091c-4d70-8756-6f79d7255f4f req-b1080d71-c381-4204-bd03-d1461380bc5d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2162325 Apr 22 17:28:55.828850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.831854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.849555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:55.859515 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5459ec23-de94-44dc-993e-0c3b2fa71161 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags HTTP/1.1" status: 200 len: 318 time: 0.8568733 Apr 22 17:28:55.865698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44246) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:55.873401 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-a70bbeb4-a426-4f04-ade8-2049571e3219 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:55.880001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] Deleting port a52c6978-55a2-4927-82f7-d49b520775b7 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:55.883466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.912170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] DHCP port deletion for d9d78bff-7a6e-48d5-b0aa-f26cad9064bb request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:28:55.937300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] Deleting port d94bada9-ed3e-4721-98d3-19271172d606 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:55.937509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.964237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] For port 1f5b3026-4986-4cac-b211-429f89106fe4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1f5b3026-4986-4cac-b211-429f89106fe4,segment=NetworkSegment(4aa70ca0-0a91-462d-9d4f-5951fcdbac42),segment_id=4aa70ca0-0a91-462d-9d4f-5951fcdbac42)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:55.964632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:55.983897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 1f5b3026-4986-4cac-b211-429f89106fe4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1f5b3026-4986-4cac-b211-429f89106fe4,segment=NetworkSegment(4aa70ca0-0a91-462d-9d4f-5951fcdbac42),segment_id=4aa70ca0-0a91-462d-9d4f-5951fcdbac42)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:55.984371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.030842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.031345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Fanout notify agent at l3_agent the message router_deleted on router 08fdc94e-10cb-44ae-b60d-39d814afaf19 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:28:56.099767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.108353 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c97a45c1-9fb9-4db0-8fd3-724d52b20284 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/08fdc94e-10cb-44ae-b60d-39d814afaf19 HTTP/1.1" status: 204 len: 168 time: 2.9006464 Apr 22 17:28:56.108353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44250) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:56.113695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] Calling delete_port for 1f5b3026-4986-4cac-b211-429f89106fe4 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:56.114556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 1f5b3026-4986-4cac-b211-429f89106fe4 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:56.118561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1772560766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:56.130796 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a70bbeb4-a426-4f04-ade8-2049571e3219 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags HTTP/1.1" status: 204 len: 168 time: 0.2627370 Apr 22 17:28:56.131825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:56.135633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44254) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:56.142467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-57b430cc-1f45-4c84-a3da-72570915ca29 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68', 'tempest-TagsExtTest-Tag-1194204661') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:56.201568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Usage tracker for resource:router and tenant:717c63a0c49c4ce7af45083c03c4ec73 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:56.211207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:56.223335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:56.318119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.330108 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-57b430cc-1f45-4c84-a3da-72570915ca29 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:56.331548 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-57b430cc-1f45-4c84-a3da-72570915ca29 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags/tempest-TagsExtTest-Tag-1194204661 HTTP/1.1" status: 404 len: 329 time: 0.1949534 Apr 22 17:28:56.334300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44258) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:56.339262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-7586c81c-54d5-4054-82e3-0ff870b799de tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68', 'tempest-TagsExtTest-Tag-1776169947') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:56.374367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=1f5b3026-4986-4cac-b211-429f89106fe4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:56.402485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.403665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.408980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No DVR routers for this DVR port 1f5b3026-4986-4cac-b211-429f89106fe4 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:56.418053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.451304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:28:56.451941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:28:56.531759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] For port a52c6978-55a2-4927-82f7-d49b520775b7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a52c6978-55a2-4927-82f7-d49b520775b7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:56.532683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.544219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:56.560630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:56.565061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.570323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:56.571141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.587834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=4733d0a9-4c4c-43a4-88d3-1da185ba79bc,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:56.590090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:28:56.593940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.597901 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-7586c81c-54d5-4054-82e3-0ff870b799de tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:56.602291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.602444 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7586c81c-54d5-4054-82e3-0ff870b799de tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags/tempest-TagsExtTest-Tag-1776169947 HTTP/1.1" status: 404 len: 329 time: 0.2638378 Apr 22 17:28:56.603380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44264) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:56.609474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-aaa5da1f-f8e6-4d23-a99e-1f9bb374fe13 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68', 'tempest-TagsExtTest-Tag-1009962050') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:56.674092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:56.683477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] Calling delete_port for a52c6978-55a2-4927-82f7-d49b520775b7 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:56.700720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa70ca0-0a91-462d-9d4f-5951fcdbac42') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:56.701013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa70ca0-0a91-462d-9d4f-5951fcdbac42') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:56.718968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a52c6978-55a2-4927-82f7-d49b520775b7 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:56.722343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Subnet': ['ID=469a3884-3307-4dab-98c2-e42d7f0cef81,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:56.727533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.749367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Checking segment: {'id': '8602877f-9849-49ff-a9a5-f337d44cb310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eeee1aeb-0135-4b7d-a129-f59277477e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:56.749729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network hostable DHCP agents. Network: eeee1aeb-0135-4b7d-a129-f59277477e5b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:28:56.755569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.762296 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-aaa5da1f-f8e6-4d23-a99e-1f9bb374fe13 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:56.767050 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aaa5da1f-f8e6-4d23-a99e-1f9bb374fe13 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags/tempest-TagsExtTest-Tag-1009962050 HTTP/1.1" status: 404 len: 329 time: 0.1594183 Apr 22 17:28:56.767180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] For port d94bada9-ed3e-4721-98d3-19271172d606, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d94bada9-ed3e-4721-98d3-19271172d606,segment=NetworkSegment(972d32c2-81bf-4d32-a83c-b7af827e1254),segment_id=972d32c2-81bf-4d32-a83c-b7af827e1254)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:56.767180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.767359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:56.767359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.767515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44268) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:56.772597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-7a036c86-b719-4fc8-8e0b-7c33dca2c48a tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c', {'tags': ['tempest-TagsExtTest-Tag-1580113652', 'tempest-TagsExtTest-Tag-942750171', 'tempest-TagsExtTest-Tag-1388114878']}) {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:56.780936 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:56.790424 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-75745bc2-7140-42cd-a141-8ff2e06da252 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0147455 Apr 22 17:28:56.797865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44272) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:56.803621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'name': 'tempest-NetworksTestDHCPv6-1348528536'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:56.910577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] Calling delete_port for d94bada9-ed3e-4721-98d3-19271172d606 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:56.922069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network eeee1aeb-0135-4b7d-a129-f59277477e5b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:28:56.933496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.954799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] Deleting port 1f5b3026-4986-4cac-b211-429f89106fe4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:56.955172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.961478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:56.964662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:56.992074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, eeee1aeb-0135-4b7d-a129-f59277477e5b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:56.998397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:57.000450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.013758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df9bd6-2414-41b2-90a6-a8e60e9e1473 None None] Network eeee1aeb-0135-4b7d-a129-f59277477e5b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:57.026951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.054022 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-320bc6c5-d955-4b51-a50f-fb6d59004aba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/2e8a4e17-1ce1-4ee7-8203-2cc3efbb6994 HTTP/1.1" status: 204 len: 168 time: 1.9133809 Apr 22 17:28:57.054374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44278) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:57.080355 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-890050ba-b186-4189-a9b8-35c8055cf873 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9945204 Apr 22 17:28:57.084607 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f1889552-b4a1-4326-accf-a1bd2b51dde3 None None] The port '1f5b3026-4986-4cac-b211-429f89106fe4' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:28:57.085453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44282) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:57.104075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'port': {'network_id': 'eeee1aeb-0135-4b7d-a129-f59277477e5b', 'name': 'tempest-NetworksIpV6TestAttrs-2117901383'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:57.184129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.194839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port d94bada9-ed3e-4721-98d3-19271172d606 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:57.195150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.218897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.227719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:57.238861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.245606 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a327e9b9-2b7c-4716-88b7-6d233da26d32 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1346397 Apr 22 17:28:57.245606 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7a036c86-b719-4fc8-8e0b-7c33dca2c48a tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "PUT /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags HTTP/1.1" status: 200 len: 317 time: 0.4736450 Apr 22 17:28:57.247195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44286) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:57.247384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44288) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:57.261935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.264077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': True}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:57.289332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] Pushing event deleted for resources: {'Port': ['ID=a52c6978-55a2-4927-82f7-d49b520775b7,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:57.291229 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e9086-6698-4ae0-ab9a-b1ff3ea5e644 None None] No DVR routers for this DVR port a52c6978-55a2-4927-82f7-d49b520775b7 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:57.325244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-c383970f-7bc3-479b-a969-dc5fbe69303b tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:57.339418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:57.345408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b3f90-cb52-420e-8225-49328afd30eb None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:28:57.367044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.441608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port d94bada9-ed3e-4721-98d3-19271172d606, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d94bada9-ed3e-4721-98d3-19271172d606,segment=NetworkSegment(972d32c2-81bf-4d32-a83c-b7af827e1254),segment_id=972d32c2-81bf-4d32-a83c-b7af827e1254)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:28:57.442118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.471466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] Pushing event deleted for resources: {'Port': ['ID=d94bada9-ed3e-4721-98d3-19271172d606,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:57.516933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1f5b3026-4986-4cac-b211-429f89106fe4 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:57.540016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb746f1-e23b-4ee9-9e0c-bf34844f2d40 None None] No DVR routers for this DVR port d94bada9-ed3e-4721-98d3-19271172d606 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:28:57.544297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39525b81-0e95-4586-b448-39bf20548f80 req-30cc72a7-74a8-4e26-a035-20375ab0465c tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:57.545711 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-39525b81-0e95-4586-b448-39bf20548f80 req-30cc72a7-74a8-4e26-a035-20375ab0465c tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.5244696 Apr 22 17:28:57.587201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for d94bada9-ed3e-4721-98d3-19271172d606 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:28:57.643948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:57.647710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.649211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 1f5b3026-4986-4cac-b211-429f89106fe4 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:28:57.649342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1f5b3026-4986-4cac-b211-429f89106fe4 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:28:57.649745 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d94bada9-ed3e-4721-98d3-19271172d606 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:28:57.666353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:28:57.666954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:28:57.692516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: d94bada9-ed3e-4721-98d3-19271172d606 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:28:57.692867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d94bada9-ed3e-4721-98d3-19271172d606 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:28:57.697022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-eeee1aeb-0135-4b7d-a129-f59277477e5b', 'network_id': 'eeee1aeb-0135-4b7d-a129-f59277477e5b', 'tenant_id': '0e692f39316b41a2b95b4c3174f8bf17', 'fixed_ips': [{'subnet_id': '469a3884-3307-4dab-98c2-e42d7f0cef81'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:57.697832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.747546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:57.768142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:port and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:57.782456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:57.785487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:57.878947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:57.898581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:57.906076 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-39525b81-0e95-4586-b448-39bf20548f80 req-c851e645-94ac-4c50-b257-7ae97a772829 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2703214 Apr 22 17:28:57.926531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '4733d0a9-4c4c-43a4-88d3-1da185ba79bc'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:28:57.927495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.052636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Allocated IP 2001:db8::f816:3eff:fecb:20d3 (eeee1aeb-0135-4b7d-a129-f59277477e5b/469a3884-3307-4dab-98c2-e42d7f0cef81/f0705e6d-50a0-4f51-a485-57ec13947038) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:58.052910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::134 (b68838ec-31d5-4ab0-8519-6f8459febd2e/4733d0a9-4c4c-43a4-88d3-1da185ba79bc/93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:58.057521 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c383970f-7bc3-479b-a969-dc5fbe69303b tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags HTTP/1.1" status: 204 len: 168 time: 0.8022559 Apr 22 17:28:58.083526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44296) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:58.083526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-d4650ccb-9619-4e98-8290-87331ca361d6 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c', 'tempest-TagsExtTest-Tag-1580113652') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.126324 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-d4650ccb-9619-4e98-8290-87331ca361d6 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:58.130295 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d4650ccb-9619-4e98-8290-87331ca361d6 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags/tempest-TagsExtTest-Tag-1580113652 HTTP/1.1" status: 404 len: 329 time: 0.0679865 Apr 22 17:28:58.134527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44300) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:58.143910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.tag.tag_plugin [None req-e1c35df1-4116-4b37-8b5b-4d5f425b2d42 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c', 'tempest-TagsExtTest-Tag-942750171') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.170130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port d94bada9-ed3e-4721-98d3-19271172d606 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:28:58.170472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.243509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] The port 'd94bada9-ed3e-4721-98d3-19271172d606' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:28:58.260507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.266330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:58.269854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.270747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Transition to ACTIVE for port object f0705e6d-50a0-4f51-a485-57ec13947038 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:58.290272 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-e1c35df1-4116-4b37-8b5b-4d5f425b2d42 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:58.294074 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e1c35df1-4116-4b37-8b5b-4d5f425b2d42 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags/tempest-TagsExtTest-Tag-942750171 HTTP/1.1" status: 404 len: 328 time: 0.1558251 Apr 22 17:28:58.294905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44304) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:58.296266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Transition to ACTIVE for port object f0705e6d-50a0-4f51-a485-57ec13947038 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:58.303555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-45f2ef78-1bff-4a3d-b63d-1cde4735ad46 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c', 'tempest-TagsExtTest-Tag-1388114878') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.328315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] device_id is not set on port 253365f6-0725-45d6-aaa4-e0994b47f792 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:28:58.368227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.404050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d782a3d-31e2-457e-9a1f-4e9714766994 req-5baf5c36-5f3e-4480-b42f-ca0e7ff8d875 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:58.405781 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3d782a3d-31e2-457e-9a1f-4e9714766994 req-5baf5c36-5f3e-4480-b42f-ca0e7ff8d875 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3805256 Apr 22 17:28:58.414825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.445427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Network eeee1aeb-0135-4b7d-a129-f59277477e5b is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:58.448864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:58.453863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:58.460421 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-45f2ef78-1bff-4a3d-b63d-1cde4735ad46 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] show failed (client error): The resource could not be found. Apr 22 17:28:58.463759 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-45f2ef78-1bff-4a3d-b63d-1cde4735ad46 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags/tempest-TagsExtTest-Tag-1388114878 HTTP/1.1" status: 404 len: 329 time: 0.1617355 Apr 22 17:28:58.463901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Pushing event updated for resources: {'Port': ['ID=f0705e6d-50a0-4f51-a485-57ec13947038,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:58.464005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d78bff-7a6e-48d5-b0aa-f26cad9064bb']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.471454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44310) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:58.490010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-9a0e427a-8f99-4a72-9dd4-2d0067a42f0d tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c35a46ad-98af-4b31-912c-987ecf393f0c') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.490624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.503871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972d32c2-81bf-4d32-a83c-b7af827e1254') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.508099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972d32c2-81bf-4d32-a83c-b7af827e1254') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.523028 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3d782a3d-31e2-457e-9a1f-4e9714766994 req-f7c92b41-5d88-449f-8784-33b7f6a64526 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099777 Apr 22 17:28:58.526029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.550256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.560106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:28:58.560370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:28:58.575554 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:28:58.578362 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9a0e427a-8f99-4a72-9dd4-2d0067a42f0d tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1026852 Apr 22 17:28:58.596005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Attempting to bind port f0705e6d-50a0-4f51-a485-57ec13947038 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:58.596513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Attempting to bind port f0705e6d-50a0-4f51-a485-57ec13947038 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '8602877f-9849-49ff-a9a5-f337d44cb310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eeee1aeb-0135-4b7d-a129-f59277477e5b'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:58.596734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Attempting to bind port f0705e6d-50a0-4f51-a485-57ec13947038 on network eeee1aeb-0135-4b7d-a129-f59277477e5b {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:58.600374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44316) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:58.606313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:58.606707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Checking segment: {'id': '8602877f-9849-49ff-a9a5-f337d44cb310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eeee1aeb-0135-4b7d-a129-f59277477e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:58.607151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.607550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Bound using segment: {'id': '8602877f-9849-49ff-a9a5-f337d44cb310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eeee1aeb-0135-4b7d-a129-f59277477e5b'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:58.608031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Bound port: f0705e6d-50a0-4f51-a485-57ec13947038, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8602877f-9849-49ff-a9a5-f337d44cb310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eeee1aeb-0135-4b7d-a129-f59277477e5b'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:58.608414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.680526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-4e18fac6-e875-44e3-9b7e-5070a903f8e5 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4835601d-875d-4117-94a1-05397a7a2d68') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.698464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:58.712700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] For port f0705e6d-50a0-4f51-a485-57ec13947038, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:58.791217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Allocated IP 2001:db8::f816:3eff:fe29:f949 (eeee1aeb-0135-4b7d-a129-f59277477e5b/469a3884-3307-4dab-98c2-e42d7f0cef81/253365f6-0725-45d6-aaa4-e0994b47f792) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:58.823144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4e18fac6-e875-44e3-9b7e-5070a903f8e5 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68/tags HTTP/1.1" status: 204 len: 168 time: 0.2210169 Apr 22 17:28:58.825243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44320) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:58.831241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-dbd2d04f-0c4c-4f31-865a-8d5c63d35d7b tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08fdc211-f989-4d21-8db0-e5e088965464') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:58.843106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] For port f0705e6d-50a0-4f51-a485-57ec13947038, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f0705e6d-50a0-4f51-a485-57ec13947038,segment=NetworkSegment(8602877f-9849-49ff-a9a5-f337d44cb310),segment_id=8602877f-9849-49ff-a9a5-f337d44cb310)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:58.869153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.888651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.904246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=d9d78bff-7a6e-48d5-b0aa-f26cad9064bb,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:58.913135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5bf764e4-5945-4832-beaa-8b914bec1390 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/d9d78bff-7a6e-48d5-b0aa-f26cad9064bb HTTP/1.1" status: 204 len: 168 time: 1.8577590 Apr 22 17:28:58.917354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44324) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:58.923261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-347172258'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:58.930101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:58.941803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:58.944083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.945613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:58.954779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:58.959164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:58.968354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dbd2d04f-0c4c-4f31-865a-8d5c63d35d7b tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464/tags HTTP/1.1" status: 204 len: 168 time: 0.1394441 Apr 22 17:28:58.968629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44328) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:58.974247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.tag.tag_plugin [None req-d39325a5-ac6b-4220-bccb-113282832d20 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:28:59.047898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:59.052037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.054734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654991-f2a9-4766-83a7-3a6d17bbd9d2 req-c2934c67-b875-4d57-a6a2-236f8d4192c8 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:59.056302 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54654991-f2a9-4766-83a7-3a6d17bbd9d2 req-c2934c67-b875-4d57-a6a2-236f8d4192c8 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3563359 Apr 22 17:28:59.071198 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0cb0b-53e3-4f23-babe-280bf139b19a None None] Pushing event updated for resources: {'Port': ['ID=f0705e6d-50a0-4f51-a485-57ec13947038,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:59.081741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/4733d0a9-4c4c-43a4-88d3-1da185ba79bc/87a5749f-1977-46e2-8fde-d131ee965f7d) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:59.081932 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d39325a5-ac6b-4220-bccb-113282832d20 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35/tags HTTP/1.1" status: 204 len: 168 time: 0.1049268 Apr 22 17:28:59.082049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44332) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:59.115798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:28:59.144885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.145237 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment 7b473c17-2e41-4962-97e7-2b71e4f6d23f of type vlan for network a65933ba-ad00-4615-9717-d68b8265f29e Apr 22 17:28:59.165033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:59.182414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:59.185083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:59.191643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:59.192260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.204807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.286210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c8f87e2a-759f-43a3-b638-e119b5020094 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for subnetpool, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.288362 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c8f87e2a-759f-43a3-b638-e119b5020094 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnetpools/c35a46ad-98af-4b31-912c-987ecf393f0c HTTP/1.1" status: 204 len: 168 time: 0.2054677 Apr 22 17:28:59.290884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44336) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:59.295756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:59.311675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.323930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Transition to ACTIVE for port object 87a5749f-1977-46e2-8fde-d131ee965f7d will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:59.336987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.342692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:59.343898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.346834 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54654991-f2a9-4766-83a7-3a6d17bbd9d2 req-682259da-1305-4484-a802-252cca53e37b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2494023 Apr 22 17:28:59.350068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.362363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Transition to ACTIVE for port object 87a5749f-1977-46e2-8fde-d131ee965f7d will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:59.399639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.401360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1853bc35-113a-4796-8051-6a79782ff3f3 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Synchronizing usage tracker for tenant:9ce03cc6e58441278553754bfc10367b on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:59.442002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.454402 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8d3af38c-1ab4-4779-9c7c-d9f54fc8fb47 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6548705 Apr 22 17:28:59.455267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44342) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:59.533826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.560296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Pushing event updated for resources: {'Port': ['ID=87a5749f-1977-46e2-8fde-d131ee965f7d,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:59.564014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:28:59.569574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:28:59.573563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:28:59.579939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Transition to ACTIVE for port object 253365f6-0725-45d6-aaa4-e0994b47f792 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:28:59.647078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1853bc35-113a-4796-8051-6a79782ff3f3 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Unset dirty status for tenant:9ce03cc6e58441278553754bfc10367b on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:28:59.648047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44346) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:59.648970 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1853bc35-113a-4796-8051-6a79782ff3f3 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "GET /v2.0/ports?device_id=4835601d-875d-4117-94a1-05397a7a2d68 HTTP/1.1" status: 200 len: 205 time: 0.3570511 Apr 22 17:28:59.659878 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7416780 Apr 22 17:28:59.672850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44350) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:28:59.674645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12fbd8-28a2-4568-81ac-54531be932e7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=a65933ba-ad00-4615-9717-d68b8265f29e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:28:59.681966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': 'a65933ba-ad00-4615-9717-d68b8265f29e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:28:59.689265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network a65933ba-ad00-4615-9717-d68b8265f29e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:28:59.720383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Attempting to bind port 87a5749f-1977-46e2-8fde-d131ee965f7d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:28:59.720702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Attempting to bind port 87a5749f-1977-46e2-8fde-d131ee965f7d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:28:59.721385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Attempting to bind port 87a5749f-1977-46e2-8fde-d131ee965f7d on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:28:59.775116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:28:59.775521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:28:59.775926 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.776326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:28:59.776816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Bound port: 87a5749f-1977-46e2-8fde-d131ee965f7d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:28:59.777196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.819937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:28:59.826643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:28:59.829744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Allocated IP 172.26.3.178 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/ab38bc5e-f0ae-4110-9caa-3a5e1bbd3b3d) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:28:59.859574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727302ed-35c6-4e31-b118-6cde8d2dd1b2 req-a7403d6d-5266-4bf3-85d9-d265a0e08b7e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:59.859574 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-727302ed-35c6-4e31-b118-6cde8d2dd1b2 req-a7403d6d-5266-4bf3-85d9-d265a0e08b7e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2466254 Apr 22 17:28:59.859574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:28:59.859574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:28:59.860018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e9a68-5b77-4929-8295-f1b4a84240e8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:59.860345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e9a68-5b77-4929-8295-f1b4a84240e8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:28:59.860966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cc7e9a68-5b77-4929-8295-f1b4a84240e8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:28:59.866098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61982c9f-7a27-4fc2-9f7d-1372d7687b1e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.893106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] For port 87a5749f-1977-46e2-8fde-d131ee965f7d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:28:59.896106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] For port 87a5749f-1977-46e2-8fde-d131ee965f7d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=87a5749f-1977-46e2-8fde-d131ee965f7d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:28:59.896392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-727302ed-35c6-4e31-b118-6cde8d2dd1b2 req-cd610a15-766a-410d-bd1e-5be5c206bff3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481224 Apr 22 17:28:59.928050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:28:59.942355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:28:59.946309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.000204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.132390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbea74-3682-4b64-a533-cab13af9ff90 None None] Pushing event updated for resources: {'Port': ['ID=87a5749f-1977-46e2-8fde-d131ee965f7d,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:00.262639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.356941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75952540-a93b-49ab-b339-490e3aa3b41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.494546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cc7e9a68-5b77-4929-8295-f1b4a84240e8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:00.498895 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cc7e9a68-5b77-4929-8295-f1b4a84240e8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0192657 Apr 22 17:29:00.501101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44356) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:00.508901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=3cfd0a8d-c978-409e-a224-fda21ae3b826,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:00.538043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network eeee1aeb-0135-4b7d-a129-f59277477e5b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:00.544504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': '7b473c17-2e41-4962-97e7-2b71e4f6d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a65933ba-ad00-4615-9717-d68b8265f29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:00.544894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: a65933ba-ad00-4615-9717-d68b8265f29e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:29:00.551161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Port': ['ID=253365f6-0725-45d6-aaa4-e0994b47f792,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:00.553730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:00.599153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f770d6c3-f24e-4cea-be27-93d7106dd988 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:00.602579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f770d6c3-f24e-4cea-be27-93d7106dd988 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.616454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:00.622815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:00.623477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.640941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61982c9f-7a27-4fc2-9f7d-1372d7687b1e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.649879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f1388-fbd0-4770-a3aa-c43b81424347 None None] Network eeee1aeb-0135-4b7d-a129-f59277477e5b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:00.654614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61982c9f-7a27-4fc2-9f7d-1372d7687b1e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.730130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.731976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network a65933ba-ad00-4615-9717-d68b8265f29e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:29:00.751898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460f175-752f-430e-a547-32fac88d0b7e req-a788e7fa-4d0f-44a4-a735-a1167a2c2c72 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:00.753585 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8460f175-752f-430e-a547-32fac88d0b7e req-a788e7fa-4d0f-44a4-a735-a1167a2c2c72 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.6649916 Apr 22 17:29:00.788063 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dc0ccf33-5d04-4e7e-9922-e7acf9ae2cd4 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6965697 Apr 22 17:29:00.788521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f0705e6d-50a0-4f51-a485-57ec13947038 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:00.801044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44360) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:00.804547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, a65933ba-ad00-4615-9717-d68b8265f29e) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:00.809617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:00.812944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.840304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9e58d-30a9-40d4-a0be-53a8a81f1f53 None None] Network a65933ba-ad00-4615-9717-d68b8265f29e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:00.842005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61982c9f-7a27-4fc2-9f7d-1372d7687b1e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.842172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61982c9f-7a27-4fc2-9f7d-1372d7687b1e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Fanout notify agent at l3_agent the message router_deleted on router 4835601d-875d-4117-94a1-05397a7a2d68 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:00.883832 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8460f175-752f-430e-a547-32fac88d0b7e req-7a34e604-5a4e-4cbf-8f91-d5ad6361102f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234975 Apr 22 17:29:00.905692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61982c9f-7a27-4fc2-9f7d-1372d7687b1e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.910648 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-61982c9f-7a27-4fc2-9f7d-1372d7687b1e tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/routers/4835601d-875d-4117-94a1-05397a7a2d68 HTTP/1.1" status: 204 len: 168 time: 1.2600973 Apr 22 17:29:00.914180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44366) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:00.930912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de675ef-3942-415b-9e93-8b6bf3ac092d tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting subnet 469a3884-3307-4dab-98c2-e42d7f0cef81 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:00.939458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0de675ef-3942-415b-9e93-8b6bf3ac092d tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:00.979626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ec3b2bfe-91a3-409b-a286-9cda695172c0 None None] Provisioning for port f0705e6d-50a0-4f51-a485-57ec13947038 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:01.005287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-fe2325a2-0b45-4f19-9406-a72b69e52cb0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Deleting port 08fdc211-f989-4d21-8db0-e5e088965464 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:01.005637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe2325a2-0b45-4f19-9406-a72b69e52cb0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.023259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.061680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5a8ffdbc-1bd7-4b4f-904b-e1f8a036119e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3841429 Apr 22 17:29:01.076715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0de675ef-3942-415b-9e93-8b6bf3ac092d tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.105473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44370) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:01.134315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1890560668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:01.135467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port f0705e6d-50a0-4f51-a485-57ec13947038 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:01.148045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:01.150197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:01.154678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:01.162612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:01.179083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f0705e6d-50a0-4f51-a485-57ec13947038 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:01.179721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.190033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:router and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:01.195569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:01.221178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:01.255815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f770d6c3-f24e-4cea-be27-93d7106dd988 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.256238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'Port': ['ID=ab38bc5e-f0ae-4110-9caa-3a5e1bbd3b3d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:01.312059 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-a65933ba-ad00-4615-9717-d68b8265f29e', 'network_id': 'a65933ba-ad00-4615-9717-d68b8265f29e', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': '3cfd0a8d-c978-409e-a224-fda21ae3b826'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:01.313626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.476241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.477303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.492610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.492728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f770d6c3-f24e-4cea-be27-93d7106dd988 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:01.530446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0de675ef-3942-415b-9e93-8b6bf3ac092d tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.613727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Allocated IP 2001:db8::2 (a65933ba-ad00-4615-9717-d68b8265f29e/3cfd0a8d-c978-409e-a224-fda21ae3b826/24a94baa-f6b0-428a-b75a-e114bce65cff) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:01.653833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-963a5d22-1bd2-4006-9e87-7c989662a7ec None None] Provisioning for port 87a5749f-1977-46e2-8fde-d131ee965f7d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:01.676585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac05cf-0303-4d94-9581-ef90d38c8eab req-6686919a-8a97-4610-9c9a-681a1b62b245 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:01.678414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4fac05cf-0303-4d94-9581-ef90d38c8eab req-6686919a-8a97-4610-9c9a-681a1b62b245 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.6257479 Apr 22 17:29:01.685916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0de675ef-3942-415b-9e93-8b6bf3ac092d tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.689623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.747364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de675ef-3942-415b-9e93-8b6bf3ac092d tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Subnet': ['ID=469a3884-3307-4dab-98c2-e42d7f0cef81,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:01.765316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0de675ef-3942-415b-9e93-8b6bf3ac092d tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.770676 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4fac05cf-0303-4d94-9581-ef90d38c8eab req-2c791a21-fc04-4e00-9094-8c969fea21ef tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769432 Apr 22 17:29:01.795930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe2325a2-0b45-4f19-9406-a72b69e52cb0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.858752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:01.859340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:01.885558 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0de675ef-3942-415b-9e93-8b6bf3ac092d tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/subnets/469a3884-3307-4dab-98c2-e42d7f0cef81 HTTP/1.1" status: 204 len: 168 time: 1.0828152 Apr 22 17:29:01.892894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44376) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:01.907284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ab14d8-10f6-4550-8ed4-8a374bd1920d None None] Network eeee1aeb-0135-4b7d-a129-f59277477e5b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:01.971078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:01.975584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-fe2325a2-0b45-4f19-9406-a72b69e52cb0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Calling delete_port for 08fdc211-f989-4d21-8db0-e5e088965464 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:02.003821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.043418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249ad3c-70b8-44a7-bb30-cbf04c343c2e tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:02.045041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249ad3c-70b8-44a7-bb30-cbf04c343c2e tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:02.045833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5249ad3c-70b8-44a7-bb30-cbf04c343c2e tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Synchronizing usage tracker for tenant:0e692f39316b41a2b95b4c3174f8bf17 on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:02.142707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5249ad3c-70b8-44a7-bb30-cbf04c343c2e tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Unset dirty status for tenant:0e692f39316b41a2b95b4c3174f8bf17 on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:02.144661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5249ad3c-70b8-44a7-bb30-cbf04c343c2e tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2503188 Apr 22 17:29:02.148880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44380) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:02.178115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Provisioning for port 253365f6-0725-45d6-aaa4-e0994b47f792 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:02.189874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.194788 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-aff7bc48-9d6e-4e04-9f08-39fa06367e84 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0768239 Apr 22 17:29:02.194788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f770d6c3-f24e-4cea-be27-93d7106dd988 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.195627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Provisioning complete for port 253365f6-0725-45d6-aaa4-e0994b47f792 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:02.196105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.202091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44384) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:02.256803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Port 253365f6-0725-45d6-aaa4-e0994b47f792 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:02.258534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'port': {'network_id': 'a65933ba-ad00-4615-9717-d68b8265f29e', 'name': 'tempest-RoutersIpV6Test-1940957844'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:02.282964 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.293508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Provisioning complete for port f0705e6d-50a0-4f51-a485-57ec13947038 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:02.293890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.325474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Transition to ACTIVE for port object 24a94baa-f6b0-428a-b75a-e114bce65cff will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:02.454532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] DHCP port deletion for eeee1aeb-0135-4b7d-a129-f59277477e5b request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:02.457336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe2325a2-0b45-4f19-9406-a72b69e52cb0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.459444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Transition to ACTIVE for port object 24a94baa-f6b0-428a-b75a-e114bce65cff will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:02.459605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770d6c3-f24e-4cea-be27-93d7106dd988 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:02.468953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Deleting port f0705e6d-50a0-4f51-a485-57ec13947038 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:02.468953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.517695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.522681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.629597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2325a2-0b45-4f19-9406-a72b69e52cb0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Pushing event deleted for resources: {'Port': ['ID=08fdc211-f989-4d21-8db0-e5e088965464,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:02.644672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f770d6c3-f24e-4cea-be27-93d7106dd988 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.653796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9df8c8e-86e4-40ad-863a-5bd266cf8cc8 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.704347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.727385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.759373 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f770d6c3-f24e-4cea-be27-93d7106dd988 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4 HTTP/1.1" status: 204 len: 168 time: 2.2536850 Apr 22 17:29:02.762884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44388) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:02.794555 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9df8c8e-86e4-40ad-863a-5bd266cf8cc8 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 17:29:02.795633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9df8c8e-86e4-40ad-863a-5bd266cf8cc8 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:02.798312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c9df8c8e-86e4-40ad-863a-5bd266cf8cc8 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/eeee1aeb-0135-4b7d-a129-f59277477e5b HTTP/1.1" status: 409 len: 405 time: 0.6481895 Apr 22 17:29:02.806313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44392) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:02.812840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:02.819439 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1594950932'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:02.822632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:port and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:02.828076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:02.837422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:02.840006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:02.855783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:network and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:02.856149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe2325a2-0b45-4f19-9406-a72b69e52cb0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.859112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fe2325a2-0b45-4f19-9406-a72b69e52cb0 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/ports/08fdc211-f989-4d21-8db0-e5e088965464 HTTP/1.1" status: 204 len: 168 time: 1.9441607 Apr 22 17:29:02.862219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44396) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:02.862901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:02.873877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:02.874675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-81a8b4d8-3385-474e-8d6f-d8bdf4704cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.887086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Pushing event updated for resources: {'Port': ['ID=24a94baa-f6b0-428a-b75a-e114bce65cff,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:02.887636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a9a6e-436b-4261-94e0-dd1baa0e46d9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:02.889252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a9a6e-436b-4261-94e0-dd1baa0e46d9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:02.890004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9d9a9a6e-436b-4261-94e0-dd1baa0e46d9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:02.935942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Network a65933ba-ad00-4615-9717-d68b8265f29e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:02.937605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] For port f0705e6d-50a0-4f51-a485-57ec13947038, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f0705e6d-50a0-4f51-a485-57ec13947038,segment=NetworkSegment(8602877f-9849-49ff-a9a5-f337d44cb310),segment_id=8602877f-9849-49ff-a9a5-f337d44cb310)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:02.938022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.939412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d08115-80fd-4f22-ba29-4f1325363c12 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Deleting subnet b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:02.942329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b0d08115-80fd-4f22-ba29-4f1325363c12 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.950092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:02.955291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.965462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:02.973079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:02.974902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port f0705e6d-50a0-4f51-a485-57ec13947038, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f0705e6d-50a0-4f51-a485-57ec13947038,segment=NetworkSegment(8602877f-9849-49ff-a9a5-f337d44cb310),segment_id=8602877f-9849-49ff-a9a5-f337d44cb310)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:02.976595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Router c5508f3d-5581-40af-8a9a-94e23f346083 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:29:02.979645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:02.981388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.982950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:02.992801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9d9a9a6e-436b-4261-94e0-dd1baa0e46d9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:02.993806 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9d9a9a6e-436b-4261-94e0-dd1baa0e46d9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2273135 Apr 22 17:29:02.996994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44400) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:03.024823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] device_id is not set on port c4d0dbd6-620b-4384-8b37-72e1b7d525fb yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:29:03.067300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b0d08115-80fd-4f22-ba29-4f1325363c12 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.119203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Calling delete_port for f0705e6d-50a0-4f51-a485-57ec13947038 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:03.132987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:29:03.152898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.153436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.153585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 87a5749f-1977-46e2-8fde-d131ee965f7d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:03.153783 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Added segment 439b0c26-917b-4147-a324-5384114b0e43 of type vlan for network 554c5b99-b3e5-4cae-a32b-54b6c924398d Apr 22 17:29:03.164492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d89b2cf-5a24-4a7d-94af-ff677f28686a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 4733d0a9-4c4c-43a4-88d3-1da185ba79bc {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:03.169601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3d89b2cf-5a24-4a7d-94af-ff677f28686a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.249469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8::1a1 (a65933ba-ad00-4615-9717-d68b8265f29e/3cfd0a8d-c978-409e-a224-fda21ae3b826/c4d0dbd6-620b-4384-8b37-72e1b7d525fb) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:03.251991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b0d08115-80fd-4f22-ba29-4f1325363c12 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.296824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.322349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3d89b2cf-5a24-4a7d-94af-ff677f28686a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.385293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Attempting to bind port 24a94baa-f6b0-428a-b75a-e114bce65cff on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:03.386161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Attempting to bind port 24a94baa-f6b0-428a-b75a-e114bce65cff by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7b473c17-2e41-4962-97e7-2b71e4f6d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a65933ba-ad00-4615-9717-d68b8265f29e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:03.386161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Attempting to bind port 24a94baa-f6b0-428a-b75a-e114bce65cff on network a65933ba-ad00-4615-9717-d68b8265f29e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:03.394624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:03.403219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:03.403600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Checking segment: {'id': '7b473c17-2e41-4962-97e7-2b71e4f6d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a65933ba-ad00-4615-9717-d68b8265f29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:03.404124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.404399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Bound using segment: {'id': '7b473c17-2e41-4962-97e7-2b71e4f6d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a65933ba-ad00-4615-9717-d68b8265f29e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:03.404873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Bound port: 24a94baa-f6b0-428a-b75a-e114bce65cff, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b473c17-2e41-4962-97e7-2b71e4f6d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a65933ba-ad00-4615-9717-d68b8265f29e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:03.405248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.408254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b0d08115-80fd-4f22-ba29-4f1325363c12 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.410947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.412623 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-19e082d7-a91f-4a14-97fb-4abc86010abe tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "PUT /v2.0/routers/c5508f3d-5581-40af-8a9a-94e23f346083 HTTP/1.1" status: 200 len: 919 time: 6.1613543 Apr 22 17:29:03.415435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44404) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:03.416412 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99235830-16f0-4555-9375-413aa58a751b None None] Sync routers for ids ['c5508f3d-5581-40af-8a9a-94e23f346083'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:03.427739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=f0705e6d-50a0-4f51-a485-57ec13947038,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:03.440479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:03.440834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-c2621bc0-435a-4c72-a43d-2f6b051a0ee0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:03.447347 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99235830-16f0-4555-9375-413aa58a751b None None] Routers {'c5508f3d-5581-40af-8a9a-94e23f346083'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:03.448193 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-99235830-16f0-4555-9375-413aa58a751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c5508f3d-5581-40af-8a9a-94e23f346083'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:03.479327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:03.479674 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:03.488382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.492982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b0d08115-80fd-4f22-ba29-4f1325363c12 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.494215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:03.495615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.501711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63307403-8a0a-4412-ae40-3fe16d3d3917 None None] Network 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:03.527016 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b0d08115-80fd-4f22-ba29-4f1325363c12 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/subnets/b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35 HTTP/1.1" status: 204 len: 168 time: 0.6612103 Apr 22 17:29:03.535862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44408) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:03.540418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d08115-80fd-4f22-ba29-4f1325363c12 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Pushing event deleted for resources: {'Subnet': ['ID=b7522842-fd6b-4ef7-ac14-3ed5e0b5ce35,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:03.555103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 87a5749f-1977-46e2-8fde-d131ee965f7d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:03.559470 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-99235830-16f0-4555-9375-413aa58a751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:03.570645 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99235830-16f0-4555-9375-413aa58a751b None None] Routers {'c5508f3d-5581-40af-8a9a-94e23f346083'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:03.571653 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-99235830-16f0-4555-9375-413aa58a751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c5508f3d-5581-40af-8a9a-94e23f346083'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:03.635480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] For port 24a94baa-f6b0-428a-b75a-e114bce65cff, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:03.637434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 87a5749f-1977-46e2-8fde-d131ee965f7d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:03.637806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.676747 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-99235830-16f0-4555-9375-413aa58a751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:03.677554 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99235830-16f0-4555-9375-413aa58a751b None None] The sync data for ids ['c5508f3d-5581-40af-8a9a-94e23f346083'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:03.702855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.704289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] For port 24a94baa-f6b0-428a-b75a-e114bce65cff, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=24a94baa-f6b0-428a-b75a-e114bce65cff,segment=NetworkSegment(7b473c17-2e41-4962-97e7-2b71e4f6d23f),segment_id=7b473c17-2e41-4962-97e7-2b71e4f6d23f)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:03.723325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object c4d0dbd6-620b-4384-8b37-72e1b7d525fb will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:03.782353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.784393 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9770017 Apr 22 17:29:03.788596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44412) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:03.797003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'subnet': {'network_id': '554c5b99-b3e5-4cae-a32b-54b6c924398d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:03.816410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe42cb3-c6b4-40bb-80eb-0d8e242ee327 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Network': ['ID=554c5b99-b3e5-4cae-a32b-54b6c924398d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:03.824435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3d89b2cf-5a24-4a7d-94af-ff677f28686a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.827435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.840489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 554c5b99-b3e5-4cae-a32b-54b6c924398d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:29:03.864110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.884612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.896638 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a9db0c2f-8a01-4ead-908c-4bdb26c97a99 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/routers/c5508f3d-5581-40af-8a9a-94e23f346083 HTTP/1.1" status: 200 len: 925 time: 0.4773681 Apr 22 17:29:03.900174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44416) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:03.920953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.995181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network a65933ba-ad00-4615-9717-d68b8265f29e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:03.997303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Deleting port f0705e6d-50a0-4f51-a485-57ec13947038 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:03.998328 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:03.998621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:04.005304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:04.017242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:04.023315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:04.023968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.050334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:04.078481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=c4d0dbd6-620b-4384-8b37-72e1b7d525fb,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:04.107825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Deleting port 6d9b069a-47ce-420e-a9f7-d5546f484c71 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:04.108310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.147529 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fb74e336-71ba-4441-96c6-d94e251bb10e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9095988 Apr 22 17:29:04.150142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44420) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:04.159779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81fb19-20d8-4fde-bf1c-c5d3633576c0 None None] Pushing event updated for resources: {'Port': ['ID=24a94baa-f6b0-428a-b75a-e114bce65cff,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:04.263844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:04.272926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.294222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3d89b2cf-5a24-4a7d-94af-ff677f28686a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.314152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.409400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.410070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-882add1c-17ec-4eb1-8d57-d82c0b23ad56 None None] Could not find standard attr ID for object 93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:29:04.437582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3d89b2cf-5a24-4a7d-94af-ff677f28686a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.440746 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] DHCP port deletion for 1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:04.447082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca885b9c-3480-4533-99aa-35aeb2293f35 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:04.489176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89b2cf-5a24-4a7d-94af-ff677f28686a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=4733d0a9-4c4c-43a4-88d3-1da185ba79bc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:04.502455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91c7e88-fb36-4220-ad7a-01087b54b119 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:04.505373 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b91c7e88-fb36-4220-ad7a-01087b54b119 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=c5508f3d-5581-40af-8a9a-94e23f346083&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6028457 Apr 22 17:29:04.515456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44424) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:04.562258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] For port 6d9b069a-47ce-420e-a9f7-d5546f484c71, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6d9b069a-47ce-420e-a9f7-d5546f484c71,segment=NetworkSegment(9ebea911-7c7d-4a4a-b6ac-5318300f60a2),segment_id=9ebea911-7c7d-4a4a-b6ac-5318300f60a2)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:04.562796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.570132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] Deleting port 6d9b069a-47ce-420e-a9f7-d5546f484c71 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:04.570406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.678093 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3d89b2cf-5a24-4a7d-94af-ff677f28686a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/4733d0a9-4c4c-43a4-88d3-1da185ba79bc HTTP/1.1" status: 204 len: 168 time: 1.6753659 Apr 22 17:29:04.705870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] For port f0705e6d-50a0-4f51-a485-57ec13947038, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f0705e6d-50a0-4f51-a485-57ec13947038,segment=NetworkSegment(8602877f-9849-49ff-a9a5-f337d44cb310),segment_id=8602877f-9849-49ff-a9a5-f337d44cb310)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:04.706343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:04.725652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44428) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:04.747308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Calling delete_port for 6d9b069a-47ce-420e-a9f7-d5546f484c71 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:04.838912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f98f7c-d807-4639-aa68-931b5c99fa23 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:04.840304 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f8f98f7c-d807-4639-aa68-931b5c99fa23 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 881 time: 0.3224642 Apr 22 17:29:04.843586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44432) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:04.871119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:04.871333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:04.879716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Calling delete_port for f0705e6d-50a0-4f51-a485-57ec13947038 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:04.904478 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6bc6aeb0-3ab9-4cd2-96da-39010d5ae02e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5508f3d-5581-40af-8a9a-94e23f346083 HTTP/1.1" status: 200 len: 205 time: 0.0589991 Apr 22 17:29:04.904995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44436) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:04.950305 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-baa37e8b-6dfd-43c5-8ecc-64f06f4ad304 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2202303 Apr 22 17:29:05.015374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44440) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:05.069055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.126309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Pushing event deleted for resources: {'Port': ['ID=6d9b069a-47ce-420e-a9f7-d5546f484c71,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:05.130025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.137761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] No DVR routers for this DVR port 6d9b069a-47ce-420e-a9f7-d5546f484c71 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:05.179545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.218812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] For port 6d9b069a-47ce-420e-a9f7-d5546f484c71, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6d9b069a-47ce-420e-a9f7-d5546f484c71,segment=NetworkSegment(9ebea911-7c7d-4a4a-b6ac-5318300f60a2),segment_id=9ebea911-7c7d-4a4a-b6ac-5318300f60a2)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:05.219643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.261647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de42f5-1852-4f5d-8755-013f0475a0e1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:05.262482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c6de42f5-1852-4f5d-8755-013f0475a0e1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:05.307817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.346702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.363792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.373211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] Calling delete_port for 6d9b069a-47ce-420e-a9f7-d5546f484c71 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:05.416513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c6de42f5-1852-4f5d-8755-013f0475a0e1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:05.420181 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c6de42f5-1852-4f5d-8755-013f0475a0e1 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3752818 Apr 22 17:29:05.424037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44444) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:05.443751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:05.461062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebea911-7c7d-4a4a-b6ac-5318300f60a2') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:05.461361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebea911-7c7d-4a4a-b6ac-5318300f60a2') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:05.487746 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e0d87-51d3-46e4-9796-7e50a1e693f6 None None] Network a65933ba-ad00-4615-9717-d68b8265f29e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:05.502536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.520871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.531065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.535285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] Pushing event deleted for resources: {'Port': ['ID=f0705e6d-50a0-4f51-a485-57ec13947038,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:05.537290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:05.537534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.552594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3de89-ffac-4b50-971f-c917b1c95775 None None] No DVR routers for this DVR port f0705e6d-50a0-4f51-a485-57ec13947038 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:05.554623 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:05.687862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:05.696127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9ef48-c614-4f85-b51f-ffade7103a80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:05.696952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4fa9ef48-c614-4f85-b51f-ffade7103a80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:05.707233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.729500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Deleting port 87a5749f-1977-46e2-8fde-d131ee965f7d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:05.729871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.743857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Deleting port ab38bc5e-f0ae-4110-9caa-3a5e1bbd3b3d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:05.744124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.770386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-85a4d5b0-9a05-4283-bf1d-10bf986aab55 None None] Provisioning for port 24a94baa-f6b0-428a-b75a-e114bce65cff completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:05.825336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:05.825336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:05.839861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:29:05.845417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.884463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4fa9ef48-c614-4f85-b51f-ffade7103a80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:05.888111 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4fa9ef48-c614-4f85-b51f-ffade7103a80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4606514 Apr 22 17:29:05.889299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44448) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:05.899413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 87a5749f-1977-46e2-8fde-d131ee965f7d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=87a5749f-1977-46e2-8fde-d131ee965f7d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:05.955043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.967824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.989175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:05.991870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Subnet': ['ID=663cd20e-e7d5-4b3d-9b79-af98574db7a9,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:06.009713 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e3017b64-ceb0-4ebc-81ef-3f7c21a425fd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200650 Apr 22 17:29:06.017581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44454) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:06.018681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] Pushing event deleted for resources: {'Network': ['ID=1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:06.028294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:06.052569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.117448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Checking segment: {'id': '439b0c26-917b-4147-a324-5384114b0e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '554c5b99-b3e5-4cae-a32b-54b6c924398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:06.117448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network hostable DHCP agents. Network: 554c5b99-b3e5-4cae-a32b-54b6c924398d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:29:06.128508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.141291 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ecdf0451-ae2a-434c-b8b5-764f73e9e120 tempest-TagsExtTest-1377152941 tempest-TagsExtTest-1377152941-project] 10.222.0.10 "DELETE /v2.0/networks/1200c5bd-81b2-4025-b4ab-0df5c4a3c4aa HTTP/1.1" status: 204 len: 168 time: 2.6039073 Apr 22 17:29:06.144185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] For port 87a5749f-1977-46e2-8fde-d131ee965f7d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=87a5749f-1977-46e2-8fde-d131ee965f7d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:06.145594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.146631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.159901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=87a5749f-1977-46e2-8fde-d131ee965f7d,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:06.226993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 24a94baa-f6b0-428a-b75a-e114bce65cff up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:06.292897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Calling delete_port for ab38bc5e-f0ae-4110-9caa-3a5e1bbd3b3d owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:06.328293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:06.344453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:06.380900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] Deleting port 6d9b069a-47ce-420e-a9f7-d5546f484c71 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:06.381485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.416941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Calling delete_port for 87a5749f-1977-46e2-8fde-d131ee965f7d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:06.461976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=c4d0dbd6-620b-4384-8b37-72e1b7d525fb,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:06.480352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:06.483928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.516926 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-84c15ad3-f094-43af-a3a8-2b355eb93fed None None] The port '6d9b069a-47ce-420e-a9f7-d5546f484c71' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:29:06.521109 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0b709659-7800-4085-b213-5b958fec84d0 req-8fe04225-0d3b-4006-9ff9-79e737155931 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4658315 Apr 22 17:29:06.527737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network 554c5b99-b3e5-4cae-a32b-54b6c924398d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:29:06.625750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:06.626658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:06.627487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 24a94baa-f6b0-428a-b75a-e114bce65cff completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:06.632961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 24a94baa-f6b0-428a-b75a-e114bce65cff triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:06.638060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.662482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 554c5b99-b3e5-4cae-a32b-54b6c924398d) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:06.675173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db38719-b633-4c0e-beab-7ee19e685717 None None] Network 554c5b99-b3e5-4cae-a32b-54b6c924398d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:06.696024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:06.703734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.708671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.761275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.832088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event deleted for resources: {'Port': ['ID=ab38bc5e-f0ae-4110-9caa-3a5e1bbd3b3d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:06.916043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44462) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:06.952565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:06.995378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.023388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:07.025042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.057189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 24a94baa-f6b0-428a-b75a-e114bce65cff, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=24a94baa-f6b0-428a-b75a-e114bce65cff,segment=NetworkSegment(7b473c17-2e41-4962-97e7-2b71e4f6d23f),segment_id=7b473c17-2e41-4962-97e7-2b71e4f6d23f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:07.058466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b709659-7800-4085-b213-5b958fec84d0 req-b4cecdb3-7fca-446e-b3dd-92ae8ed342a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:07.060583 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0b709659-7800-4085-b213-5b958fec84d0 req-b4cecdb3-7fca-446e-b3dd-92ae8ed342a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1098 time: 0.4703672 Apr 22 17:29:07.103126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:07.119967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-554c5b99-b3e5-4cae-a32b-54b6c924398d', 'network_id': '554c5b99-b3e5-4cae-a32b-54b6c924398d', 'tenant_id': '0e692f39316b41a2b95b4c3174f8bf17', 'fixed_ips': [{'subnet_id': '663cd20e-e7d5-4b3d-9b79-af98574db7a9'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:07.120886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.154373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Deleting port 87a5749f-1977-46e2-8fde-d131ee965f7d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:07.157095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.173048 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c55e4d7d-3ff9-49db-81bd-829550200f07 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3827059 Apr 22 17:29:07.176246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44468) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:07.176961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:07.176961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.227350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3718f4bb-a8ee-487b-b041-35c247deb42d None None] Provisioning for port c4d0dbd6-620b-4384-8b37-72e1b7d525fb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:07.269252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.359986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f0705e6d-50a0-4f51-a485-57ec13947038 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:07.410241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: f0705e6d-50a0-4f51-a485-57ec13947038 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:07.410523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f0705e6d-50a0-4f51-a485-57ec13947038 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:07.411778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 87a5749f-1977-46e2-8fde-d131ee965f7d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:07.437395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3718f4bb-a8ee-487b-b041-35c247deb42d None None] Provisioning complete for port c4d0dbd6-620b-4384-8b37-72e1b7d525fb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:07.438384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3718f4bb-a8ee-487b-b041-35c247deb42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.476575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.505326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.512598 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4890347 Apr 22 17:29:07.512598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.517884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44474) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:07.537989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': 'cb22fa47-5f94-4e06-92d8-bd2133685819', 'ip_address': '2001:db8::28fa:1333:ef86:1b78'}], 'name': 'tempest-NetworksTestDHCPv6-805125553'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:07.542298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b709659-7800-4085-b213-5b958fec84d0 req-02a213c8-fb50-4dab-82e3-d7b97cf1f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:07.543860 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0b709659-7800-4085-b213-5b958fec84d0 req-02a213c8-fb50-4dab-82e3-d7b97cf1f8f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 912 time: 0.4545217 Apr 22 17:29:07.553210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a465c75-732c-43d6-b614-aa8303e88fd3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=cb22fa47-5f94-4e06-92d8-bd2133685819,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:07.653511 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3bdb237d-8d70-4cae-a817-b126ab92dc56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ce03cc6e58441278553754bfc10367b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7340155 Apr 22 17:29:07.656815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44478) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:07.665447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.680147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.680653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Fanout notify agent at l3_agent the message router_deleted on router c5508f3d-5581-40af-8a9a-94e23f346083 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:07.686266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3718f4bb-a8ee-487b-b041-35c247deb42d None None] Port c4d0dbd6-620b-4384-8b37-72e1b7d525fb cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:07.714077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.718694 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-617bae04-f6d8-4193-a0ca-39fcbf57a677 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/c5508f3d-5581-40af-8a9a-94e23f346083 HTTP/1.1" status: 204 len: 168 time: 2.8092198 Apr 22 17:29:07.722112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=24a94baa-f6b0-428a-b75a-e114bce65cff,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:07.726579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44482) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:07.740177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-620739403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:07.763801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:07.781560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Usage tracker for resource:router and tenant:717c63a0c49c4ce7af45083c03c4ec73 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:07.786705 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:07.790530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eaa0be1f-f11c-47db-b3f9-852592465ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.798486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:07.810880 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:07.834220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:07.840422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eaa0be1f-f11c-47db-b3f9-852592465ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.850731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0b709659-7800-4085-b213-5b958fec84d0 req-e3f6c925-6539-48c7-b1f8-ed9412453a2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 1000 time: 0.2875371 Apr 22 17:29:07.851366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3718f4bb-a8ee-487b-b041-35c247deb42d None None] Provisioning complete for port 24a94baa-f6b0-428a-b75a-e114bce65cff triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:07.853931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3718f4bb-a8ee-487b-b041-35c247deb42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.900676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.902003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.909007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Allocated IP 2001:db8::f816:3eff:feca:8b83 (554c5b99-b3e5-4cae-a32b-54b6c924398d/663cd20e-e7d5-4b3d-9b79-af98574db7a9/10525bf1-63d1-4008-9235-46203edf69d2) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:07.917835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.925901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:07.949004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] For port 87a5749f-1977-46e2-8fde-d131ee965f7d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=87a5749f-1977-46e2-8fde-d131ee965f7d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:07.949402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:07.990554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.017171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eaa0be1f-f11c-47db-b3f9-852592465ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.045558 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0be1f-f11c-47db-b3f9-852592465ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadaa4da-27c6-4924-978b-dc8c849e29f1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:08.078127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eaa0be1f-f11c-47db-b3f9-852592465ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.081644 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eaa0be1f-f11c-47db-b3f9-852592465ffd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aadaa4da-27c6-4924-978b-dc8c849e29f1 HTTP/1.1" status: 204 len: 168 time: 0.4215615 Apr 22 17:29:08.096521 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.133256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.138220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port a1ce7d97-8901-40a6-8af0-de11ae5a52eb yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:29:08.144464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Calling delete_port for 87a5749f-1977-46e2-8fde-d131ee965f7d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:08.174545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.228640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b709659-7800-4085-b213-5b958fec84d0 req-8fb04ab1-ffd3-42f5-a9d9-d68ca8552d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:08.230096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0b709659-7800-4085-b213-5b958fec84d0 req-8fb04ab1-ffd3-42f5-a9d9-d68ca8552d9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.3400769 Apr 22 17:29:08.299259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.303327 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6958f0ba-336e-4a8d-80a3-5b5919a317b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5729825 Apr 22 17:29:08.304490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44490) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:08.310082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': False}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:08.332441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 87a5749f-1977-46e2-8fde-d131ee965f7d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=87a5749f-1977-46e2-8fde-d131ee965f7d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:08.377097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b709659-7800-4085-b213-5b958fec84d0 req-b46d897d-0af9-4f67-b3a4-212577daca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:08.378571 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0b709659-7800-4085-b213-5b958fec84d0 req-b46d897d-0af9-4f67-b3a4-212577daca21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1329553 Apr 22 17:29:08.385144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.470220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.470963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6d9b069a-47ce-420e-a9f7-d5546f484c71 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:08.565752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6d9b069a-47ce-420e-a9f7-d5546f484c71 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:08.566178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6d9b069a-47ce-420e-a9f7-d5546f484c71 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:08.573578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:08.573946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:08.601800 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0b709659-7800-4085-b213-5b958fec84d0 req-8216db40-0cea-45d9-ae10-f69970de6564 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009056 Apr 22 17:29:08.602949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.603704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.613000 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.620625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d6677b4a-f9d1-42f7-a719-59777633bfb8 None None] Provisioning complete for port c4d0dbd6-620b-4384-8b37-72e1b7d525fb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:08.626933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d6677b4a-f9d1-42f7-a719-59777633bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.669309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=87a5749f-1977-46e2-8fde-d131ee965f7d,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:08.674493 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Transition to ACTIVE for port object 10525bf1-63d1-4008-9235-46203edf69d2 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:08.709136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d6677b4a-f9d1-42f7-a719-59777633bfb8 None None] Port c4d0dbd6-620b-4384-8b37-72e1b7d525fb cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:08.715088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Transition to ACTIVE for port object 10525bf1-63d1-4008-9235-46203edf69d2 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:08.727394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 24a94baa-f6b0-428a-b75a-e114bce65cff up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:08.764288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=c4d0dbd6-620b-4384-8b37-72e1b7d525fb,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:08.787001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.804243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.821660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::28fa:1333:ef86:1b78 (b68838ec-31d5-4ab0-8519-6f8459febd2e/cb22fa47-5f94-4e06-92d8-bd2133685819/a1ce7d97-8901-40a6-8af0-de11ae5a52eb) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:08.866949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Network 554c5b99-b3e5-4cae-a32b-54b6c924398d is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:08.873631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:08.876827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:08.880060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Pushing event updated for resources: {'Port': ['ID=10525bf1-63d1-4008-9235-46203edf69d2,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:08.952518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 24a94baa-f6b0-428a-b75a-e114bce65cff triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:08.952903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:08.991179 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0b709659-7800-4085-b213-5b958fec84d0 req-760157de-d659-4bff-b0ae-d2aaa62bea8a service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655925 Apr 22 17:29:08.992905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network a65933ba-ad00-4615-9717-d68b8265f29e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:08.994038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:09.007447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.028318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Attempting to bind port 10525bf1-63d1-4008-9235-46203edf69d2 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:09.036053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Attempting to bind port 10525bf1-63d1-4008-9235-46203edf69d2 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '439b0c26-917b-4147-a324-5384114b0e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '554c5b99-b3e5-4cae-a32b-54b6c924398d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:09.036053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Attempting to bind port 10525bf1-63d1-4008-9235-46203edf69d2 on network 554c5b99-b3e5-4cae-a32b-54b6c924398d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:09.044508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:09.044902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Checking segment: {'id': '439b0c26-917b-4147-a324-5384114b0e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '554c5b99-b3e5-4cae-a32b-54b6c924398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:09.045316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.045719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Bound using segment: {'id': '439b0c26-917b-4147-a324-5384114b0e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '554c5b99-b3e5-4cae-a32b-54b6c924398d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:09.046227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Bound port: 10525bf1-63d1-4008-9235-46203edf69d2, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439b0c26-917b-4147-a324-5384114b0e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '554c5b99-b3e5-4cae-a32b-54b6c924398d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:09.046618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.060087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Deleting port 87a5749f-1977-46e2-8fde-d131ee965f7d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:09.060457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.132856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Subnet': ['ID=663cd20e-e7d5-4b3d-9b79-af98574db7a9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:09.292554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.315021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object a1ce7d97-8901-40a6-8af0-de11ae5a52eb will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:09.431855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.442241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] For port 10525bf1-63d1-4008-9235-46203edf69d2, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:09.488066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554c5b99-b3e5-4cae-a32b-54b6c924398d']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:09.489956 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] For port 10525bf1-63d1-4008-9235-46203edf69d2, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=10525bf1-63d1-4008-9235-46203edf69d2,segment=NetworkSegment(439b0c26-917b-4147-a324-5384114b0e43),segment_id=439b0c26-917b-4147-a324-5384114b0e43)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:09.491113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0ff765ac-6525-458c-850c-671ff47d43d0 None None] Provisioning complete for port c4d0dbd6-620b-4384-8b37-72e1b7d525fb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:09.491491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0ff765ac-6525-458c-850c-671ff47d43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.504756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439b0c26-917b-4147-a324-5384114b0e43') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:09.505087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439b0c26-917b-4147-a324-5384114b0e43') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:09.520322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.583516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 39541d29-7413-4a05-addb-e126e098bfdb is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:29:09.595817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.600053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.650690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.690540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:09.691326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:09.706508 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:09.712927 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0ff765ac-6525-458c-850c-671ff47d43d0 None None] Port c4d0dbd6-620b-4384-8b37-72e1b7d525fb cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:09.746710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992160f9-33e7-4a8c-a5c4-b521a31b74a6 None None] Pushing event updated for resources: {'Port': ['ID=10525bf1-63d1-4008-9235-46203edf69d2,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:09.763792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] For port 87a5749f-1977-46e2-8fde-d131ee965f7d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=87a5749f-1977-46e2-8fde-d131ee965f7d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:09.764213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.798498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:09.810064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:09.824640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:09.830780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:09.831165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.844714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=a1ce7d97-8901-40a6-8af0-de11ae5a52eb,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:09.867798 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.898347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:09.909663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:09.924020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-51574a87-dd4d-41df-aaf5-ad11d5017726 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/39541d29-7413-4a05-addb-e126e098bfdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7722287 Apr 22 17:29:09.926590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44516) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:09.953264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Calling delete_port for 87a5749f-1977-46e2-8fde-d131ee965f7d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:09.962164 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-db20c326-abdd-4e2a-a8b9-fa6f6dc5c6bc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4348314 Apr 22 17:29:09.963452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44520) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:09.988141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a4ab4-0a98-495b-97d7-b37f4c349de3 None None] Sync routers for ids ['39541d29-7413-4a05-addb-e126e098bfdb'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:10.044959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a4ab4-0a98-495b-97d7-b37f4c349de3 None None] Routers {'39541d29-7413-4a05-addb-e126e098bfdb'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:10.045578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-772a4ab4-0a98-495b-97d7-b37f4c349de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['39541d29-7413-4a05-addb-e126e098bfdb'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:10.112871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Allocated IP 172.26.3.195 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/2f4ba3ae-2074-4a5f-9dc0-6b57a80595e9) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:10.129074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86be46-fc45-4648-92b5-2a13b133dacd None None] Network 554c5b99-b3e5-4cae-a32b-54b6c924398d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:10.133230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc575596-b25e-4296-a099-be2f2bba4cb3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:10.135117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:29:10.135117 dv-neutron-839024-1-hyperv neutron-server[88659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:29:10.135117 dv-neutron-839024-1-hyperv neutron-server[88659]: [parameters: {'id': '554c5b99-b3e5-4cae-a32b-54b6c924398d'}] Apr 22 17:29:10.135117 dv-neutron-839024-1-hyperv neutron-server[88659]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:10.142471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:10.142549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc575596-b25e-4296-a099-be2f2bba4cb3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:10.142549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fc575596-b25e-4296-a099-be2f2bba4cb3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:10.142687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b55f7-51a7-47fb-9aa3-7888c8ace4b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:10.143017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f54b55f7-51a7-47fb-9aa3-7888c8ace4b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:10.149801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-772a4ab4-0a98-495b-97d7-b37f4c349de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:10.221779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f54b55f7-51a7-47fb-9aa3-7888c8ace4b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:10.225664 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f54b55f7-51a7-47fb-9aa3-7888c8ace4b0 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports/c4d0dbd6-620b-4384-8b37-72e1b7d525fb HTTP/1.1" status: 200 len: 984 time: 0.2952340 Apr 22 17:29:10.225998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44528) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:10.230082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a4ab4-0a98-495b-97d7-b37f4c349de3 None None] Routers {'39541d29-7413-4a05-addb-e126e098bfdb'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:10.230730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-772a4ab4-0a98-495b-97d7-b37f4c349de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['39541d29-7413-4a05-addb-e126e098bfdb'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:10.269188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fc575596-b25e-4296-a099-be2f2bba4cb3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:10.270820 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fc575596-b25e-4296-a099-be2f2bba4cb3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.3065443 Apr 22 17:29:10.273483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44534) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:10.309662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-772a4ab4-0a98-495b-97d7-b37f4c349de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:10.310068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a4ab4-0a98-495b-97d7-b37f4c349de3 None None] The sync data for ids ['39541d29-7413-4a05-addb-e126e098bfdb'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:10.374603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.377913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.382143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-33a2c978-e34b-4930-a5e4-f2106019e13c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port a1ce7d97-8901-40a6-8af0-de11ae5a52eb {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:10.382487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-33a2c978-e34b-4930-a5e4-f2106019e13c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.437663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] Pushing event deleted for resources: {'Port': ['ID=87a5749f-1977-46e2-8fde-d131ee965f7d,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:10.442994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1916a0-e05e-4aa6-a566-2ec220b1cf7c None None] No DVR routers for this DVR port 87a5749f-1977-46e2-8fde-d131ee965f7d on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:10.466549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7c9ac-cfe6-40f8-a4d0-422f0d8e04a3 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:10.637707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.654469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44542) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:10.659654 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.665114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting port 10525bf1-63d1-4008-9235-46203edf69d2 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:10.665471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.738728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:10.753440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:10.762266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:10.793406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': 'cb22fa47-5f94-4e06-92d8-bd2133685819'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:10.794247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.834118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Pushing event updated for resources: {'Port': ['ID=2f4ba3ae-2074-4a5f-9dc0-6b57a80595e9,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:10.853586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-33a2c978-e34b-4930-a5e4-f2106019e13c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.920002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--217327033', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:10.940151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:10.954106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:network and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:10.957533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:10.961116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] For port 10525bf1-63d1-4008-9235-46203edf69d2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=10525bf1-63d1-4008-9235-46203edf69d2,segment=NetworkSegment(439b0c26-917b-4147-a324-5384114b0e43),segment_id=439b0c26-917b-4147-a324-5384114b0e43)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:10.964930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:10.978346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:11.003207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/cb22fa47-5f94-4e06-92d8-bd2133685819/2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:11.049668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-33a2c978-e34b-4930-a5e4-f2106019e13c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for a1ce7d97-8901-40a6-8af0-de11ae5a52eb owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:11.132463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Calling delete_port for 10525bf1-63d1-4008-9235-46203edf69d2 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:11.199527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.258543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:11.260469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.262082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.272065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Transition to ACTIVE for port object 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:11.292525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Transition to ACTIVE for port object 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:11.301970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.356900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.386048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:11.400315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:11.405722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:11.436819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:11.444499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:11.448552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:11.454248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Pushing event updated for resources: {'Port': ['ID=2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:11.462777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:11.502603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.517539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-33a2c978-e34b-4930-a5e4-f2106019e13c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.540673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Attempting to bind port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:11.541072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Attempting to bind port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:11.541402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Attempting to bind port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:11.547971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:11.548347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:11.548748 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.549139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:11.549603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Bound port: 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:11.549981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.645102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] For port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:11.648462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] For port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:11.673585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2c978-e34b-4930-a5e4-f2106019e13c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=a1ce7d97-8901-40a6-8af0-de11ae5a52eb,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:11.676230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Port': ['ID=10525bf1-63d1-4008-9235-46203edf69d2,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:11.686568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No DVR routers for this DVR port 10525bf1-63d1-4008-9235-46203edf69d2 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:11.692359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-33a2c978-e34b-4930-a5e4-f2106019e13c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.722997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.748226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.806391 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-33a2c978-e34b-4930-a5e4-f2106019e13c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/a1ce7d97-8901-40a6-8af0-de11ae5a52eb HTTP/1.1" status: 204 len: 168 time: 1.5294874 Apr 22 17:29:11.813457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44548) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:11.833274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.839486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fb5d1-5738-471a-91b9-f44382d0ede0 None None] Pushing event updated for resources: {'Port': ['ID=2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:11.878212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554c5b99-b3e5-4cae-a32b-54b6c924398d']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:11.910967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439b0c26-917b-4147-a324-5384114b0e43') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:11.911521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439b0c26-917b-4147-a324-5384114b0e43') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:11.936408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port c4d0dbd6-620b-4384-8b37-72e1b7d525fb {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:11.936751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:11.966517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.000987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.008260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.026656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db40917-571c-4f34-ad0a-ee7171232f62 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:12.028529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db40917-571c-4f34-ad0a-ee7171232f62 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:12.029293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5db40917-571c-4f34-ad0a-ee7171232f62 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:12.037947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:12.038772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:12.148036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5db40917-571c-4f34-ad0a-ee7171232f62 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:12.151700 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5db40917-571c-4f34-ad0a-ee7171232f62 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3351438 Apr 22 17:29:12.154968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.157334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44552) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:12.236513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.243225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.251180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd7aea9-d0fd-4091-8b29-d590e6fc8476 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet cb22fa47-5f94-4e06-92d8-bd2133685819 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:12.254661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aea9-d0fd-4091-8b29-d590e6fc8476 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.272071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a77a57a-108b-4c9f-aede-52f1c7250f94,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:12.301939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.380524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aea9-d0fd-4091-8b29-d590e6fc8476 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.423343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.433431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for c4d0dbd6-620b-4384-8b37-72e1b7d525fb owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:12.462639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:29:12.483284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.510345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Network': ['ID=554c5b99-b3e5-4cae-a32b-54b6c924398d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:12.531563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.531943 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment 1ed916a1-bc5a-4138-beed-d40826916cd1 of type vlan for network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d Apr 22 17:29:12.549887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-12e23db1-9e86-493f-b338-5170bd439ec6 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/554c5b99-b3e5-4cae-a32b-54b6c924398d HTTP/1.1" status: 204 len: 168 time: 5.3723030 Apr 22 17:29:12.552280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44556) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:12.561510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1182984934'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:12.572036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:12.584119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:network and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:12.590663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:12.594188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aea9-d0fd-4091-8b29-d590e6fc8476 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.633611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:12.715231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.728083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Router 93f1177d-f232-4659-b84f-e07d0c7ef327 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:29:12.735465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:12.800438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:12.804279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.825127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aea9-d0fd-4091-8b29-d590e6fc8476 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.866085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:12.881834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.928659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.934367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:12.935197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:12.988101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=c4d0dbd6-620b-4384-8b37-72e1b7d525fb,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:13.030300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8dd7aea9-d0fd-4091-8b29-d590e6fc8476 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.033578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-512fa0be-06d9-4681-8a38-b1239ddeb228 None None] Provisioning for port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:13.038192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7aea9-d0fd-4091-8b29-d590e6fc8476 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=cb22fa47-5f94-4e06-92d8-bd2133685819,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:13.045471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-512fa0be-06d9-4681-8a38-b1239ddeb228 None None] Provisioning complete for port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:13.046546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-512fa0be-06d9-4681-8a38-b1239ddeb228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.137546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:29:13.145895 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8dd7aea9-d0fd-4091-8b29-d590e6fc8476 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/cb22fa47-5f94-4e06-92d8-bd2133685819 HTTP/1.1" status: 204 len: 168 time: 0.9873214 Apr 22 17:29:13.151260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44560) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:13.202839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:13.211986 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9ea5349f-8c6a-4ac6-a61c-7861cdaf9d22 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5556133 Apr 22 17:29:13.212123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.212464 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Added segment e2d5a2e9-31df-4053-a7ca-d18e8b797753 of type vlan for network c5af5bd3-94d0-4f21-a80b-917b3c6ae35d Apr 22 17:29:13.215824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44564) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:13.225966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:29:13.226998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'admin_state_up': True, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:13.257926 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f4714547-7444-44f6-a870-4da9c8b148fb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045759 Apr 22 17:29:13.271024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44568) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:13.277533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:13.288198 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196811df-318f-427d-aff7-8c4eefdd2d21 None None] Sync routers for ids ['93f1177d-f232-4659-b84f-e07d0c7ef327'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:13.289007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:13.307732 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196811df-318f-427d-aff7-8c4eefdd2d21 None None] Routers {'93f1177d-f232-4659-b84f-e07d0c7ef327'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:13.308684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.309040 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-196811df-318f-427d-aff7-8c4eefdd2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['93f1177d-f232-4659-b84f-e07d0c7ef327'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:13.337774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.339032 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d7ca0ff9-1767-4fa6-9f5a-fe6f3ab6cc09 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "PUT /v2.0/routers/93f1177d-f232-4659-b84f-e07d0c7ef327 HTTP/1.1" status: 200 len: 919 time: 5.0334308 Apr 22 17:29:13.343601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44572) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:13.381170 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-196811df-318f-427d-aff7-8c4eefdd2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:13.391534 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196811df-318f-427d-aff7-8c4eefdd2d21 None None] Routers {'93f1177d-f232-4659-b84f-e07d0c7ef327'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:13.392438 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-196811df-318f-427d-aff7-8c4eefdd2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['93f1177d-f232-4659-b84f-e07d0c7ef327'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:13.430389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-512fa0be-06d9-4681-8a38-b1239ddeb228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.450695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57e8a3-223e-4316-9ac0-16c06e1401d6 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:13.452360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.457892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:13.461218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:29:13.465619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:router and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:13.466191 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-196811df-318f-427d-aff7-8c4eefdd2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:13.466954 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196811df-318f-427d-aff7-8c4eefdd2d21 None None] The sync data for ids ['93f1177d-f232-4659-b84f-e07d0c7ef327'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:13.471088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:13.516395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:13.529941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:13.534809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:13.551102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:13.599030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.604594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:13.605188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.613180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:13.641255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-512fa0be-06d9-4681-8a38-b1239ddeb228 None None] For port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:13.690011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.691029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.709763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-512fa0be-06d9-4681-8a38-b1239ddeb228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.736558 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-35273577-c897-4f48-89b4-faed16cfc417 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/routers/93f1177d-f232-4659-b84f-e07d0c7ef327 HTTP/1.1" status: 200 len: 925 time: 0.3415651 Apr 22 17:29:13.756212 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44576) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:13.756212 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Network': ['ID=c5af5bd3-94d0-4f21-a80b-917b3c6ae35d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:13.757451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:13.771981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-512fa0be-06d9-4681-8a38-b1239ddeb228 None None] Could not find standard attr ID for object a1ce7d97-8901-40a6-8af0-de11ae5a52eb. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:29:13.776293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network c5af5bd3-94d0-4f21-a80b-917b3c6ae35d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:29:13.785039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.793243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] Deleting port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:13.794081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.795240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 39541d29-7413-4a05-addb-e126e098bfdb has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:13.801324 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0c8dd865-9394-4f91-afaf-6691def4dda1 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2461309 Apr 22 17:29:13.806881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44580) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:13.807266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:13.810848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:13.814889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'subnet': {'network_id': 'c5af5bd3-94d0-4f21-a80b-917b3c6ae35d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:13.933003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d33923f7-553a-471a-8b1d-d2f8efb82b01 None None] Could not find standard attr ID for object a1ce7d97-8901-40a6-8af0-de11ae5a52eb. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:29:13.953636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbfc5e-2461-41a3-887e-7274f5f49004 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:13.958085 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-81dbfc5e-2461-41a3-887e-7274f5f49004 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=93f1177d-f232-4659-b84f-e07d0c7ef327&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1952577 Apr 22 17:29:13.958085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44584) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:13.966762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fa0be-06d9-4681-8a38-b1239ddeb228 None None] Pushing event updated for resources: {'Port': ['ID=2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:14.103938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:14.105869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] For port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:14.106458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.120478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed09a02-0845-4504-b149-6d9f8705c3c3 None None] Sync routers for ids ['39541d29-7413-4a05-addb-e126e098bfdb'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:14.170159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d09da-af3d-428e-a7a5-7beaec2c0614 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:14.174138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:14.174269 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bc4d09da-af3d-428e-a7a5-7beaec2c0614 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 881 time: 0.2118769 Apr 22 17:29:14.174269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44590) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:14.177482 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-277aa18a-8a8b-42c7-87ec-12b121d75b69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/39541d29-7413-4a05-addb-e126e098bfdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9505095 Apr 22 17:29:14.179466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44594) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:14.190316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:subnet and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:14.195046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:14.230961 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dc8eb6cf-bd7b-4993-87b4-33f4b1f950de tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=93f1177d-f232-4659-b84f-e07d0c7ef327 HTTP/1.1" status: 200 len: 205 time: 0.0557103 Apr 22 17:29:14.231550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44598) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:14.237361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] Calling delete_port for 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:14.299390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed09a02-0845-4504-b149-6d9f8705c3c3 None None] Routers {'39541d29-7413-4a05-addb-e126e098bfdb'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:14.299955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0ed09a02-0845-4504-b149-6d9f8705c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['39541d29-7413-4a05-addb-e126e098bfdb'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:14.327807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:14.330782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.364768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0ed09a02-0845-4504-b149-6d9f8705c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:14.387271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed09a02-0845-4504-b149-6d9f8705c3c3 None None] Routers {'39541d29-7413-4a05-addb-e126e098bfdb'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:14.387271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0ed09a02-0845-4504-b149-6d9f8705c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['39541d29-7413-4a05-addb-e126e098bfdb'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:14.447222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.459715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0ed09a02-0845-4504-b149-6d9f8705c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:14.459715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed09a02-0845-4504-b149-6d9f8705c3c3 None None] The sync data for ids ['39541d29-7413-4a05-addb-e126e098bfdb'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:14.459980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:14.478643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:14.481991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:14.482585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.504573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=d91b1b9c-f91b-4e72-8790-346b1fdd6e65,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:14.509378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.567461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.618353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] Pushing event deleted for resources: {'Port': ['ID=2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:14.621982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d0587-74a2-481f-8986-ddb1da7f283a None None] No DVR routers for this DVR port 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:14.650813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc731d-adc7-4fb7-8874-752608a88302 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:14.746636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:14.749474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:14.753553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.791099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:14.791727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2ad87d57-6bf8-4082-9ed4-dbdb9b9d16d8 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:14.802539 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dab5b7f7-4220-40bf-9bbd-538cef64c6aa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5303617 Apr 22 17:29:14.810025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44602) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:14.817779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': 'd91b1b9c-f91b-4e72-8790-346b1fdd6e65', 'ip_address': '2001:db8::5b5c:708c:d1b8:99fd'}], 'name': 'tempest-NetworksTestDHCPv6-2125572732'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:14.930012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-486628ab-1ca6-4cc4-bd7a-3022eef03355 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 17:29:14.931080 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-486628ab-1ca6-4cc4-bd7a-3022eef03355 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/39541d29-7413-4a05-addb-e126e098bfdb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7429855 Apr 22 17:29:14.936902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': 'd91b1b9c-f91b-4e72-8790-346b1fdd6e65'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:14.938249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44606) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:14.939356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.940665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:14.982575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:14.986766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:14.989591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:14.995591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:14.996821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-658aa2d3-5e78-4219-98fc-6fb28d680431 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:15.007037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Deleting port 2f4ba3ae-2074-4a5f-9dc0-6b57a80595e9 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:15.007515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.089552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:15.098782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/d91b1b9c-f91b-4e72-8790-346b1fdd6e65/12f1aa47-1b03-46e5-8470-a661bda7ecf6) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:15.142080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-658aa2d3-5e78-4219-98fc-6fb28d680431 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:15.145906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-658aa2d3-5e78-4219-98fc-6fb28d680431 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=39541d29-7413-4a05-addb-e126e098bfdb HTTP/1.1" status: 200 len: 205 time: 0.2032392 Apr 22 17:29:15.147410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44610) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:15.284846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.305587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.307584 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.319095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Transition to ACTIVE for port object 12f1aa47-1b03-46e5-8470-a661bda7ecf6 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:15.337860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Transition to ACTIVE for port object 12f1aa47-1b03-46e5-8470-a661bda7ecf6 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:15.384408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9983f468-8865-464c-92cf-661106836059 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.397262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.429709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Calling delete_port for 2f4ba3ae-2074-4a5f-9dc0-6b57a80595e9 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:15.473252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:15.476674 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:15.481297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:15.517396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port b53bd95a-730c-4356-b410-1bf7f90c0e4c yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:29:15.526180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Pushing event updated for resources: {'Port': ['ID=12f1aa47-1b03-46e5-8470-a661bda7ecf6,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:15.588298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Attempting to bind port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:15.588665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Attempting to bind port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:15.588939 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Attempting to bind port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:15.595149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:15.595858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:15.595976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.596330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:15.596797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Bound port: 12f1aa47-1b03-46e5-8470-a661bda7ecf6, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:15.597169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.689320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] For port 12f1aa47-1b03-46e5-8470-a661bda7ecf6, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:15.692236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] For port 12f1aa47-1b03-46e5-8470-a661bda7ecf6, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=12f1aa47-1b03-46e5-8470-a661bda7ecf6,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:15.742751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.751122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.774135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.792312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::5b5c:708c:d1b8:99fd (b68838ec-31d5-4ab0-8519-6f8459febd2e/d91b1b9c-f91b-4e72-8790-346b1fdd6e65/b53bd95a-730c-4356-b410-1bf7f90c0e4c) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:15.803891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:15.832107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771cb7c-ad06-4ded-b00b-f8efec37ef1f None None] Pushing event updated for resources: {'Port': ['ID=12f1aa47-1b03-46e5-8470-a661bda7ecf6,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:15.859958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event deleted for resources: {'Port': ['ID=2f4ba3ae-2074-4a5f-9dc0-6b57a80595e9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:15.867853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.074592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9983f468-8865-464c-92cf-661106836059 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.101137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9983f468-8865-464c-92cf-661106836059 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.106820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.178580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Subnet': ['ID=f34b7639-ce71-4eea-a793-6d691953c785,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:16.251904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Checking segment: {'id': 'e2d5a2e9-31df-4053-a7ca-d18e8b797753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c5af5bd3-94d0-4f21-a80b-917b3c6ae35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:16.252530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network hostable DHCP agents. Network: c5af5bd3-94d0-4f21-a80b-917b3c6ae35d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:29:16.264633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9983f468-8865-464c-92cf-661106836059 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.265099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9983f468-8865-464c-92cf-661106836059 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Fanout notify agent at l3_agent the message router_deleted on router 39541d29-7413-4a05-addb-e126e098bfdb {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:16.315788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.204 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/77e7a161-8524-4150-9b8d-b7e818100f3a) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:16.323897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9983f468-8865-464c-92cf-661106836059 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.325039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9983f468-8865-464c-92cf-661106836059 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/39541d29-7413-4a05-addb-e126e098bfdb HTTP/1.1" status: 204 len: 168 time: 1.1753464 Apr 22 17:29:16.330905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44614) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:16.414280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network c5af5bd3-94d0-4f21-a80b-917b3c6ae35d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:29:16.420416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.425914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.472295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.487651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object b53bd95a-730c-4356-b410-1bf7f90c0e4c will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:16.501075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fc42ff-2aae-4dd2-b8a8-8d195d2f366f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet 3cfd0a8d-c978-409e-a224-fda21ae3b826 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:16.506103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79fc42ff-2aae-4dd2-b8a8-8d195d2f366f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.539902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, c5af5bd3-94d0-4f21-a80b-917b3c6ae35d) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:16.544487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.545354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Fanout notify agent at l3_agent the message router_deleted on router 93f1177d-f232-4659-b84f-e07d0c7ef327 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:16.547593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577140f1-83c5-4825-8a97-50955d71ee22 None None] Network c5af5bd3-94d0-4f21-a80b-917b3c6ae35d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:16.552636 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:16.553095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.565756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.567129 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4246a05a-da93-4b98-a1a3-b812684d8f0c tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/93f1177d-f232-4659-b84f-e07d0c7ef327 HTTP/1.1" status: 204 len: 168 time: 2.3330336 Apr 22 17:29:16.570857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44618) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:16.577373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2126427127', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:16.591304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:16.596612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Usage tracker for resource:router and tenant:717c63a0c49c4ce7af45083c03c4ec73 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:16.600986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:16.604980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.607270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79fc42ff-2aae-4dd2-b8a8-8d195d2f366f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.657679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:16.690821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.696642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:16.703375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:16.703644 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2f7e5a04-0205-4f30-83e2-6bb7258dd946 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8938715 Apr 22 17:29:16.704701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:16.710553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:16.711465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.712080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44622) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:16.743707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=b53bd95a-730c-4356-b410-1bf7f90c0e4c,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:16.787904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 12f1aa47-1b03-46e5-8470-a661bda7ecf6 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:16.797181 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c800cc8c-988d-4b7a-bd6e-7c95669856b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9858327 Apr 22 17:29:16.805562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44628) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:16.848387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.848890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.869331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.930267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-c5af5bd3-94d0-4f21-a80b-917b3c6ae35d', 'network_id': 'c5af5bd3-94d0-4f21-a80b-917b3c6ae35d', 'tenant_id': '0e692f39316b41a2b95b4c3174f8bf17', 'fixed_ips': [{'subnet_id': 'f34b7639-ce71-4eea-a793-6d691953c785'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:16.932454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.933011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.938061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79fc42ff-2aae-4dd2-b8a8-8d195d2f366f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:16.947610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad68e55-036e-4039-ad1e-4635ddd1cbd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:16.949963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:16.955006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad68e55-036e-4039-ad1e-4635ddd1cbd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:16.955834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ad68e55-036e-4039-ad1e-4635ddd1cbd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:17.022779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.114479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ad68e55-036e-4039-ad1e-4635ddd1cbd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:17.118060 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4ad68e55-036e-4039-ad1e-4635ddd1cbd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3091915 Apr 22 17:29:17.125645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44632) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:17.125890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:17.132197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:17.140718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:17.174229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=77e7a161-8524-4150-9b8d-b7e818100f3a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:17.193826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Allocated IP 2001:db8::2 (c5af5bd3-94d0-4f21-a80b-917b3c6ae35d/f34b7639-ce71-4eea-a793-6d691953c785/15f143a0-12c0-433c-a4dc-ef3895ad518f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:17.199058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.301606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7abbc7f0-9f5c-4f55-ac53-f81414789404 None None] Provisioning for port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:17.311343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7abbc7f0-9f5c-4f55-ac53-f81414789404 None None] Provisioning complete for port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:17.311755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7abbc7f0-9f5c-4f55-ac53-f81414789404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.329843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.336656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-0442de4e-46e6-4685-82ac-51f4537de6a3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port b53bd95a-730c-4356-b410-1bf7f90c0e4c {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:17.337109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0442de4e-46e6-4685-82ac-51f4537de6a3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.417119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79fc42ff-2aae-4dd2-b8a8-8d195d2f366f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.489809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7abbc7f0-9f5c-4f55-ac53-f81414789404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.519392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc42ff-2aae-4dd2-b8a8-8d195d2f366f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfd0a8d-c978-409e-a224-fda21ae3b826,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:17.531776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79fc42ff-2aae-4dd2-b8a8-8d195d2f366f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.544065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56957491-0c1c-42c1-8fc6-fd8a48026b48 None None] Network a65933ba-ad00-4615-9717-d68b8265f29e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:17.558060 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-79fc42ff-2aae-4dd2-b8a8-8d195d2f366f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/3cfd0a8d-c978-409e-a224-fda21ae3b826 HTTP/1.1" status: 204 len: 168 time: 1.2261531 Apr 22 17:29:17.561251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44638) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:17.740764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0442de4e-46e6-4685-82ac-51f4537de6a3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.752592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.758858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7abbc7f0-9f5c-4f55-ac53-f81414789404 None None] For port 12f1aa47-1b03-46e5-8470-a661bda7ecf6, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=12f1aa47-1b03-46e5-8470-a661bda7ecf6,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:17.767413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.771940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Transition to ACTIVE for port object 15f143a0-12c0-433c-a4dc-ef3895ad518f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:17.810990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Transition to ACTIVE for port object 15f143a0-12c0-433c-a4dc-ef3895ad518f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:17.833161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7abbc7f0-9f5c-4f55-ac53-f81414789404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.848917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 24a94baa-f6b0-428a-b75a-e114bce65cff {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:17.849271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:17.880916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-0442de4e-46e6-4685-82ac-51f4537de6a3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for b53bd95a-730c-4356-b410-1bf7f90c0e4c owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:17.902054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] DHCP port deletion for a65933ba-ad00-4615-9717-d68b8265f29e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:17.916780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] Deleting port 24a94baa-f6b0-428a-b75a-e114bce65cff {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:17.916780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.021250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.062712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Network c5af5bd3-94d0-4f21-a80b-917b3c6ae35d is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:18.066021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbc7f0-9f5c-4f55-ac53-f81414789404 None None] Pushing event updated for resources: {'Port': ['ID=12f1aa47-1b03-46e5-8470-a661bda7ecf6,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:18.076526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:18.112588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:18.130923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.210719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.293151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Subnet': ['ID=f34b7639-ce71-4eea-a793-6d691953c785,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:18.306125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Attempting to bind port 15f143a0-12c0-433c-a4dc-ef3895ad518f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:18.306491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Attempting to bind port 15f143a0-12c0-433c-a4dc-ef3895ad518f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'e2d5a2e9-31df-4053-a7ca-d18e8b797753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c5af5bd3-94d0-4f21-a80b-917b3c6ae35d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:18.306877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Attempting to bind port 15f143a0-12c0-433c-a4dc-ef3895ad518f on network c5af5bd3-94d0-4f21-a80b-917b3c6ae35d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:18.311330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Pushing event updated for resources: {'Port': ['ID=15f143a0-12c0-433c-a4dc-ef3895ad518f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:18.330319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:18.330675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Checking segment: {'id': 'e2d5a2e9-31df-4053-a7ca-d18e8b797753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c5af5bd3-94d0-4f21-a80b-917b3c6ae35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:18.331107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.331499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Bound using segment: {'id': 'e2d5a2e9-31df-4053-a7ca-d18e8b797753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c5af5bd3-94d0-4f21-a80b-917b3c6ae35d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:18.332124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Bound port: 15f143a0-12c0-433c-a4dc-ef3895ad518f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d5a2e9-31df-4053-a7ca-d18e8b797753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c5af5bd3-94d0-4f21-a80b-917b3c6ae35d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:18.332508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.332613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.349852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c578fdcd-a439-4d53-a35d-d0d31d43ecac None None] Provisioning for port b53bd95a-730c-4356-b410-1bf7f90c0e4c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:18.355604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] For port 24a94baa-f6b0-428a-b75a-e114bce65cff, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=24a94baa-f6b0-428a-b75a-e114bce65cff,segment=NetworkSegment(7b473c17-2e41-4962-97e7-2b71e4f6d23f),segment_id=7b473c17-2e41-4962-97e7-2b71e4f6d23f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:18.356001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.365492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0442de4e-46e6-4685-82ac-51f4537de6a3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.367780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.448136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c578fdcd-a439-4d53-a35d-d0d31d43ecac None None] Provisioning complete for port b53bd95a-730c-4356-b410-1bf7f90c0e4c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:18.448136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c578fdcd-a439-4d53-a35d-d0d31d43ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.450440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442de4e-46e6-4685-82ac-51f4537de6a3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=b53bd95a-730c-4356-b410-1bf7f90c0e4c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:18.506937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.524155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0442de4e-46e6-4685-82ac-51f4537de6a3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.574574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d23b7-e460-4e80-95b0-5ddfa26dbd65 req-bb11d1a6-8a2a-4b50-9399-5cfdf51ecc84 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:18.576189 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-110d23b7-e460-4e80-95b0-5ddfa26dbd65 req-bb11d1a6-8a2a-4b50-9399-5cfdf51ecc84 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.5424788 Apr 22 17:29:18.584663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] Calling delete_port for 24a94baa-f6b0-428a-b75a-e114bce65cff owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:18.628367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Allocated IP 172.26.3.119 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/d1a884ee-e5f4-447c-832f-e22082918c44) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:18.637576 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0442de4e-46e6-4685-82ac-51f4537de6a3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/b53bd95a-730c-4356-b410-1bf7f90c0e4c HTTP/1.1" status: 204 len: 168 time: 1.5178990 Apr 22 17:29:18.640187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44646) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:18.669222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5af5bd3-94d0-4f21-a80b-917b3c6ae35d']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:18.737614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c578fdcd-a439-4d53-a35d-d0d31d43ecac None None] Port b53bd95a-730c-4356-b410-1bf7f90c0e4c was deleted so its status cannot be updated. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 17:29:18.744148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 12f1aa47-1b03-46e5-8470-a661bda7ecf6 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:18.784588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d5a2e9-31df-4053-a7ca-d18e8b797753') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:18.785224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d5a2e9-31df-4053-a7ca-d18e8b797753') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:18.808996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ceda29-0be4-4f41-a51f-55a45f1c3fd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:18.809190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.809320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ceda29-0be4-4f41-a51f-55a45f1c3fd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:18.810079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b5ceda29-0be4-4f41-a51f-55a45f1c3fd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:18.834251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 24a94baa-f6b0-428a-b75a-e114bce65cff, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=24a94baa-f6b0-428a-b75a-e114bce65cff,segment=NetworkSegment(7b473c17-2e41-4962-97e7-2b71e4f6d23f),segment_id=7b473c17-2e41-4962-97e7-2b71e4f6d23f)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:18.835040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.840775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] For port 15f143a0-12c0-433c-a4dc-ef3895ad518f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:18.851231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:18.851751 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.888625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.892983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.897248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] For port 15f143a0-12c0-433c-a4dc-ef3895ad518f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=15f143a0-12c0-433c-a4dc-ef3895ad518f,segment=NetworkSegment(e2d5a2e9-31df-4053-a7ca-d18e8b797753),segment_id=e2d5a2e9-31df-4053-a7ca-d18e8b797753)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:18.925746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b5ceda29-0be4-4f41-a51f-55a45f1c3fd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:18.927303 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b5ceda29-0be4-4f41-a51f-55a45f1c3fd9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2751234 Apr 22 17:29:18.931429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44650) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:18.949495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] Pushing event deleted for resources: {'Port': ['ID=24a94baa-f6b0-428a-b75a-e114bce65cff,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:18.958664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.990099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:18.994767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c5497-945e-4dce-a758-d47455b9ca9b None None] No DVR routers for this DVR port 24a94baa-f6b0-428a-b75a-e114bce65cff on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:19.043389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-110d23b7-e460-4e80-95b0-5ddfa26dbd65 req-d1c8d973-0b5a-4b21-94a1-297794cd8a1e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480741 Apr 22 17:29:19.058050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-08006991-f44b-406b-b5dd-16d86074d19b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet d91b1b9c-f91b-4e72-8790-346b1fdd6e65 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:19.066339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:19.069172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08006991-f44b-406b-b5dd-16d86074d19b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.069392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 24a94baa-f6b0-428a-b75a-e114bce65cff owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:19.102718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:19.103076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012a37c-8c05-4904-bb73-411e2bddf0e0 None None] Pushing event updated for resources: {'Port': ['ID=15f143a0-12c0-433c-a4dc-ef3895ad518f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:19.108919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:19.164887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.172759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:19.178637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:19.179804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:19.180248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.183511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event updated for resources: {'Port': ['ID=d1a884ee-e5f4-447c-832f-e22082918c44,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:19.204253 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:19.215463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 24a94baa-f6b0-428a-b75a-e114bce65cff no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:19.259817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 24a94baa-f6b0-428a-b75a-e114bce65cff {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:19.260110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 24a94baa-f6b0-428a-b75a-e114bce65cff not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:19.262724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b742dc2-b1f1-4803-a13d-5f98dd89547c None None] Network c5af5bd3-94d0-4f21-a80b-917b3c6ae35d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:19.296736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.454419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08006991-f44b-406b-b5dd-16d86074d19b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.470852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ad3df-3717-4ee4-9aed-d29dbd98fae2 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:29:19.573525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08006991-f44b-406b-b5dd-16d86074d19b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.606478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ad3df-3717-4ee4-9aed-d29dbd98fae2 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:29:19.684901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 24a94baa-f6b0-428a-b75a-e114bce65cff {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:19.685253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.727158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:29:19.727158 dv-neutron-839024-1-hyperv neutron-server[88659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:29:19.727158 dv-neutron-839024-1-hyperv neutron-server[88659]: [parameters: {'id': 'c5af5bd3-94d0-4f21-a80b-917b3c6ae35d'}] Apr 22 17:29:19.727158 dv-neutron-839024-1-hyperv neutron-server[88659]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:19.727605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:19.780535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] The port '24a94baa-f6b0-428a-b75a-e114bce65cff' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:29:19.799829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08006991-f44b-406b-b5dd-16d86074d19b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.987447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08006991-f44b-406b-b5dd-16d86074d19b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:19.992721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08006991-f44b-406b-b5dd-16d86074d19b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=d91b1b9c-f91b-4e72-8790-346b1fdd6e65,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:20.005400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.017432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.021276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-3ff06864-267e-4108-b9a3-9865dd7ccfbe tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:20.022795 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-3ff06864-267e-4108-b9a3-9865dd7ccfbe tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.3868511 Apr 22 17:29:20.025237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1884fb02-cd94-4746-acab-7c123f1eec1f None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:29:20.089446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:29:20.100026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65933ba-ad00-4615-9717-d68b8265f29e']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:20.128159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b473c17-2e41-4962-97e7-2b71e4f6d23f') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:20.128453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b473c17-2e41-4962-97e7-2b71e4f6d23f') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:20.160397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1884fb02-cd94-4746-acab-7c123f1eec1f None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:29:20.202571 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-08006991-f44b-406b-b5dd-16d86074d19b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/d91b1b9c-f91b-4e72-8790-346b1fdd6e65 HTTP/1.1" status: 204 len: 168 time: 1.2699575 Apr 22 17:29:20.215205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d076e-6f74-41ed-bdc3-8fe50970f7dc req-9a68f904-9dcb-4f8f-92d1-5caec72f3077 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:20.217701 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9c6d076e-6f74-41ed-bdc3-8fe50970f7dc req-9a68f904-9dcb-4f8f-92d1-5caec72f3077 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.4477773 Apr 22 17:29:20.222449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Deleting port cb553c2f-6009-4bb2-9b9d-7b39e61d027d {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:20.222979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.234983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44660) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:20.295430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.312867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.329927 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ce04a6d6-e49f-4795-bb58-4d0566dbc818 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938251 Apr 22 17:29:20.336971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44664) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:20.393498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.403512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:20.415985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:20.416841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:20.438240 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:20.526036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting port 15f143a0-12c0-433c-a4dc-ef3895ad518f {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:20.526350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.536869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d68567-6e9b-459d-82cd-9f4b8c53f73b None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:20.607386 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9c6d076e-6f74-41ed-bdc3-8fe50970f7dc req-f43ba5ae-b725-4491-bb80-a6e68a01d1cd tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146019 Apr 22 17:29:20.616612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:20.627109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:20.633880 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:20.652801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523ebaa-e510-41ad-938e-0cbc32316a6f req-02bf3452-dd2e-4f8a-af50-4ed82807ee11 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:20.667381 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f523ebaa-e510-41ad-938e-0cbc32316a6f req-02bf3452-dd2e-4f8a-af50-4ed82807ee11 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.4729993 Apr 22 17:29:20.675669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:20.688193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.791944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:20.797252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.832777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.841424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:20.842363 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f523ebaa-e510-41ad-938e-0cbc32316a6f req-8530412e-42c3-49c0-9cae-a699171541e0 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642344 Apr 22 17:29:20.847143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] Deleting port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:20.847402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.867232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:20.889891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:20.902872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=a65933ba-ad00-4615-9717-d68b8265f29e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:20.912106 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Sync routers for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:20.928568 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:20.930833 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:20.965444 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0fda6ee3-2579-4fd9-a0d6-fb34621597d6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/a65933ba-ad00-4615-9717-d68b8265f29e HTTP/1.1" status: 204 len: 168 time: 3.4015348 Apr 22 17:29:20.992305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44668) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:21.029024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2124404068'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:21.034078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] For port cb553c2f-6009-4bb2-9b9d-7b39e61d027d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:21.034446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.060894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:21.063890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:21.072836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:21.089952 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] For port 12f1aa47-1b03-46e5-8470-a661bda7ecf6, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=12f1aa47-1b03-46e5-8470-a661bda7ecf6,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:21.090188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:21.090424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.122697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.123832 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7a51c630-0cce-45d1-aa35-3667607c48ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.9052293 Apr 22 17:29:21.133726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44672) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:21.136817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] For port 15f143a0-12c0-433c-a4dc-ef3895ad518f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=15f143a0-12c0-433c-a4dc-ef3895ad518f,segment=NetworkSegment(e2d5a2e9-31df-4053-a7ca-d18e8b797753),segment_id=e2d5a2e9-31df-4053-a7ca-d18e8b797753)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:21.137204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.206340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:21.210179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.273572 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:21.275180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] Calling delete_port for 12f1aa47-1b03-46e5-8470-a661bda7ecf6 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:21.284187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:29:21.296193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.297249 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment 20b8d39b-b642-4a01-aff1-e25c4253fbd4 of type vlan for network c938f802-11d5-4d3e-8d3b-b4c6f46255fa Apr 22 17:29:21.302576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Router e2b04736-3b2a-4220-b838-12f5ca947d96 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:29:21.406550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.413667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.453515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.490224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:21.496284 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:21.509830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:21.510422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.512881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Calling delete_port for 15f143a0-12c0-433c-a4dc-ef3895ad518f owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:21.522625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] No DVR routers for this DVR port 12f1aa47-1b03-46e5-8470-a661bda7ecf6 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:21.545397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03387f-a16b-46ab-abc6-9800cae86ad8 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:21.558061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=07924789-836a-4127-bc5f-b4f21d019311,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:21.610206 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:17Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:21.615389 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Checking router: 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:29:21.615970 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Updating router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 port 77e7a161-8524-4150-9b8d-b7e818100f3a binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:29:21.631341 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4ccd94ef-1755-4b96-a0ee-3f4e642a59e5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4965098 Apr 22 17:29:21.647549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44680) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:21.666225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a611c9-2d2f-400c-9198-2438e28ed2e8 None None] Pushing event deleted for resources: {'Port': ['ID=12f1aa47-1b03-46e5-8470-a661bda7ecf6,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:21.689479 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.839217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '07924789-836a-4127-bc5f-b4f21d019311'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:21.840571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.939576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:21.957502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59011d80-f147-41c2-8a27-2e55c253e3ce None None] Sync routers for ids ['e2b04736-3b2a-4220-b838-12f5ca947d96'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:21.977972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:21.981809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59011d80-f147-41c2-8a27-2e55c253e3ce None None] Routers {'e2b04736-3b2a-4220-b838-12f5ca947d96'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:21.982483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-59011d80-f147-41c2-8a27-2e55c253e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e2b04736-3b2a-4220-b838-12f5ca947d96'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:21.994625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.004430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:22.005420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.045414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-f188f3d0-502e-4fb6-aee4-db1b4d030b95 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:22.046573 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-f188f3d0-502e-4fb6-aee4-db1b4d030b95 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.6741154 Apr 22 17:29:22.055921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-59011d80-f147-41c2-8a27-2e55c253e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:22.105465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.107601 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3ae43dcc-2115-4e1c-aa6f-9e4e14a86e8b tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5354090 Apr 22 17:29:22.112533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Port': ['ID=15f143a0-12c0-433c-a4dc-ef3895ad518f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:22.113978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59011d80-f147-41c2-8a27-2e55c253e3ce None None] Routers {'e2b04736-3b2a-4220-b838-12f5ca947d96'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:22.114613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-59011d80-f147-41c2-8a27-2e55c253e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e2b04736-3b2a-4220-b838-12f5ca947d96'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:22.115839 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.116987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44688) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:22.117314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44690) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:22.118269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No DVR routers for this DVR port 15f143a0-12c0-433c-a4dc-ef3895ad518f on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:22.123609 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0e9f94b7-b402-4707-9813-db09624b8556 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7832851 Apr 22 17:29:22.127911 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Transition to ACTIVE for port object 77e7a161-8524-4150-9b8d-b7e818100f3a will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:22.133668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '07924789-836a-4127-bc5f-b4f21d019311', 'ip_address': '2001:db8::a9ce:5d81:7d8a:b4cc'}], 'name': 'tempest-NetworksTestDHCPv6-2048092269'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:22.148068 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1504614 Apr 22 17:29:22.150200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44696) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:22.163364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': 'c938f802-11d5-4d3e-8d3b-b4c6f46255fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:22.192491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:22.199929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-59011d80-f147-41c2-8a27-2e55c253e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:22.200559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59011d80-f147-41c2-8a27-2e55c253e3ce None None] The sync data for ids ['e2b04736-3b2a-4220-b838-12f5ca947d96'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:22.210380 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.221575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/07924789-836a-4127-bc5f-b4f21d019311/b80e9e72-9529-4b66-9f17-6e0cdc1663bb) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:22.243222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80ec73-2e3d-4736-97bb-e92f33a9cf49 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:22.247740 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2a80ec73-2e3d-4736-97bb-e92f33a9cf49 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5981739 Apr 22 17:29:22.248999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44700) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:22.252059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b75e8-8bfb-46b0-be5f-550e06f0c144 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=c938f802-11d5-4d3e-8d3b-b4c6f46255fa,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:22.268533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network c938f802-11d5-4d3e-8d3b-b4c6f46255fa details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:29:22.308200 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Attempting to bind port 77e7a161-8524-4150-9b8d-b7e818100f3a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:22.308735 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Attempting to bind port 77e7a161-8524-4150-9b8d-b7e818100f3a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:22.309318 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Attempting to bind port 77e7a161-8524-4150-9b8d-b7e818100f3a on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:22.320583 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:22.321187 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:22.321868 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.322351 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:22.322960 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Bound port: 77e7a161-8524-4150-9b8d-b7e818100f3a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:22.323578 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.349182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.349609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.349927 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Floating IP 3e718cc8-068b-4f50-b6a7-20225e960549 disassociated. External IP: 172.26.3.240, port: cb553c2f-6009-4bb2-9b9d-7b39e61d027d. Apr 22 17:29:22.350263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Calling delete_port for cb553c2f-6009-4bb2-9b9d-7b39e61d027d owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:22.356203 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Pushing event updated for resources: {'Port': ['ID=77e7a161-8524-4150-9b8d-b7e818100f3a,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:22.376074 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.376593 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.377557 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.379406 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.379855 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.380501 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.380985 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.381414 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.381851 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.382273 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.383000 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.383435 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:22.419158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d69cf9-c688-4793-b6bb-88935191a5fb req-693df842-b641-44bc-81a8-728fd01fdd28 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:22.421053 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a2d69cf9-c688-4793-b6bb-88935191a5fb req-693df842-b641-44bc-81a8-728fd01fdd28 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 946 time: 0.3904455 Apr 22 17:29:22.424121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:22.428619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:22.444208 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] For port 77e7a161-8524-4150-9b8d-b7e818100f3a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:22.447936 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] For port 77e7a161-8524-4150-9b8d-b7e818100f3a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=77e7a161-8524-4150-9b8d-b7e818100f3a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:22.455699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:22.466273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:22.490322 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-04bf1504-5c5d-4a8f-8ff0-43d4a2cb1774 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2111759 Apr 22 17:29:22.492069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44704) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:22.498956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554660117', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:22.516175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Deleting port 0326351b-df37-4639-98ea-98ef523a9ee3 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:22.516742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.551592 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.612487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:22.616641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:22.619442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:22.625830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:22.635603 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a2d69cf9-c688-4793-b6bb-88935191a5fb req-7dc690f2-9ebf-49a7-88ba-2be7590b0236 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups?id=64798755-4984-4bdb-957d-86431cb6c623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029924 Apr 22 17:29:22.636770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:22.640282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.643198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.645342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.660918 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Transition to ACTIVE for port object b80e9e72-9529-4b66-9f17-6e0cdc1663bb will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:22.685560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:22.689961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.693345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Transition to ACTIVE for port object b80e9e72-9529-4b66-9f17-6e0cdc1663bb will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:22.701989 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:22.702555 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:22.761574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 12f1aa47-1b03-46e5-8470-a661bda7ecf6 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:22.796114 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9372-e568-476e-8442-a2faea49b0d6 None None] Pushing event updated for resources: {'Port': ['ID=77e7a161-8524-4150-9b8d-b7e818100f3a,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:22.824215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:22.863497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806193b-905f-45b5-87ab-ed6661b2aabe req-a0106ce0-94b4-4a93-b495-a0aa199afae7 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:22.865533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a806193b-905f-45b5-87ab-ed6661b2aabe req-a0106ce0-94b4-4a93-b495-a0aa199afae7 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 0.9787364 Apr 22 17:29:22.912559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 12f1aa47-1b03-46e5-8470-a661bda7ecf6 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:22.912905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 12f1aa47-1b03-46e5-8470-a661bda7ecf6 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:22.942043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:22.949026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:22.953526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:22.959646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Pushing event updated for resources: {'Port': ['ID=b80e9e72-9529-4b66-9f17-6e0cdc1663bb,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:22.963296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5af5bd3-94d0-4f21-a80b-917b3c6ae35d']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:23.028661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d5a2e9-31df-4053-a7ca-d18e8b797753') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:23.028956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d5a2e9-31df-4053-a7ca-d18e8b797753') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:23.057316 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:23.061934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Attempting to bind port b80e9e72-9529-4b66-9f17-6e0cdc1663bb on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:23.062107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Attempting to bind port b80e9e72-9529-4b66-9f17-6e0cdc1663bb by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:23.062680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Attempting to bind port b80e9e72-9529-4b66-9f17-6e0cdc1663bb on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:23.066776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:23.076176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:23.077744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:23.078857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.082028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:23.083058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Bound port: b80e9e72-9529-4b66-9f17-6e0cdc1663bb, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:23.083798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.131553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.138291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:23.144547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.188056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] For port b80e9e72-9529-4b66-9f17-6e0cdc1663bb, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:23.192023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] For port b80e9e72-9529-4b66-9f17-6e0cdc1663bb, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b80e9e72-9529-4b66-9f17-6e0cdc1663bb,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:23.192385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:23.202410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.220954 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a806193b-905f-45b5-87ab-ed6661b2aabe req-20e140d1-1b8d-4f62-bc17-74b4facd9dbf tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384354 Apr 22 17:29:23.225796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:23.232020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=340ccc78-a91b-4e9a-ac20-4d645d7282ba,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:23.256784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.285130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.307414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:23.307820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.348688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': '20b8d39b-b642-4a01-aff1-e25c4253fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c938f802-11d5-4d3e-8d3b-b4c6f46255fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:23.349096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: c938f802-11d5-4d3e-8d3b-b4c6f46255fa, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:29:23.358042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75e23-212f-481f-b86f-15ea5e200fd1 None None] Pushing event updated for resources: {'Port': ['ID=b80e9e72-9529-4b66-9f17-6e0cdc1663bb,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:23.384082 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:23.385952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:23.385952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:29:23.399707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=4a39a3ba-6811-4921-8175-f52235d47129,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:23.417909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cb553c2f-6009-4bb2-9b9d-7b39e61d027d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:23.485185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network c938f802-11d5-4d3e-8d3b-b4c6f46255fa is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:29:23.485375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:23.499997 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:17Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:23.506226 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d399df-d036-41fa-8dfb-4a9b60cbe92a None None] The sync data for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv is: [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:17Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:23.519910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:29:23.605143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.605380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.621415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, c938f802-11d5-4d3e-8d3b-b4c6f46255fa) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:23.626533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:23.632237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:23.632854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.638908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277289f1-2e87-495c-888f-ddf30cf0201b None None] Network c938f802-11d5-4d3e-8d3b-b4c6f46255fa requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:23.653701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bca59b-feb8-4a61-b4bc-7799e4daa75e None None] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:23.673378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:23.673980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.704786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] For port 0326351b-df37-4639-98ea-98ef523a9ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0326351b-df37-4639-98ea-98ef523a9ee3,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:23.705279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:23.728170 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-17f9e254-af63-4f5c-bf02-c2b649dd43d9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5735464 Apr 22 17:29:23.733933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44710) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:23.739159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-990751781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:23.759006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:23.768291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:router and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:23.781686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:23.791277 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-309a9eec-174d-4bb7-9b7d-eeb1c9db39d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2984717 Apr 22 17:29:23.795409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:23.797209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44714) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:23.883670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 0326351b-df37-4639-98ea-98ef523a9ee3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:24.038897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event deleted for resources: {'Port': ['ID=cb553c2f-6009-4bb2-9b9d-7b39e61d027d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:24.113013 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d11be9b9-321f-463b-8428-5a3b0f11fcdc req-64de7287-e2d1-4728-8b77-108184861522 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.0537567 Apr 22 17:29:24.153474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:24.282628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:24.283715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:24.291922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:24.362576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-c938f802-11d5-4d3e-8d3b-b4c6f46255fa', 'network_id': 'c938f802-11d5-4d3e-8d3b-b4c6f46255fa', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': '340ccc78-a91b-4e9a-ac20-4d645d7282ba'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:24.366700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:24.449611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:24.622137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Allocated IP 2001:db8::2 (c938f802-11d5-4d3e-8d3b-b4c6f46255fa/340ccc78-a91b-4e9a-ac20-4d645d7282ba/6a164640-7e28-4867-ba7a-2d7308a0be09) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:24.827783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.000212 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.003715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.018397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Transition to ACTIVE for port object 6a164640-7e28-4867-ba7a-2d7308a0be09 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:25.045458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Transition to ACTIVE for port object 6a164640-7e28-4867-ba7a-2d7308a0be09 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:25.049728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:25.050775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.088048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.108262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Network': ['ID=c5af5bd3-94d0-4f21-a80b-917b3c6ae35d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:25.149219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 635e408a-b113-4bf1-964d-8f7354e7d7ee yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:29:25.170998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.172624 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fc2e9540-a9b7-4c5e-9c50-08c34698e909 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4376991 Apr 22 17:29:25.180139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44722) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:25.187776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-39633a66-d943-40c2-849f-f8219fed4fb2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/c5af5bd3-94d0-4f21-a80b-917b3c6ae35d HTTP/1.1" status: 204 len: 168 time: 8.4744818 Apr 22 17:29:25.201525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44726) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:25.211352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.284761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1320631207'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:25.387080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b80e9e72-9529-4b66-9f17-6e0cdc1663bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:25.431110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:25.436436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:network and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:25.439604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.441105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:25.449458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:25.498668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Deleting port d1a884ee-e5f4-447c-832f-e22082918c44 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:25.499040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.534531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.556343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Router 4e8723d8-49a7-405e-b597-b88838341dc1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:25.573219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Network c938f802-11d5-4d3e-8d3b-b4c6f46255fa is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:25.582967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:25.592448 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Allocated IP 172.20.0.2 (abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d/4a39a3ba-6811-4921-8175-f52235d47129/1d25f39e-1157-4dcb-96c3-7bba21203300) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:25.594861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:25.608355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Pushing event updated for resources: {'Port': ['ID=6a164640-7e28-4867-ba7a-2d7308a0be09,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:25.616932 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f29c05a5-259e-46da-8efe-c87869e3e11d req-8f8f4dc7-1352-40fc-ac08-c186bb2e5f34 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.2192624 Apr 22 17:29:25.637237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.658588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1119d1cf-4c1f-4bf4-a05e-90cbc128f661 None None] Provisioning for port b80e9e72-9529-4b66-9f17-6e0cdc1663bb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:25.672491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:29:25.678654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:25.682390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.735824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.735824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.735824 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Floating IP 17179cfc-4905-4079-8e9a-8165b16d4697 disassociated. External IP: 172.26.3.153, port: 0326351b-df37-4639-98ea-98ef523a9ee3. Apr 22 17:29:25.735824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Calling delete_port for 0326351b-df37-4639-98ea-98ef523a9ee3 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:25.736173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 0326351b-df37-4639-98ea-98ef523a9ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0326351b-df37-4639-98ea-98ef523a9ee3,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:25.764154 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb58f08d-eca8-4bed-be26-8ca7d51bf2cd'] response: {'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3', 'code': 200} Apr 22 17:29:25.825865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Attempting to bind port 6a164640-7e28-4867-ba7a-2d7308a0be09 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:25.826308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Attempting to bind port 6a164640-7e28-4867-ba7a-2d7308a0be09 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '20b8d39b-b642-4a01-aff1-e25c4253fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c938f802-11d5-4d3e-8d3b-b4c6f46255fa'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:25.826840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Attempting to bind port 6a164640-7e28-4867-ba7a-2d7308a0be09 on network c938f802-11d5-4d3e-8d3b-b4c6f46255fa {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:25.833174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.886113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port b80e9e72-9529-4b66-9f17-6e0cdc1663bb completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:25.889423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:25.889945 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Checking segment: {'id': '20b8d39b-b642-4a01-aff1-e25c4253fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c938f802-11d5-4d3e-8d3b-b4c6f46255fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:25.890586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.891619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Bound using segment: {'id': '20b8d39b-b642-4a01-aff1-e25c4253fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c938f802-11d5-4d3e-8d3b-b4c6f46255fa'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:25.891619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Bound port: 6a164640-7e28-4867-ba7a-2d7308a0be09, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b8d39b-b642-4a01-aff1-e25c4253fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c938f802-11d5-4d3e-8d3b-b4c6f46255fa'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:25.892169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.919810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b80e9e72-9529-4b66-9f17-6e0cdc1663bb triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:25.920259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:25.920501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.012763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.073163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=0326351b-df37-4639-98ea-98ef523a9ee3,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:26.079678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Calling delete_port for d1a884ee-e5f4-447c-832f-e22082918c44 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:26.159412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] For port 6a164640-7e28-4867-ba7a-2d7308a0be09, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:26.180234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] For port 6a164640-7e28-4867-ba7a-2d7308a0be09, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6a164640-7e28-4867-ba7a-2d7308a0be09,segment=NetworkSegment(20b8d39b-b642-4a01-aff1-e25c4253fbd4),segment_id=20b8d39b-b642-4a01-aff1-e25c4253fbd4)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:26.219117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.236039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Transition to ACTIVE for port object 1d25f39e-1157-4dcb-96c3-7bba21203300 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:26.255951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.277687 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Transition to ACTIVE for port object 1d25f39e-1157-4dcb-96c3-7bba21203300 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:26.279492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.371256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port b80e9e72-9529-4b66-9f17-6e0cdc1663bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b80e9e72-9529-4b66-9f17-6e0cdc1663bb,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:26.377924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.393540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db252804-b729-437a-9454-cc66b26eddc0 None None] Pushing event updated for resources: {'Port': ['ID=6a164640-7e28-4867-ba7a-2d7308a0be09,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:26.449052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:26.453789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:26.456713 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:29:26.458360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:26.461391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.465476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 77e7a161-8524-4150-9b8d-b7e818100f3a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:26.535660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276cd08-f75a-4bd9-81f6-3d5b0a723d3e req-69693728-3851-4722-b936-0737b187be6c tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:26.543851 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8276cd08-f75a-4bd9-81f6-3d5b0a723d3e req-69693728-3851-4722-b936-0737b187be6c tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 946 time: 2.0306492 Apr 22 17:29:26.587129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.772783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Pushing event updated for resources: {'Port': ['ID=1d25f39e-1157-4dcb-96c3-7bba21203300,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:26.793819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.1 (abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d/4a39a3ba-6811-4921-8175-f52235d47129/c290f400-02d0-46ef-b081-8088ef4178d5) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:26.810251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Pushing event deleted for resources: {'Port': ['ID=d1a884ee-e5f4-447c-832f-e22082918c44,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:26.841008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8::1 (c938f802-11d5-4d3e-8d3b-b4c6f46255fa/340ccc78-a91b-4e9a-ac20-4d645d7282ba/44b75dbd-c073-4664-b9c0-91dbe4efb008) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:26.877363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 77e7a161-8524-4150-9b8d-b7e818100f3a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:26.885462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Attempting to bind port 1d25f39e-1157-4dcb-96c3-7bba21203300 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:26.885832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Attempting to bind port 1d25f39e-1157-4dcb-96c3-7bba21203300 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:26.886277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Attempting to bind port 1d25f39e-1157-4dcb-96c3-7bba21203300 on network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:26.889361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 77e7a161-8524-4150-9b8d-b7e818100f3a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:26.889737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.902667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:29:26.979052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:26.979365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Checking segment: {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:26.979892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.980305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Bound using segment: {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:26.982179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Bound port: 1d25f39e-1157-4dcb-96c3-7bba21203300, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:26.982754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:26.994394 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a9610ff0-744c-4644-a457-3e56d81d9a81 req-372c3851-600f-487e-8212-cdbb20aac836 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.0895331 Apr 22 17:29:27.005140 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8276cd08-f75a-4bd9-81f6-3d5b0a723d3e req-7b257f12-9004-42df-ba8d-c33f7fc55ba8 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598739 Apr 22 17:29:27.068317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::a9ce:5d81:7d8a:b4cc (b68838ec-31d5-4ab0-8519-6f8459febd2e/07924789-836a-4127-bc5f-b4f21d019311/635e408a-b113-4bf1-964d-8f7354e7d7ee) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:27.094895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] For port 1d25f39e-1157-4dcb-96c3-7bba21203300, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:27.097957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] For port 1d25f39e-1157-4dcb-96c3-7bba21203300, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1d25f39e-1157-4dcb-96c3-7bba21203300,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:27.099738 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=b80e9e72-9529-4b66-9f17-6e0cdc1663bb,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:27.189353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.209909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 77e7a161-8524-4150-9b8d-b7e818100f3a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=77e7a161-8524-4150-9b8d-b7e818100f3a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:27.212232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.269061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.309513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object c290f400-02d0-46ef-b081-8088ef4178d5 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:27.322293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f42f90-cab6-4e92-a3b0-e03a76693977 None None] Pushing event updated for resources: {'Port': ['ID=1d25f39e-1157-4dcb-96c3-7bba21203300,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:27.343358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.355883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.396393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object 44b75dbd-c073-4664-b9c0-91dbe4efb008 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:27.496952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.511799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=77e7a161-8524-4150-9b8d-b7e818100f3a,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:27.591119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.650244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:27.669000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:27.675348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:27.679773 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b80e9e72-9529-4b66-9f17-6e0cdc1663bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:27.727743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network c938f802-11d5-4d3e-8d3b-b4c6f46255fa is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:27.728548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=c290f400-02d0-46ef-b081-8088ef4178d5,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:27.740364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:27.822175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.822175 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Added segment 7fba59ca-b17a-4f6b-8ce8-48987be18b75 of type vlan for network da110f69-db92-4cb6-bc6c-bd093213d372 Apr 22 17:29:27.830119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:27.830119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.852585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.872152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b80e9e72-9529-4b66-9f17-6e0cdc1663bb triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:27.872526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.947552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:27.951833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=44b75dbd-c073-4664-b9c0-91dbe4efb008,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:27.993293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 635e408a-b113-4bf1-964d-8f7354e7d7ee will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:28.036743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:28.037363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:28.054563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:28.060967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:28.155400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c39aec-4424-4286-a53d-09f348db928a None None] Network c938f802-11d5-4d3e-8d3b-b4c6f46255fa requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:28.157267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:28.171163 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] Sync routers for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:28.184872 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:28.186680 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:28.217431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:28.433580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2aa2b9a6-d3ad-4070-8cd1-fe2292de7236 None None] Provisioning for port 6a164640-7e28-4867-ba7a-2d7308a0be09 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:28.485613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6a164640-7e28-4867-ba7a-2d7308a0be09 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:28.510726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] No DVR routers for this DVR port cb553c2f-6009-4bb2-9b9d-7b39e61d027d on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:28.515937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:29:28.525556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:28.533000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'name': 'network-vif-deleted', 'tag': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:29:28.599989 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-35bcc53a-cedd-4faa-8a21-3f5291e35060 req-d491ef4b-ff16-4c78-8fdd-de6ec549c2dc tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.0610001 Apr 22 17:29:28.625417 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:28.738511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Deleting port 0326351b-df37-4639-98ea-98ef523a9ee3 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:28.738903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:28.782027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6a164640-7e28-4867-ba7a-2d7308a0be09 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:28.798549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6a164640-7e28-4867-ba7a-2d7308a0be09 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:28.799342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:28.879804 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cd9d56-d3c9-49de-b7c6-56464698eb1e'] response: {'server_uuid': '6b0dc053-7880-470f-b3cc-483e6e76f1f6', 'name': 'network-vif-deleted', 'tag': 'cb553c2f-6009-4bb2-9b9d-7b39e61d027d', 'status': 'completed', 'code': 200} Apr 22 17:29:28.888464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:28.903394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.053235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:29.062302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.076144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:29.097294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:29.112539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:29.120716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.129674 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:09Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:29.132487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6a164640-7e28-4867-ba7a-2d7308a0be09, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6a164640-7e28-4867-ba7a-2d7308a0be09,segment=NetworkSegment(20b8d39b-b642-4a01-aff1-e25c4253fbd4),segment_id=20b8d39b-b642-4a01-aff1-e25c4253fbd4)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:29.136298 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] Checking router: 4e8723d8-49a7-405e-b597-b88838341dc1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:29:29.145336 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:29.146159 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:29.208629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03d223-4f8d-403a-b42b-c86385a11531 None None] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:29.263017 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fcde7477-fde2-447d-a7ff-3bb99d1536b2 req-0435bcee-2ee0-4784-b639-52f47c47f95e tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.16 "DELETE /v2.0/ports/cb553c2f-6009-4bb2-9b9d-7b39e61d027d HTTP/1.1" status: 204 len: 173 time: 9.2320080 Apr 22 17:29:29.268470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.335021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=635e408a-b113-4bf1-964d-8f7354e7d7ee,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:29.360915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.363491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3f7eabc1-d600-4a54-a842-834999c7373b None None] Provisioning for port 44b75dbd-c073-4664-b9c0-91dbe4efb008 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:29.495295 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:29.517477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3f7eabc1-d600-4a54-a842-834999c7373b None None] Provisioning complete for port 44b75dbd-c073-4664-b9c0-91dbe4efb008 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:29.517866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f7eabc1-d600-4a54-a842-834999c7373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.602566 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-79efc8f8-1606-4693-908d-52c4587f69d7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.4749486 Apr 22 17:29:29.603651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.609569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:29.615913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.634283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6a164640-7e28-4867-ba7a-2d7308a0be09,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:29.645259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3f7eabc1-d600-4a54-a842-834999c7373b None None] Port 44b75dbd-c073-4664-b9c0-91dbe4efb008 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:29.695489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44742) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:29.700179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 77e7a161-8524-4150-9b8d-b7e818100f3a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:29.713271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.730688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3f7eabc1-d600-4a54-a842-834999c7373b None None] Provisioning complete for port 6a164640-7e28-4867-ba7a-2d7308a0be09 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:29.730942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f7eabc1-d600-4a54-a842-834999c7373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.890942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 77e7a161-8524-4150-9b8d-b7e818100f3a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:29.890942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:29.932002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.033399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.039029 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-562e8409-30c1-4637-bd48-aa1f4546cecc req-39fa3fe4-afba-41b6-8887-38e74016f908 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0dc053-7880-470f-b3cc-483e6e76f1f6 HTTP/1.1" status: 200 len: 210 time: 0.1027360 Apr 22 17:29:30.040510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.085982 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:09Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:30.090566 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787af256-0dd3-4ada-b082-5bbbebd09260 None None] The sync data for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv is: [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:26:54Z', 'revision_number': 4, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8e4bd592-546c-4abb-a8c3-04d527537e78', 'name': '', 'network_id': 'c03bba28-f20d-4ed6-8f50-f2f3902ac0ef', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'mac_address': 'fa:16:3e:e5:7f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:09Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'subnets': [{'id': '24e7a269-a355-4adc-bbba-7ed43f9cdf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:30.146034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1d25f39e-1157-4dcb-96c3-7bba21203300 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:30.153262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.163748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.164854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.244842 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 5.0369627 Apr 22 17:29:30.289798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Provisioning complete for port 44b75dbd-c073-4664-b9c0-91dbe4efb008 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:30.289798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.325244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44750) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:30.327017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2578c-fb16-41f5-ab7b-f8c0d282ebd7 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Network': ['ID=da110f69-db92-4cb6-bc6c-bd093213d372,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:30.352612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Request body: {'subnet': {'network_id': 'da110f69-db92-4cb6-bc6c-bd093213d372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:30.385866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network da110f69-db92-4cb6-bc6c-bd093213d372 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:29:30.387012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3ad09-e71e-4af6-a29a-1dbd656c9a16 req-42a8e2d3-bb8a-44a0-adf7-5685db852e84 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:30.387911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-18b3ad09-e71e-4af6-a29a-1dbd656c9a16 req-42a8e2d3-bb8a-44a0-adf7-5685db852e84 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Synchronizing usage tracker for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:30.481288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:30.488640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Router e2b04736-3b2a-4220-b838-12f5ca947d96 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:30.491050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0655-f5d3-401a-b81c-36dc2b37b0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.492504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Port 44b75dbd-c073-4664-b9c0-91dbe4efb008 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:30.501286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251b066-672d-4ecd-877a-2def41b405a9 None None] New status for floating IP 3e718cc8-068b-4f50-b6a7-20225e960549: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:29:30.508847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:30.564045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] For port 0326351b-df37-4639-98ea-98ef523a9ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0326351b-df37-4639-98ea-98ef523a9ee3,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:30.564417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.635466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=c290f400-02d0-46ef-b081-8088ef4178d5,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:30.746162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-18b3ad09-e71e-4af6-a29a-1dbd656c9a16 req-42a8e2d3-bb8a-44a0-adf7-5685db852e84 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Unset dirty status for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:30.746725 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-18b3ad09-e71e-4af6-a29a-1dbd656c9a16 req-42a8e2d3-bb8a-44a0-adf7-5685db852e84 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 944 time: 2.5870600 Apr 22 17:29:30.790348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network c938f802-11d5-4d3e-8d3b-b4c6f46255fa is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:30.799900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:30.831640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 1d25f39e-1157-4dcb-96c3-7bba21203300 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:30.837171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=44b75dbd-c073-4664-b9c0-91dbe4efb008,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:30.857187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Provisioning for port 1d25f39e-1157-4dcb-96c3-7bba21203300 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:30.876064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:30.880122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1d25f39e-1157-4dcb-96c3-7bba21203300 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:30.880805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.880925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Usage tracker for resource:subnet and tenant:0e692f39316b41a2b95b4c3174f8bf17 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:30.884099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:30.891175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:30.904444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:30.913244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.917185 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-504a00be-8689-49a6-a1f4-f041343d9784 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "PUT /v2.0/routers/e2b04736-3b2a-4220-b838-12f5ca947d96 HTTP/1.1" status: 200 len: 710 time: 8.7888498 Apr 22 17:29:30.917338 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf19f0a-4403-48fc-a82f-ae1a04c54972 None None] Sync routers for ids ['e2b04736-3b2a-4220-b838-12f5ca947d96'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:30.928740 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf19f0a-4403-48fc-a82f-ae1a04c54972 None None] Routers {'e2b04736-3b2a-4220-b838-12f5ca947d96'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:30.928958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc1aca-1c5e-4351-bf57-4c95281edfd8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:30.929374 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cdf19f0a-4403-48fc-a82f-ae1a04c54972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e2b04736-3b2a-4220-b838-12f5ca947d96'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:30.933661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Provisioning complete for port 1d25f39e-1157-4dcb-96c3-7bba21203300 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:30.934040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:30.934994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc1aca-1c5e-4351-bf57-4c95281edfd8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:30.935826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-94fc1aca-1c5e-4351-bf57-4c95281edfd8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:30.939501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44754) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:30.953605 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-18b3ad09-e71e-4af6-a29a-1dbd656c9a16 req-972bd54b-82fd-42b9-ab99-303842731e68 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379218 Apr 22 17:29:31.008878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:31.039638 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Made reservation on behalf of 0e692f39316b41a2b95b4c3174f8bf17 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:31.043168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.082988 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cdf19f0a-4403-48fc-a82f-ae1a04c54972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:31.120942 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf19f0a-4403-48fc-a82f-ae1a04c54972 None None] Routers {'e2b04736-3b2a-4220-b838-12f5ca947d96'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:31.121507 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cdf19f0a-4403-48fc-a82f-ae1a04c54972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e2b04736-3b2a-4220-b838-12f5ca947d96'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:31.196308 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cdf19f0a-4403-48fc-a82f-ae1a04c54972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:31.196773 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf19f0a-4403-48fc-a82f-ae1a04c54972 None None] The sync data for ids ['e2b04736-3b2a-4220-b838-12f5ca947d96'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:31.233152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.316427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 1d25f39e-1157-4dcb-96c3-7bba21203300, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1d25f39e-1157-4dcb-96c3-7bba21203300,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:31.335587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.345759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44762) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:31.386856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-94fc1aca-1c5e-4351-bf57-4c95281edfd8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:31.388600 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-94fc1aca-1c5e-4351-bf57-4c95281edfd8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.6770873 Apr 22 17:29:31.396146 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cbb98c86-2698-4e66-90c6-bf9cf9e4e79a tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/routers/e2b04736-3b2a-4220-b838-12f5ca947d96 HTTP/1.1" status: 200 len: 745 time: 0.4514353 Apr 22 17:29:31.400471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44766) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:31.402766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44768) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:31.448724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.516539 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a6fbee41-744d-4de7-be08-454230d39463 tempest-RoutersIpV6AdminTest-114068923 tempest-RoutersIpV6AdminTest-114068923-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=e2b04736-3b2a-4220-b838-12f5ca947d96 HTTP/1.1" status: 200 len: 205 time: 0.1101248 Apr 22 17:29:31.522277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44774) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:31.555613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=1d25f39e-1157-4dcb-96c3-7bba21203300,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:31.561535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6a164640-7e28-4867-ba7a-2d7308a0be09 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:31.581497 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d9d992db-3871-49d0-96ea-9e7e166e2754 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b04736-3b2a-4220-b838-12f5ca947d96 HTTP/1.1" status: 200 len: 205 time: 0.0555289 Apr 22 17:29:31.582318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44778) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:31.584418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.584804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.585123 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Floating IP 17179cfc-4905-4079-8e9a-8165b16d4697 disassociated. External IP: 172.26.3.153, port: 0326351b-df37-4639-98ea-98ef523a9ee3. Apr 22 17:29:31.585466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Calling delete_port for 0326351b-df37-4639-98ea-98ef523a9ee3 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:31.627498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:31.628011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:31.643764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5f478789-2b2d-491a-ab18-29f322b813df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 635e408a-b113-4bf1-964d-8f7354e7d7ee {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:31.644013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f478789-2b2d-491a-ab18-29f322b813df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.646166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6a164640-7e28-4867-ba7a-2d7308a0be09 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:31.646633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.705531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-58f9a567-9cd7-4702-b686-8d85035e0a55 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.758540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:31.773267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Sync routers for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:31.783052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:31.783753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:31.805783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-58f9a567-9cd7-4702-b686-8d85035e0a55 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.814082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 9280aafc-22d9-45b2-84da-e855f7757618 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:29:31.833231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4764b2c-7399-4986-b001-41bca6c8884e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:31.836219 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7305b8f2-b722-42c5-9abb-7ec6b59bc10e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/3b46e3c1-e9cb-4f52-a0f7-64786cccb035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0376577 Apr 22 17:29:31.849944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44786) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:31.974243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:32.297474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:32.315919 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b8ea7-d79e-42ec-b6fb-0cabf3a70005 None None] Sync routers for ids ['9280aafc-22d9-45b2-84da-e855f7757618'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:32.327187 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b8ea7-d79e-42ec-b6fb-0cabf3a70005 None None] Routers {'9280aafc-22d9-45b2-84da-e855f7757618'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:32.328614 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c74b8ea7-d79e-42ec-b6fb-0cabf3a70005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9280aafc-22d9-45b2-84da-e855f7757618'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:32.381974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-58f9a567-9cd7-4702-b686-8d85035e0a55 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.391231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4764b2c-7399-4986-b001-41bca6c8884e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.395771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4764b2c-7399-4986-b001-41bca6c8884e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.397528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Provisioning for port 635e408a-b113-4bf1-964d-8f7354e7d7ee completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:32.418340 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c74b8ea7-d79e-42ec-b6fb-0cabf3a70005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:32.421004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Provisioning complete for port 635e408a-b113-4bf1-964d-8f7354e7d7ee triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:32.421640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.438666 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b8ea7-d79e-42ec-b6fb-0cabf3a70005 None None] Routers {'9280aafc-22d9-45b2-84da-e855f7757618'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:32.439522 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c74b8ea7-d79e-42ec-b6fb-0cabf3a70005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9280aafc-22d9-45b2-84da-e855f7757618'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:32.450231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f478789-2b2d-491a-ab18-29f322b813df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.467208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.468588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.469206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.469843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.471174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.471837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.472610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.473943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.474581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.475213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.476410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.477031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.477680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.480680 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-874ae11d-9ac8-4dd8-883b-54667af55812 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9052 time: 0.6282263 Apr 22 17:29:32.484904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44792) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:32.488895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9a567-9cd7-4702-b686-8d85035e0a55 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64798755-4984-4bdb-957d-86431cb6c623,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:32.493894 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8fdfd398-5d49-491a-b9e5-65a3415b5bc3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/9280aafc-22d9-45b2-84da-e855f7757618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3129916 Apr 22 17:29:32.519715 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c74b8ea7-d79e-42ec-b6fb-0cabf3a70005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:32.519974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44796) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:32.520355 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b8ea7-d79e-42ec-b6fb-0cabf3a70005 None None] The sync data for ids ['9280aafc-22d9-45b2-84da-e855f7757618'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:32.535272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:29Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:32.545798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0705f-eaf5-488f-9f10-bf110a093fb7 None None] Port 635e408a-b113-4bf1-964d-8f7354e7d7ee cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:32.551071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-58f9a567-9cd7-4702-b686-8d85035e0a55 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.551914 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-58f9a567-9cd7-4702-b686-8d85035e0a55 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "DELETE /v2.0/security-groups/64798755-4984-4bdb-957d-86431cb6c623 HTTP/1.1" status: 204 len: 168 time: 1.2052176 Apr 22 17:29:32.563364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Checking router: 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:29:32.563856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Updating router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 port c290f400-02d0-46ef-b081-8088ef4178d5 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:29:32.564839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44800) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:32.621268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4764b2c-7399-4986-b001-41bca6c8884e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.621268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4764b2c-7399-4986-b001-41bca6c8884e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Fanout notify agent at l3_agent the message router_deleted on router e2b04736-3b2a-4220-b838-12f5ca947d96 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:32.621848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5f478789-2b2d-491a-ab18-29f322b813df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 635e408a-b113-4bf1-964d-8f7354e7d7ee owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:32.622794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e1e7929c-398b-49bc-b22c-4c7d872964e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.622932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.626639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.645283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:29:32.678281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063392-00e6-4996-8ffb-db38720caf1f req-7bb02d10-b00e-4452-8dd2-b46e69fc559e tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.679914 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9d063392-00e6-4996-8ffb-db38720caf1f req-7bb02d10-b00e-4452-8dd2-b46e69fc559e tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 944 time: 0.6055820 Apr 22 17:29:32.698956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.729533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Provisioning complete for port 44b75dbd-c073-4664-b9c0-91dbe4efb008 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:32.729533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.748382 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9d063392-00e6-4996-8ffb-db38720caf1f req-d31d2dfc-e95b-48ba-95f6-71c912445363 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7058517-ad1f-4316-a83c-d2364dfbf490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592520 Apr 22 17:29:32.757565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-b1ce7367-ef1e-4f40-bca4-d4fbd2d6548f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] show failed (client error): The resource could not be found. Apr 22 17:29:32.758675 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b1ce7367-ef1e-4f40-bca4-d4fbd2d6548f tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "GET /v2.0/security-groups/64798755-4984-4bdb-957d-86431cb6c623 HTTP/1.1" status: 404 len: 347 time: 0.1816926 Apr 22 17:29:32.759506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event deleted for resources: {'Port': ['ID=0326351b-df37-4639-98ea-98ef523a9ee3,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:32.814504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44806) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:32.852086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Port 44b75dbd-c073-4664-b9c0-91dbe4efb008 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:32.882026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event updated for resources: {'Subnet': ['ID=1307ecdf-a034-4b4d-bf5e-7aa275ad34b5,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:32.884666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Provisioning complete for port 1d25f39e-1157-4dcb-96c3-7bba21203300 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:32.885163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:32.954718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa6e75-6cd5-4154-b89e-f537be8c0945 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:32.955310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f3fa6e75-6cd5-4154-b89e-f537be8c0945 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:32.993591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f478789-2b2d-491a-ab18-29f322b813df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.004830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.005292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.005744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.006191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.006631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.007180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.007623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.008061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.008540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.008973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.009408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.014247 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f7abad65-ef4c-4770-9075-248529bd7fed tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7143 time: 0.5256240 Apr 22 17:29:33.025068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4764b2c-7399-4986-b001-41bca6c8884e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.026312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b4764b2c-7399-4986-b001-41bca6c8884e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/e2b04736-3b2a-4220-b838-12f5ca947d96 HTTP/1.1" status: 204 len: 168 time: 1.4068933 Apr 22 17:29:33.035559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44810) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:33.035763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44812) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:33.114869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f478789-2b2d-491a-ab18-29f322b813df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=635e408a-b113-4bf1-964d-8f7354e7d7ee,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:33.185211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f478789-2b2d-491a-ab18-29f322b813df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.205810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Provisioning for port c290f400-02d0-46ef-b081-8088ef4178d5 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:33.246066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.256692 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1c1ab691-1726-465e-bf78-056233f3509e tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b04736-3b2a-4220-b838-12f5ca947d96 HTTP/1.1" status: 200 len: 205 time: 0.2128954 Apr 22 17:29:33.266497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Transition to ACTIVE for port object c290f400-02d0-46ef-b081-8088ef4178d5 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:33.270779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Deleting port 90c6599e-a2c6-4056-a86e-78c0a5760d15 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:33.272552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.277079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Provisioning complete for port c290f400-02d0-46ef-b081-8088ef4178d5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:33.277658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.309836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44818) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:33.316487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Checking segment: {'id': '7fba59ca-b17a-4f6b-8ce8-48987be18b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'da110f69-db92-4cb6-bc6c-bd093213d372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:33.316859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network hostable DHCP agents. Network: da110f69-db92-4cb6-bc6c-bd093213d372, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:29:33.418288 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5f478789-2b2d-491a-ab18-29f322b813df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/635e408a-b113-4bf1-964d-8f7354e7d7ee HTTP/1.1" status: 204 len: 168 time: 2.0156569 Apr 22 17:29:33.431113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.448971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44822) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:33.517098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f3fa6e75-6cd5-4154-b89e-f537be8c0945 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:33.518136 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f3fa6e75-6cd5-4154-b89e-f537be8c0945 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports/44b75dbd-c073-4664-b9c0-91dbe4efb008 HTTP/1.1" status: 200 len: 911 time: 0.9919953 Apr 22 17:29:33.568270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-47df3064-b101-4715-8a96-d53aaf10b149 None None] Port c290f400-02d0-46ef-b081-8088ef4178d5 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:33.576069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44826) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:33.612577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1d25f39e-1157-4dcb-96c3-7bba21203300 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:33.703377 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-6ebd3eb8-6892-4481-b45c-85c4446aaaba tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] delete failed (client error): The resource could not be found. Apr 22 17:29:33.706833 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6ebd3eb8-6892-4481-b45c-85c4446aaaba tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/e2b04736-3b2a-4220-b838-12f5ca947d96 HTTP/1.1" status: 404 len: 336 time: 0.3822019 Apr 22 17:29:33.720464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44830) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:33.737953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2bf0e2-05ca-495c-b828-bc05edc92520 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.750238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2bf0e2-05ca-495c-b828-bc05edc92520 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:33.751257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fc2bf0e2-05ca-495c-b828-bc05edc92520 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:33.783748 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d99182-c8b5-4520-a6f2-2aef21889b32 None None] Pushing event updated for resources: {'Port': ['ID=c290f400-02d0-46ef-b081-8088ef4178d5,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:33.827123 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-783c650c-db40-4047-bb44-4ea508244083 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=93f1177d-f232-4659-b84f-e07d0c7ef327 HTTP/1.1" status: 200 len: 205 time: 0.0952120 Apr 22 17:29:33.832681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44836) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:33.890989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.891320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.923824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.949979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Attempting to bind port c290f400-02d0-46ef-b081-8088ef4178d5 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:33.950357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Attempting to bind port c290f400-02d0-46ef-b081-8088ef4178d5 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:33.950717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Attempting to bind port c290f400-02d0-46ef-b081-8088ef4178d5 on network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:33.961066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:33.961450 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Checking segment: {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:33.961858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.962252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Bound using segment: {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:33.962721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Bound port: c290f400-02d0-46ef-b081-8088ef4178d5, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:33.963150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.980588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:33.996306 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-5f3d7d23-56d9-4fd0-a46f-3ac480f34d7f tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] delete failed (client error): The resource could not be found. Apr 22 17:29:33.997474 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5f3d7d23-56d9-4fd0-a46f-3ac480f34d7f tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/93f1177d-f232-4659-b84f-e07d0c7ef327 HTTP/1.1" status: 404 len: 336 time: 0.1603029 Apr 22 17:29:33.998226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fc2bf0e2-05ca-495c-b828-bc05edc92520 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:34.001995 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fc2bf0e2-05ca-495c-b828-bc05edc92520 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5477402 Apr 22 17:29:34.008580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44840) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.009025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44842) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.018960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Calling delete_port for 90c6599e-a2c6-4056-a86e-78c0a5760d15 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:34.022075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1d25f39e-1157-4dcb-96c3-7bba21203300 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:34.022460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.109614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Router 0d22f370-3dec-4200-a170-da0f041a377d has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:34.128779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] For port c290f400-02d0-46ef-b081-8088ef4178d5, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:34.133413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] For port c290f400-02d0-46ef-b081-8088ef4178d5, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c290f400-02d0-46ef-b081-8088ef4178d5,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:34.134470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-44b4d60e-401b-4f37-b894-ffa10804c927 req-b535967d-8710-4d4e-af12-0ab7f19d3755 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Synchronizing usage tracker for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:34.146872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Network da110f69-db92-4cb6-bc6c-bd093213d372 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:29:34.174734 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-990b6225-a592-4481-9ec2-398c21d61081 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5508f3d-5581-40af-8a9a-94e23f346083 HTTP/1.1" status: 200 len: 205 time: 0.1636171 Apr 22 17:29:34.189524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44848) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.207483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.257549 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-794cbd2e-6b49-4305-89c4-f502dbf2d9ff tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4297 time: 1.2137392 Apr 22 17:29:34.285722 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-c46a2c2c-e20a-44c1-95d5-d5ddc96781b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] delete failed (client error): The resource could not be found. Apr 22 17:29:34.287198 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c46a2c2c-e20a-44c1-95d5-d5ddc96781b2 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/c5508f3d-5581-40af-8a9a-94e23f346083 HTTP/1.1" status: 404 len: 336 time: 0.0945480 Apr 22 17:29:34.310456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:34.311088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:34.325120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44854) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.336896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d06051-a781-4f37-a0c7-e10f24f2a1e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 07924789-836a-4127-bc5f-b4f21d019311 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:34.382584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0d06051-a781-4f37-a0c7-e10f24f2a1e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.396199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, da110f69-db92-4cb6-bc6c-bd093213d372) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:34.412192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-44b4d60e-401b-4f37-b894-ffa10804c927 req-b535967d-8710-4d4e-af12-0ab7f19d3755 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Unset dirty status for tenant:c06fe8dd980747c6a9ea6b2e9dce9426 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:34.413381 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-44b4d60e-401b-4f37-b894-ffa10804c927 req-b535967d-8710-4d4e-af12-0ab7f19d3755 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 210 time: 0.3614242 Apr 22 17:29:34.424436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:34.425021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.426608 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9704fc49-59fd-4ced-9172-8d41c8b647b4 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fdc94e-10cb-44ae-b60d-39d814afaf19 HTTP/1.1" status: 200 len: 205 time: 0.1001911 Apr 22 17:29:34.435367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44858) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.587093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:34.655184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] Sync routers for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:34.656941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d99182-c8b5-4520-a6f2-2aef21889b32 None None] Pushing event updated for resources: {'Port': ['ID=c290f400-02d0-46ef-b081-8088ef4178d5,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:34.668203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222dfdaf-7adc-4c01-aedd-34ac6da5361f None None] Network da110f69-db92-4cb6-bc6c-bd093213d372 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:34.683478 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-73957918-6712-4a51-bb2b-3ae0378bcc92 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.3432388 Apr 22 17:29:34.690881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44862) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.693827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] No DVR routers for this DVR port 0326351b-df37-4639-98ea-98ef523a9ee3 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:34.704260 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-026b3390-5e4a-4c0c-a537-183921f13ed5 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] delete failed (client error): The resource could not be found. Apr 22 17:29:34.705412 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-026b3390-5e4a-4c0c-a537-183921f13ed5 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/08fdc94e-10cb-44ae-b60d-39d814afaf19 HTTP/1.1" status: 404 len: 336 time: 0.2661688 Apr 22 17:29:34.715852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44866) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.723479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.725384 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50bfc60c-05c4-47ed-95ca-1a12f9250d36 req-0e726cf8-789a-4ffd-9424-fa13e8900674 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.16 "DELETE /v2.0/ports/0326351b-df37-4639-98ea-98ef523a9ee3 HTTP/1.1" status: 204 len: 173 time: 12.6576855 Apr 22 17:29:34.726146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'name': 'network-vif-deleted', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:29:34.743218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.761265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0d06051-a781-4f37-a0c7-e10f24f2a1e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.794967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:34.800793 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacf1b1e-dd3f-4647-9ea4-35639bf7ffbc'] response: {'server_uuid': '3e3b5457-05ed-4d0d-9b2c-7a39bc448652', 'name': 'network-vif-deleted', 'tag': '0326351b-df37-4639-98ea-98ef523a9ee3', 'status': 'completed', 'code': 200} Apr 22 17:29:34.801502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Pushing event deleted for resources: {'Port': ['ID=90c6599e-a2c6-4056-a86e-78c0a5760d15,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:34.825682 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-02368441-9929-4dab-a193-0142349fbf7a tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d77290d-2544-4b48-945a-84cf2427a05d HTTP/1.1" status: 200 len: 205 time: 0.1065760 Apr 22 17:29:34.836895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44872) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.916524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44876) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:34.933023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.970787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:34.971138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:34.988608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0d06051-a781-4f37-a0c7-e10f24f2a1e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.995985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:34.998223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.000955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.002269 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c8138331-97f9-4812-bbaa-2c806fe71232 tempest-ServersTestManualDisk-1171380153 tempest-ServersTestManualDisk-1171380153-project] 10.222.0.10 "DELETE /v2.0/floatingips/3e718cc8-068b-4f50-b6a7-20225e960549 HTTP/1.1" status: 204 len: 168 time: 2.1219523 Apr 22 17:29:35.005210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44880) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:35.023806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625845178', 'description': 'tempest-secgroup-smoke-1625845178 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:35.046015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:35.054944 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-36335892-fda4-4578-8311-33b8a384b22d tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] delete failed (client error): The resource could not be found. Apr 22 17:29:35.055974 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-36335892-fda4-4578-8311-33b8a384b22d tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/4d77290d-2544-4b48-945a-84cf2427a05d HTTP/1.1" status: 404 len: 336 time: 0.2180202 Apr 22 17:29:35.064121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44884) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:35.068660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:35.123151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:35.142172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:35.149497 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fddd4d1b-806c-4a7e-80f6-f327c09b06f3 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "GET /v2.0/ports?device_id=8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d HTTP/1.1" status: 200 len: 205 time: 0.0821133 Apr 22 17:29:35.149831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44888) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:35.168591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.234082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.236081 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-bb65a587-73da-47f9-b577-c36f04824c63 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] delete failed (client error): The resource could not be found. Apr 22 17:29:35.239878 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bb65a587-73da-47f9-b577-c36f04824c63 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/routers/8747d7e9-28ce-41cc-ad1a-24ebe8a5bd7d HTTP/1.1" status: 404 len: 336 time: 0.0857084 Apr 22 17:29:35.247780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44892) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:35.253323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.293882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0d06051-a781-4f37-a0c7-e10f24f2a1e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.299249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.441946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:35.570505 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-596cd1a2-ffaf-4715-9b7a-e7a161403f52 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:35.571039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596cd1a2-ffaf-4715-9b7a-e7a161403f52 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:35.589799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:35.594133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:35.597898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:35.603635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:35.700054 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16c1e8a3-c093-4972-aad6-92b3fa35023c req-55dcd39b-e86b-42c9-b911-adf849200432 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3b5457-05ed-4d0d-9b2c-7a39bc448652 HTTP/1.1" status: 200 len: 210 time: 0.0716429 Apr 22 17:29:35.732280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0d06051-a781-4f37-a0c7-e10f24f2a1e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.737239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d06051-a781-4f37-a0c7-e10f24f2a1e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=07924789-836a-4127-bc5f-b4f21d019311,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:35.748941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.751811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf86de6-7545-4f87-bd98-e0a109b5febe None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:35.764332 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-596cd1a2-ffaf-4715-9b7a-e7a161403f52 tempest-RoutersIpV6AdminTest-197107897 tempest-RoutersIpV6AdminTest-197107897-project] 10.222.0.10 "DELETE /v2.0/subnets/0c4bf3a6-fa06-4138-b21d-07906236f709 HTTP/1.1" status: 404 len: 337 time: 0.5111210 Apr 22 17:29:35.773700 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e0d06051-a781-4f37-a0c7-e10f24f2a1e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/07924789-836a-4127-bc5f-b4f21d019311 HTTP/1.1" status: 204 len: 168 time: 1.7519734 Apr 22 17:29:35.776412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44900) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:35.827693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.851342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9d2f2-5159-4c8d-9409-6adeadad4312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-da110f69-db92-4cb6-bc6c-bd093213d372', 'network_id': 'da110f69-db92-4cb6-bc6c-bd093213d372', 'tenant_id': '0e692f39316b41a2b95b4c3174f8bf17', 'fixed_ips': [{'subnet_id': '1307ecdf-a034-4b4d-bf5e-7aa275ad34b5'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:35.852183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-72f9d2f2-5159-4c8d-9409-6adeadad4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.864737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:35.918608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9357ea1-51a5-4220-a34d-ba7c1013c1a1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:35.924471 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2cf21233-cc5c-4c97-8209-aff3e2c8a674 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449981 Apr 22 17:29:35.935055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44904) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:35.935970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Subnet': ['ID=1307ecdf-a034-4b4d-bf5e-7aa275ad34b5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:36.017429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.083401 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.084618 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c4f33a2d-7a68-4113-ac85-787b2cd7ccb8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1547823 Apr 22 17:29:36.088237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44908) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:36.090152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da110f69-db92-4cb6-bc6c-bd093213d372']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:36.100613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 44b75dbd-c073-4664-b9c0-91dbe4efb008 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:36.100954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.109108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b9357ea1-51a5-4220-a34d-ba7c1013c1a1', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:36.117285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:36.122095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fba59ca-b17a-4f6b-8ce8-48987be18b75') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:36.122558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fba59ca-b17a-4f6b-8ce8-48987be18b75') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:36.135946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:36.142551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:36.148132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.161333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:36.172142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2016dda-1171-4ac7-b0b6-032ec02e2f46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:36.173247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c2016dda-1171-4ac7-b0b6-032ec02e2f46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:36.179312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d61eb-1e83-42bd-b034-d09d2db01660 None None] Network da110f69-db92-4cb6-bc6c-bd093213d372 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:36.193739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.207960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:36.208489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:36.227190 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:36.231265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:34Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:36.292884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565241f3-db22-4d77-86b9-aa3465a246d7 None None] The sync data for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv is: [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:34Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:36.307102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c2016dda-1171-4ac7-b0b6-032ec02e2f46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:36.311504 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c2016dda-1171-4ac7-b0b6-032ec02e2f46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3710356 Apr 22 17:29:36.313904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44914) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:36.315145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.403033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.536274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44918) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:36.554857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31451201-6c3e-4743-b7bf-97a19c7dead2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:36.556801 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-31451201-6c3e-4743-b7bf-97a19c7dead2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2263279 Apr 22 17:29:36.560887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.563779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44924) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:36.569117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:36.592847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] Deleting port b80e9e72-9529-4b66-9f17-6e0cdc1663bb {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:36.593246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.675283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.683089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.707384 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c7e617bd-a9d7-4ac3-93c5-42924631d249 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353965 Apr 22 17:29:36.719921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44930) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:36.725101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Network': ['ID=da110f69-db92-4cb6-bc6c-bd093213d372,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:36.735637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:36.774017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:20Z', 'revision_number': 5, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:36.781109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.786231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] Checking router: 0d22f370-3dec-4200-a170-da0f041a377d for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:29:36.839612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 44b75dbd-c073-4664-b9c0-91dbe4efb008 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:36.852071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:36.853216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:36.868213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.903748 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d74db953-ccb7-46de-9d99-5d9e70d689f2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/da110f69-db92-4cb6-bc6c-bd093213d372 HTTP/1.1" status: 204 len: 168 time: 2.2118526 Apr 22 17:29:36.904776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:36.915425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44938) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:36.941104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b975a9-ef11-42ff-ba1f-199e6d942769,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:36.951009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44940) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:37.003190 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7336f4fe-6e34-40a4-bc4e-c90618042054 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:37.004263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7336f4fe-6e34-40a4-bc4e-c90618042054 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:37.009478 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7336f4fe-6e34-40a4-bc4e-c90618042054 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/subnets/1307ecdf-a034-4b4d-bf5e-7aa275ad34b5 HTTP/1.1" status: 404 len: 337 time: 0.0567296 Apr 22 17:29:37.010160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] For port b80e9e72-9529-4b66-9f17-6e0cdc1663bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b80e9e72-9529-4b66-9f17-6e0cdc1663bb,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:37.010298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44946) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:37.010578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.043338 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a819af28-0016-4c24-9a81-a32eafbbe064 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:37.043946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a819af28-0016-4c24-9a81-a32eafbbe064 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:37.049217 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a819af28-0016-4c24-9a81-a32eafbbe064 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/da110f69-db92-4cb6-bc6c-bd093213d372 HTTP/1.1" status: 404 len: 339 time: 0.0367086 Apr 22 17:29:37.051098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:37.053465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.057432 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ce1e28c8-2044-49b1-a889-fdfc6b940cc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9569502 Apr 22 17:29:37.072406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44954) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:37.075282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:37.096974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b9357ea1-51a5-4220-a34d-ba7c1013c1a1', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:37.101949 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9f86f7-5dad-4474-acb6-23264c37a752 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:37.102516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9f86f7-5dad-4474-acb6-23264c37a752 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:37.102674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:37.107099 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7a9f86f7-5dad-4474-acb6-23264c37a752 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/subnets/f34b7639-ce71-4eea-a793-6d691953c785 HTTP/1.1" status: 404 len: 337 time: 0.0550704 Apr 22 17:29:37.107256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:37.114008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44958) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:37.114336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:37.117071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:37.136434 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea6a84c-a3be-4d63-ab4e-fda97627e9ae tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:37.137071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea6a84c-a3be-4d63-ab4e-fda97627e9ae tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:37.138713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] Usage tracker for resource:security_group_rule and tenant:717c63a0c49c4ce7af45083c03c4ec73 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:37.150442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:37.150669 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6ea6a84c-a3be-4d63-ab4e-fda97627e9ae tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/c5af5bd3-94d0-4f21-a80b-917b3c6ae35d HTTP/1.1" status: 404 len: 339 time: 0.0380931 Apr 22 17:29:37.154137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44962) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:37.215127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:37.232527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:37.235346 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b187a64a-1b50-4796-9ed6-9e588aa430d2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:37.235480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b187a64a-1b50-4796-9ed6-9e588aa430d2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:37.239700 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b187a64a-1b50-4796-9ed6-9e588aa430d2 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/subnets/663cd20e-e7d5-4b3d-9b79-af98574db7a9 HTTP/1.1" status: 404 len: 337 time: 0.0851612 Apr 22 17:29:37.241938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44966) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:37.242065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.251125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:37.270977 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f799de-40e0-4c6d-aac2-9e8b3d33c5d3 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:37.271486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f799de-40e0-4c6d-aac2-9e8b3d33c5d3 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:37.275692 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b7f799de-40e0-4c6d-aac2-9e8b3d33c5d3 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/554c5b99-b3e5-4cae-a32b-54b6c924398d HTTP/1.1" status: 404 len: 339 time: 0.0320437 Apr 22 17:29:37.276541 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44970) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:37.302529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:37.315424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf9010f2-26e7-41a9-b00e-785cc1c97751 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.379995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-92971828-060b-401b-a006-55e4cca52e47 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting port 253365f6-0725-45d6-aaa4-e0994b47f792 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:37.380376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-92971828-060b-401b-a006-55e4cca52e47 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.407367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] Calling delete_port for b80e9e72-9529-4b66-9f17-6e0cdc1663bb owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:37.452797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.673047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=44b75dbd-c073-4664-b9c0-91dbe4efb008,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:37.704186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:37.705630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c290f400-02d0-46ef-b081-8088ef4178d5 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:37.707692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.749186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf9010f2-26e7-41a9-b00e-785cc1c97751 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.776632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.829370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] No DVR routers for this DVR port b80e9e72-9529-4b66-9f17-6e0cdc1663bb on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:37.865956 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7f087-18fb-4adf-b9c6-da2bee13ef0e None None] Pushing event deleted for resources: {'Port': ['ID=b80e9e72-9529-4b66-9f17-6e0cdc1663bb,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:37.880835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.892978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:20Z', 'revision_number': 5, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:37.897485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d4b10-fa2c-4506-bcdc-9a3f70be3918 None None] The sync data for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv is: [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:08Z', 'revision_number': 4, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd91e5612-0b87-42a8-be26-9148397029f1', 'name': '', 'network_id': 'e72d86d2-d583-43e0-a5b4-aaf15407937c', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'mac_address': 'fa:16:3e:48:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:05Z', 'updated_at': '2022-04-22T17:27:20Z', 'revision_number': 5, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'subnets': [{'id': 'fbaa8710-e8c8-4a77-81e2-87b614cb1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:37.921218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:37.974326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c290f400-02d0-46ef-b081-8088ef4178d5 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:37.987474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c290f400-02d0-46ef-b081-8088ef4178d5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:37.988022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.010154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.012218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.053746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98175ca9-f527-495f-8ed5-9950f3f646bf,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:38.156359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.188184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf9010f2-26e7-41a9-b00e-785cc1c97751 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.195654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port c290f400-02d0-46ef-b081-8088ef4178d5, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c290f400-02d0-46ef-b081-8088ef4178d5,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:38.201983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.254833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-92971828-060b-401b-a006-55e4cca52e47 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.271251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 9280aafc-22d9-45b2-84da-e855f7757618 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:38.272695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9010f2-26e7-41a9-b00e-785cc1c97751 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7058517-ad1f-4316-a83c-d2364dfbf490,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:38.273568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.316436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf9010f2-26e7-41a9-b00e-785cc1c97751 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.320168 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cf9010f2-26e7-41a9-b00e-785cc1c97751 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "DELETE /v2.0/security-groups/d7058517-ad1f-4316-a83c-d2364dfbf490 HTTP/1.1" status: 204 len: 168 time: 1.3147728 Apr 22 17:29:38.322750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44974) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:38.325320 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=717c63a0c49c4ce7af45083c03c4ec73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7855296 Apr 22 17:29:38.325954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44978) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:38.332508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Deleting port 8e4bd592-546c-4abb-a8c3-04d527537e78 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:38.332848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.394564 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5bb201-bc19-4214-be84-0176788dffb7 None None] New status for floating IP 17179cfc-4905-4079-8e9a-8165b16d4697: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:29:38.405671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b80e9e72-9529-4b66-9f17-6e0cdc1663bb no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:38.472763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: b80e9e72-9529-4b66-9f17-6e0cdc1663bb {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:38.473130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b80e9e72-9529-4b66-9f17-6e0cdc1663bb not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:38.514418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-92971828-060b-401b-a006-55e4cca52e47 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Calling delete_port for 253365f6-0725-45d6-aaa4-e0994b47f792 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:38.522986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=c290f400-02d0-46ef-b081-8088ef4178d5,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:38.526428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] For port 8e4bd592-546c-4abb-a8c3-04d527537e78, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8e4bd592-546c-4abb-a8c3-04d527537e78,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:38.527829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.613507 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-86eaefbd-c548-4303-bb51-d0382a54f726 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] show failed (client error): The resource could not be found. Apr 22 17:29:38.617129 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-86eaefbd-c548-4303-bb51-d0382a54f726 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "GET /v2.0/security-groups/d7058517-ad1f-4316-a83c-d2364dfbf490 HTTP/1.1" status: 404 len: 347 time: 0.2913554 Apr 22 17:29:38.620187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44982) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:38.670091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Calling delete_port for 8e4bd592-546c-4abb-a8c3-04d527537e78 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:38.697687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.701137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.702311 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-993d154a-bc12-42d5-b4a9-dda16bc6f276 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6287990 Apr 22 17:29:38.738904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44986) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:38.769794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b9357ea1-51a5-4220-a34d-ba7c1013c1a1', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:38.774684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:38.787665 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a957cc65-8d71-49a0-8e82-2737a921e051 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/9280aafc-22d9-45b2-84da-e855f7757618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2043793 Apr 22 17:29:38.787876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:38.794149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc17692-7a20-4156-82d6-9931700d955a None None] Sync routers for ids ['9280aafc-22d9-45b2-84da-e855f7757618'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:38.797366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75621e-1e7c-48e5-95ca-e856e1bd051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a793bbfb-b9e7-497d-8b28-2181a64111a6,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:38.802925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44990) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:38.816034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc17692-7a20-4156-82d6-9931700d955a None None] Routers {'9280aafc-22d9-45b2-84da-e855f7757618'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:38.816790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-abc17692-7a20-4156-82d6-9931700d955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9280aafc-22d9-45b2-84da-e855f7757618'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:38.820600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:38.860506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:38.863691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:38.864388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.870661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:38.879278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:38.888491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:38.890980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Deleting port 7790bee4-109a-4582-9591-c355f284cccd {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:38.891367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.924712 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d02c9768-028c-4e97-99b9-904ad096e406 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=9280aafc-22d9-45b2-84da-e855f7757618 HTTP/1.1" status: 200 len: 205 time: 0.1142104 Apr 22 17:29:38.930207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 44994) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:38.933237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8debea90-36f1-45af-8e6a-afcc7d66abba None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:38.934186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=0f378192-97c2-47a3-8796-3b5357b29356,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:38.959351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49d2f932-fc6b-4a64-a7d6-96ae47a916c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:38.965163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-abc17692-7a20-4156-82d6-9931700d955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:38.999452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49d2f932-fc6b-4a64-a7d6-96ae47a916c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.034847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc17692-7a20-4156-82d6-9931700d955a None None] Routers {'9280aafc-22d9-45b2-84da-e855f7757618'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:39.035498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-abc17692-7a20-4156-82d6-9931700d955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9280aafc-22d9-45b2-84da-e855f7757618'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:39.073375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-92971828-060b-401b-a006-55e4cca52e47 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.090714 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c5e03ccd-feeb-4761-a618-48d91a5f5d42 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3622966 Apr 22 17:29:39.094834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 44998) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:39.106094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '0f378192-97c2-47a3-8796-3b5357b29356', 'ip_address': '2001:db8::2f3d:4731:c9eb:f112'}], 'name': 'tempest-NetworksTestDHCPv6-1984696360'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:39.106703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-abc17692-7a20-4156-82d6-9931700d955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:39.107140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc17692-7a20-4156-82d6-9931700d955a None None] The sync data for ids ['9280aafc-22d9-45b2-84da-e855f7757618'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:39.116256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5c822ab9-f0e5-4554-8202-848698eec284 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.230455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92971828-060b-401b-a006-55e4cca52e47 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Port': ['ID=253365f6-0725-45d6-aaa4-e0994b47f792,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:39.231111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49d2f932-fc6b-4a64-a7d6-96ae47a916c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.231708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '0f378192-97c2-47a3-8796-3b5357b29356'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:39.232662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.263161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2f932-fc6b-4a64-a7d6-96ae47a916c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a793bbfb-b9e7-497d-8b28-2181a64111a6,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:39.275585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:39.286941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:39.289062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.294516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.303433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-92971828-060b-401b-a006-55e4cca52e47 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.354789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4bd592-546c-4abb-a8c3-04d527537e78,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:39.424180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/0f378192-97c2-47a3-8796-3b5357b29356/2de320f3-a94e-4dc7-b325-e6e34820d3da) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:39.497165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:39.520321 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-92971828-060b-401b-a006-55e4cca52e47 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/ports/253365f6-0725-45d6-aaa4-e0994b47f792 HTTP/1.1" status: 204 len: 168 time: 2.2432613 Apr 22 17:29:39.525397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45002) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:39.673695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c290f400-02d0-46ef-b081-8088ef4178d5 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:39.784334 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8bd0f0-0e6a-4498-9197-bf092533feeb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:39.784706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8bd0f0-0e6a-4498-9197-bf092533feeb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:39.788314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.789467 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6e8bd0f0-0e6a-4498-9197-bf092533feeb tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/subnets/469a3884-3307-4dab-98c2-e42d7f0cef81 HTTP/1.1" status: 404 len: 337 time: 0.2397974 Apr 22 17:29:39.792522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45006) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:39.795402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49d2f932-fc6b-4a64-a7d6-96ae47a916c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.796545 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-49d2f932-fc6b-4a64-a7d6-96ae47a916c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a793bbfb-b9e7-497d-8b28-2181a64111a6 HTTP/1.1" status: 204 len: 168 time: 1.4655833 Apr 22 17:29:39.803004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Transition to ACTIVE for port object 2de320f3-a94e-4dc7-b325-e6e34820d3da will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:39.827947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Transition to ACTIVE for port object 2de320f3-a94e-4dc7-b325-e6e34820d3da will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:39.831173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5c822ab9-f0e5-4554-8202-848698eec284 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.839384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c290f400-02d0-46ef-b081-8088ef4178d5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:39.839767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.842593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.843113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5c822ab9-f0e5-4554-8202-848698eec284 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.881097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.881442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.911640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:39.940338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port b4a3711c-21fd-45b1-b0b5-afce651fc4b5 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:29:39.977642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:39.981909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:39.987069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:40.025108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.072083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Pushing event updated for resources: {'Port': ['ID=2de320f3-a94e-4dc7-b325-e6e34820d3da,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:40.084355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Calling delete_port for 7790bee4-109a-4582-9591-c355f284cccd owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:40.142713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.153373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Attempting to bind port 2de320f3-a94e-4dc7-b325-e6e34820d3da on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:40.153940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Attempting to bind port 2de320f3-a94e-4dc7-b325-e6e34820d3da by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:40.154338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Attempting to bind port 2de320f3-a94e-4dc7-b325-e6e34820d3da on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:40.159604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.161217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:40.161725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:40.162646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.163627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:40.164334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Bound port: 2de320f3-a94e-4dc7-b325-e6e34820d3da, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:40.164860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.265907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] For port 2de320f3-a94e-4dc7-b325-e6e34820d3da, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:40.269422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] For port 2de320f3-a94e-4dc7-b325-e6e34820d3da, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2de320f3-a94e-4dc7-b325-e6e34820d3da,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:40.306173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5c822ab9-f0e5-4554-8202-848698eec284 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.306774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c822ab9-f0e5-4554-8202-848698eec284 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Fanout notify agent at l3_agent the message router_deleted on router 9280aafc-22d9-45b2-84da-e855f7757618 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:40.308103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.352878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::2f3d:4731:c9eb:f112 (b68838ec-31d5-4ab0-8519-6f8459febd2e/0f378192-97c2-47a3-8796-3b5357b29356/b4a3711c-21fd-45b1-b0b5-afce651fc4b5) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:40.368702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.374980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.378790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d62ae57-c668-4094-b1c1-6b54c806672a,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:40.469103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Pushing event deleted for resources: {'Port': ['ID=7790bee4-109a-4582-9591-c355f284cccd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:40.479830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaba4b-dfcd-4a00-8af6-7abb795cb841 None None] Pushing event updated for resources: {'Port': ['ID=2de320f3-a94e-4dc7-b325-e6e34820d3da,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:40.519521 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5c822ab9-f0e5-4554-8202-848698eec284 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.520627 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5c822ab9-f0e5-4554-8202-848698eec284 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/9280aafc-22d9-45b2-84da-e855f7757618 HTTP/1.1" status: 204 len: 168 time: 1.5872097 Apr 22 17:29:40.553155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45014) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:40.598534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.599720 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-03601925-675e-4693-86a6-6fbf7587b306 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8546097 Apr 22 17:29:40.611584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45018) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:40.624590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b9357ea1-51a5-4220-a34d-ba7c1013c1a1', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:40.630239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.647932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:40.652597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45022) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:40.676919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:40.683431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:40.686101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.688539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.692470 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e9fcf5a6-0671-4c51-973b-907f12d905f9 tempest-ServersTestJSON-209700714 tempest-ServersTestJSON-209700714-project] 10.222.0.10 "DELETE /v2.0/floatingips/17179cfc-4905-4079-8e9a-8165b16d4697 HTTP/1.1" status: 204 len: 168 time: 2.0686021 Apr 22 17:29:40.697863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeee1aeb-0135-4b7d-a129-f59277477e5b']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:40.706788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45026) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:40.712602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:40.787386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8602877f-9849-49ff-a9a5-f337d44cb310') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:40.787917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8602877f-9849-49ff-a9a5-f337d44cb310') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:40.789435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdb857d-5045-42f4-8022-ca43ecebd4d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet 340ccc78-a91b-4e9a-ac20-4d645d7282ba {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:40.797684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Router 4e8723d8-49a7-405e-b597-b88838341dc1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:40.805838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdb857d-5045-42f4-8022-ca43ecebd4d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.830400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.849937 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0952eed3-74fe-4076-bd70-53f237131172 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d23d8a55663c4d2bb6a6daab083e86e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967139 Apr 22 17:29:40.854830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45030) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:40.870535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.937981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:40.937981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:40.952670 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:40.973747 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdb857d-5045-42f4-8022-ca43ecebd4d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.023663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.046003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.121567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object b4a3711c-21fd-45b1-b0b5-afce651fc4b5 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:41.167908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:41.179968 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06941038-2062-413e-a7d8-4ee119573082 None None] Sync routers for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:41.189200 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06941038-2062-413e-a7d8-4ee119573082 None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:41.190184 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-06941038-2062-413e-a7d8-4ee119573082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:41.197108 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-66dffd18-5e48-4c98-b30c-cb1499a33c1c admin admin] 10.222.0.10 "PUT /v2.0/routers/4e8723d8-49a7-405e-b597-b88838341dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1882517 Apr 22 17:29:41.198071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45034) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:41.206601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fa6e43ae-b327-41f7-8bb2-09ce04f2b928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.225969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.257849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.288228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fa6e43ae-b327-41f7-8bb2-09ce04f2b928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.355919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Network': ['ID=eeee1aeb-0135-4b7d-a129-f59277477e5b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:41.384956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.386605 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6342e866-894f-4a7e-a6ce-d008cc27c6ce tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/eeee1aeb-0135-4b7d-a129-f59277477e5b HTTP/1.1" status: 204 len: 168 time: 1.5852554 Apr 22 17:29:41.404380 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-06941038-2062-413e-a7d8-4ee119573082 None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:41.405799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45038) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:41.421795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdb857d-5045-42f4-8022-ca43ecebd4d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.603767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.633455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2de320f3-a94e-4dc7-b325-e6e34820d3da up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:41.675193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:41.684772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:41.701398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:41.707176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:41.707793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.708614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.742691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-aaff3feb-0159-49ca-8876-655898c7e806 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting port f79e43b0-98e7-46c4-acaf-7a8c114e893e {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:41.743051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-aaff3feb-0159-49ca-8876-655898c7e806 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.762579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.836461 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-06941038-2062-413e-a7d8-4ee119573082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:29:39Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:41.839117 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7381577 Apr 22 17:29:41.841706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ff58a-042f-4fa9-a7a0-c92e762285dd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=b4a3711c-21fd-45b1-b0b5-afce651fc4b5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:41.846294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45042) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:41.854592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '0f378192-97c2-47a3-8796-3b5357b29356', 'ip_address': '2001:db8::2f3d:4731:c9eb:f112'}], 'name': 'tempest-NetworksTestDHCPv6-333835935'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:41.856834 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06941038-2062-413e-a7d8-4ee119573082 None None] Checking router: 4e8723d8-49a7-405e-b597-b88838341dc1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:29:41.861487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 2de320f3-a94e-4dc7-b325-e6e34820d3da completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:41.867643 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06941038-2062-413e-a7d8-4ee119573082 None None] Routers {'4e8723d8-49a7-405e-b597-b88838341dc1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:41.868769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cc533c-b4c1-4177-8842-2bad669e036e,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:41.877541 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-06941038-2062-413e-a7d8-4ee119573082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4e8723d8-49a7-405e-b597-b88838341dc1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:41.896196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdb857d-5045-42f4-8022-ca43ecebd4d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.949885 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-051be4ec-d71d-4cd5-b11f-2f97ce292fd4 None None] Provisioning for port 2de320f3-a94e-4dc7-b325-e6e34820d3da completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:41.956548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-051be4ec-d71d-4cd5-b11f-2f97ce292fd4 None None] Provisioning complete for port 2de320f3-a94e-4dc7-b325-e6e34820d3da triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:41.956814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-051be4ec-d71d-4cd5-b11f-2f97ce292fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.993454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:41.999570 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0f58c88a-e108-45cb-a7bc-0017e2278bb0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3850770 Apr 22 17:29:42.000616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fa6e43ae-b327-41f7-8bb2-09ce04f2b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.008237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fa6e43ae-b327-41f7-8bb2-09ce04f2b928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.009362 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fa6e43ae-b327-41f7-8bb2-09ce04f2b928 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d1b1578-5fa6-440c-b4d0-fb2835bf5580 HTTP/1.1" status: 204 len: 168 time: 1.1529131 Apr 22 17:29:42.022990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45046) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:42.082801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb857d-5045-42f4-8022-ca43ecebd4d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=340ccc78-a91b-4e9a-ac20-4d645d7282ba,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:42.087552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdb857d-5045-42f4-8022-ca43ecebd4d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.089639 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bcdb857d-5045-42f4-8022-ca43ecebd4d4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/340ccc78-a91b-4e9a-ac20-4d645d7282ba HTTP/1.1" status: 204 len: 168 time: 1.5228157 Apr 22 17:29:42.092176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e43ae-b327-41f7-8bb2-09ce04f2b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b1578-5fa6-440c-b4d0-fb2835bf5580,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:42.101911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4404867a-01a9-41d6-8ce7-f43ede349662 None None] Network c938f802-11d5-4d3e-8d3b-b4c6f46255fa requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:42.109208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b9357ea1-51a5-4220-a34d-ba7c1013c1a1', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:42.119358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:42.123127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45052) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:42.151879 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-06941038-2062-413e-a7d8-4ee119573082 None None] Set router 4e8723d8-49a7-405e-b597-b88838341dc1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:42.212499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.228818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:42.234063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:42.237262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:42.243599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:42.253465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:42.269710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:42.279832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:42.305540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-051be4ec-d71d-4cd5-b11f-2f97ce292fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.321185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Deleting port 590a7482-3746-44b9-b461-c63ecaa3327d {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:42.321562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.393717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:42.398020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.422541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 88638df7-0c72-4635-ae67-4bb5b395e3f9 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:29:42.436271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-aaff3feb-0159-49ca-8876-655898c7e806 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.478182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-051be4ec-d71d-4cd5-b11f-2f97ce292fd4 None None] For port 2de320f3-a94e-4dc7-b325-e6e34820d3da, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2de320f3-a94e-4dc7-b325-e6e34820d3da,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:42.528622 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-06941038-2062-413e-a7d8-4ee119573082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:29:39Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:42.537539 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06941038-2062-413e-a7d8-4ee119573082 None None] The sync data for ids ['4e8723d8-49a7-405e-b597-b88838341dc1'] in dv-neutron-839024-1-hyperv is: [{'id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'name': 'tempest-ServersTestManualDisk-390321481-router', 'tenant_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:47Z', 'updated_at': '2022-04-22T17:29:39Z', 'revision_number': 5, 'project_id': 'e216cd3558c843778c46ba4cb2ba5f6e', 'gw_port': {'id': '590a7482-3746-44b9-b461-c63ecaa3327d', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8723d8-49a7-405e-b597-b88838341dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:48Z', 'updated_at': '2022-04-22T17:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:42.560318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-051be4ec-d71d-4cd5-b11f-2f97ce292fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.620682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] DHCP port deletion for c938f802-11d5-4d3e-8d3b-b4c6f46255fa request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:42.634271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] Deleting port 6a164640-7e28-4867-ba7a-2d7308a0be09 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:42.634985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.647656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-aaff3feb-0159-49ca-8876-655898c7e806 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Calling delete_port for f79e43b0-98e7-46c4-acaf-7a8c114e893e owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:42.680764 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:29:42.705682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.737469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051be4ec-d71d-4cd5-b11f-2f97ce292fd4 None None] Pushing event updated for resources: {'Port': ['ID=2de320f3-a94e-4dc7-b325-e6e34820d3da,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:42.800051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] For port 590a7482-3746-44b9-b461-c63ecaa3327d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=590a7482-3746-44b9-b461-c63ecaa3327d,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:42.800551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.805634 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ee9f4844-0fff-49b4-9242-fa8dc18dac11 None None] Provisioning for port b4a3711c-21fd-45b1-b0b5-afce651fc4b5 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:42.827713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ee9f4844-0fff-49b4-9242-fa8dc18dac11 None None] Provisioning complete for port b4a3711c-21fd-45b1-b0b5-afce651fc4b5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:42.828014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4844-0fff-49b4-9242-fa8dc18dac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.855752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.909718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.910929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 6a164640-7e28-4867-ba7a-2d7308a0be09 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:42.911294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:42.948026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Calling delete_port for 590a7482-3746-44b9-b461-c63ecaa3327d owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:42.988690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 17:29:42.989227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:42.999225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f4844-0fff-49b4-9242-fa8dc18dac11 None None] Port b4a3711c-21fd-45b1-b0b5-afce651fc4b5 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:43.012730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-aaff3feb-0159-49ca-8876-655898c7e806 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.019252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.020041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] For port 6a164640-7e28-4867-ba7a-2d7308a0be09, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6a164640-7e28-4867-ba7a-2d7308a0be09,segment=NetworkSegment(20b8d39b-b642-4a01-aff1-e25c4253fbd4),segment_id=20b8d39b-b642-4a01-aff1-e25c4253fbd4)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:43.020470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.149615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff3feb-0159-49ca-8876-655898c7e806 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Port': ['ID=f79e43b0-98e7-46c4-acaf-7a8c114e893e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:43.158046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8781a744-a7a6-42a5-8e97-15f6f5b93166,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:43.167367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-aaff3feb-0159-49ca-8876-655898c7e806 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.174663 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ebd7ab6b-09cd-4bc6-a528-97d7be09bb9a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3267021 Apr 22 17:29:43.177078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45066) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:43.194433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] Calling delete_port for 6a164640-7e28-4867-ba7a-2d7308a0be09 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:43.210866 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aaff3feb-0159-49ca-8876-655898c7e806 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/ports/f79e43b0-98e7-46c4-acaf-7a8c114e893e HTTP/1.1" status: 204 len: 168 time: 1.8040104 Apr 22 17:29:43.226217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45072) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:43.263026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.320473 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-433272c3-247c-4117-b7d8-0d522ea9db63 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] DELETE failed (client error): The resource could not be found. Apr 22 17:29:43.326420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433272c3-247c-4117-b7d8-0d522ea9db63 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:43.326420 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-433272c3-247c-4117-b7d8-0d522ea9db63 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/subnets/97bf2152-5607-4a35-a1e3-7785bba048b4 HTTP/1.1" status: 404 len: 337 time: 0.0956209 Apr 22 17:29:43.329206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.333728 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ae4837c1-b5d0-4835-ba79-804c617f64cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2594218 Apr 22 17:29:43.337925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45080) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:43.338263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45082) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:43.372760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.374943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b9357ea1-51a5-4220-a34d-ba7c1013c1a1', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:43.405594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:43.416046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 6a164640-7e28-4867-ba7a-2d7308a0be09, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6a164640-7e28-4867-ba7a-2d7308a0be09,segment=NetworkSegment(20b8d39b-b642-4a01-aff1-e25c4253fbd4),segment_id=20b8d39b-b642-4a01-aff1-e25c4253fbd4)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:43.416325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.428193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.443265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] Pushing event deleted for resources: {'Port': ['ID=6a164640-7e28-4867-ba7a-2d7308a0be09,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:43.455115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7a4e9-d80f-4657-b5fe-dc627d13763e None None] No DVR routers for this DVR port 6a164640-7e28-4867-ba7a-2d7308a0be09 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:43.493619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:43.499301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Pushing event deleted for resources: {'Port': ['ID=590a7482-3746-44b9-b461-c63ecaa3327d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:43.509662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:43.591966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2de320f3-a94e-4dc7-b325-e6e34820d3da up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:43.610230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:43.612443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b96f6-ddd7-4852-9f27-b9a7d272448d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:43.618353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b96f6-ddd7-4852-9f27-b9a7d272448d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:43.619196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5a1b96f6-ddd7-4852-9f27-b9a7d272448d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:43.627723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.681696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 2de320f3-a94e-4dc7-b325-e6e34820d3da triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:43.683051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.768381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5a1b96f6-ddd7-4852-9f27-b9a7d272448d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:43.772402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5a1b96f6-ddd7-4852-9f27-b9a7d272448d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5884197 Apr 22 17:29:43.772402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45092) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:43.806321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 6a164640-7e28-4867-ba7a-2d7308a0be09 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:43.887536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.888756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.890890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8e4bd592-546c-4abb-a8c3-04d527537e78 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:43.899967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.935663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 8e4bd592-546c-4abb-a8c3-04d527537e78 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:43.935878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-2df9b1e5-df35-4d25-ba86-b6eb04828d82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port b4a3711c-21fd-45b1-b0b5-afce651fc4b5 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:43.935982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8e4bd592-546c-4abb-a8c3-04d527537e78 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:43.936072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2df9b1e5-df35-4d25-ba86-b6eb04828d82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:43.936950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6a164640-7e28-4867-ba7a-2d7308a0be09 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:43.961832 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:29:43.975996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6a164640-7e28-4867-ba7a-2d7308a0be09 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:43.975996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6a164640-7e28-4867-ba7a-2d7308a0be09 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:43.979856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.065040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.065603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e8723d8-49a7-405e-b597-b88838341dc1 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:44.165390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:44.165719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:44.171574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.172603 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-af5fcf7f-e49c-4e31-8fbd-f56600dd417a admin admin] 10.222.0.10 "DELETE /v2.0/routers/4e8723d8-49a7-405e-b597-b88838341dc1 HTTP/1.1" status: 204 len: 168 time: 2.9742877 Apr 22 17:29:44.180867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45104) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:44.267970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2df9b1e5-df35-4d25-ba86-b6eb04828d82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.277417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2bd54a-2ed7-4d52-948f-808a08c4fa75 admin admin] Deleting subnet 24e7a269-a355-4adc-bbba-7ed43f9cdf2d {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:44.277592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.283897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd54a-2ed7-4d52-948f-808a08c4fa75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.317697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.324752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b110f5-cf5c-4e57-8284-553c8af2488d']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:44.338849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f479cba6-8c4a-48e6-a4fa-4b20564c7029') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:44.339149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f479cba6-8c4a-48e6-a4fa-4b20564c7029') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:44.357224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.381357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.441768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-2df9b1e5-df35-4d25-ba86-b6eb04828d82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for b4a3711c-21fd-45b1-b0b5-afce651fc4b5 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:44.445047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:44.445457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:44.464624 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:44.468194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.494444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd54a-2ed7-4d52-948f-808a08c4fa75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.567444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Deleting port d91e5612-0b87-42a8-be26-9148397029f1 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:44.567681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.575579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45114) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:44.604473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc22c0c-11e6-40f6-894c-167b1d535471,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:44.663903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd54a-2ed7-4d52-948f-808a08c4fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.675425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 6a164640-7e28-4867-ba7a-2d7308a0be09 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:44.675861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.721288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-177146506', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:44.724199 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.726654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:44.728593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.730444 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/28b110f5-cf5c-4e57-8284-553c8af2488d HTTP/1.1" status: 204 len: 168 time: 1.3888376 Apr 22 17:29:44.734936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Usage tracker for resource:port and tenant:d5207fa9efe04cabb6134e351f626b0c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:44.738336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45120) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:44.743562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:44.778476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.787919 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3bd6a667-681a-4461-a2ab-b2b496588b51 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4361606 Apr 22 17:29:44.787919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] The port '6a164640-7e28-4867-ba7a-2d7308a0be09' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:29:44.792264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:44.794803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2df9b1e5-df35-4d25-ba86-b6eb04828d82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.859656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9b1e5-df35-4d25-ba86-b6eb04828d82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=b4a3711c-21fd-45b1-b0b5-afce651fc4b5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:44.865941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc88b1-3eb9-4f72-b55d-988def003e01 tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Network': ['ID=28b110f5-cf5c-4e57-8284-553c8af2488d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:44.909222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd54a-2ed7-4d52-948f-808a08c4fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.956593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e89be7e-0baa-4cf1-950d-b06a8e40ac7f tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting subnet e1ddcd4b-3bf5-435b-9a5e-bc52dc4e24cf {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:44.968650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2df9b1e5-df35-4d25-ba86-b6eb04828d82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.973957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Made reservation on behalf of d5207fa9efe04cabb6134e351f626b0c for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:44.977050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:44.994895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bd54a-2ed7-4d52-948f-808a08c4fa75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e7a269-a355-4adc-bbba-7ed43f9cdf2d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:45.004901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.011598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebf4f2-8127-414d-a4aa-9dbba93ac11b None None] Network c03bba28-f20d-4ed6-8f50-f2f3902ac0ef requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:45.014287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e89be7e-0baa-4cf1-950d-b06a8e40ac7f tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.053627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c938f802-11d5-4d3e-8d3b-b4c6f46255fa']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:45.056309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd54a-2ed7-4d52-948f-808a08c4fa75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.058954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.068043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b8d39b-b642-4a01-aff1-e25c4253fbd4') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:45.068715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b8d39b-b642-4a01-aff1-e25c4253fbd4') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:45.085786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] For port d91e5612-0b87-42a8-be26-9148397029f1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d91e5612-0b87-42a8-be26-9148397029f1,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:45.086139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.100518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:45.118169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e89be7e-0baa-4cf1-950d-b06a8e40ac7f tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.225621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.241376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Calling delete_port for d91e5612-0b87-42a8-be26-9148397029f1 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:45.279248 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2df9b1e5-df35-4d25-ba86-b6eb04828d82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/b4a3711c-21fd-45b1-b0b5-afce651fc4b5 HTTP/1.1" status: 204 len: 168 time: 1.5059140 Apr 22 17:29:45.280912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Usage tracker for resource:security_group_rule and tenant:d5207fa9efe04cabb6134e351f626b0c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:45.290224 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3c2bd54a-2ed7-4d52-948f-808a08c4fa75 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/24e7a269-a355-4adc-bbba-7ed43f9cdf2d HTTP/1.1" status: 204 len: 168 time: 1.1082137 Apr 22 17:29:45.293581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:45.296397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45136) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:45.296737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45138) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:45.299062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] DHCP port deletion for c03bba28-f20d-4ed6-8f50-f2f3902ac0ef request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:45.304799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] Deleting port cebdfdca-9173-477e-8415-8cd3651f1bf3 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:45.307383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.308688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-440b456f-4c6f-48de-baca-54f6d264b31c req-838a3d11-4815-48ee-8753-1ba6090827f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:45.312879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.329359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:45.330042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:45.350541 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:45.394203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53c6c1-9755-4d25-a230-052a3196b101 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:45.395890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53c6c1-9755-4d25-a230-052a3196b101 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:45.396855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3f53c6c1-9755-4d25-a230-052a3196b101 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:45.404727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:45.543820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.564127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] For port cebdfdca-9173-477e-8415-8cd3651f1bf3, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cebdfdca-9173-477e-8415-8cd3651f1bf3,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:45.564127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.573412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 590a7482-3746-44b9-b461-c63ecaa3327d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:45.578646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e89be7e-0baa-4cf1-950d-b06a8e40ac7f tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.614714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-440b456f-4c6f-48de-baca-54f6d264b31c req-838a3d11-4815-48ee-8753-1ba6090827f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:45.616211 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-838a3d11-4815-48ee-8753-1ba6090827f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625845178&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.5401285 Apr 22 17:29:45.628149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3f53c6c1-9755-4d25-a230-052a3196b101 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:45.629315 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3f53c6c1-9755-4d25-a230-052a3196b101 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3316786 Apr 22 17:29:45.633554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45144) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:45.655128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Deleting port cebdfdca-9173-477e-8415-8cd3651f1bf3 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:45.655476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.697776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 590a7482-3746-44b9-b461-c63ecaa3327d {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:45.697776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 590a7482-3746-44b9-b461-c63ecaa3327d not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:45.697776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cebdfdca-9173-477e-8415-8cd3651f1bf3 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:45.747503 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.788415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] Calling delete_port for cebdfdca-9173-477e-8415-8cd3651f1bf3 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:45.792790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.811947 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/c938f802-11d5-4d3e-8d3b-b4c6f46255fa HTTP/1.1" status: 204 len: 168 time: 3.6539419 Apr 22 17:29:45.821909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e89be7e-0baa-4cf1-950d-b06a8e40ac7f tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.826498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a548b12-d605-421d-a0fe-9cb00db8e252 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=c938f802-11d5-4d3e-8d3b-b4c6f46255fa,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:45.831237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45148) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:45.886504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.897800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-161357746', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:45.898925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89be7e-0baa-4cf1-950d-b06a8e40ac7f tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ddcd4b-3bf5-435b-9a5e-bc52dc4e24cf,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:45.904861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:45.909068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:router and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:45.915048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64badb7-9fe1-4d13-8e2b-c0f8e4654f11 None None] Network dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:45.925074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:45.941669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:45.947130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e89be7e-0baa-4cf1-950d-b06a8e40ac7f tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.955072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8485f027-ce05-4aed-82bb-c3974dd96d9d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 0f378192-97c2-47a3-8796-3b5357b29356 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:45.963796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8485f027-ce05-4aed-82bb-c3974dd96d9d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.977362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:45.994818 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0e89be7e-0baa-4cf1-950d-b06a8e40ac7f tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/subnets/e1ddcd4b-3bf5-435b-9a5e-bc52dc4e24cf HTTP/1.1" status: 204 len: 168 time: 1.2532265 Apr 22 17:29:45.996346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45152) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:45.997082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] device_id is not set on port 8f54912d-02dc-4f93-833a-5755827696ed yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:29:46.045255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] For port cebdfdca-9173-477e-8415-8cd3651f1bf3, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cebdfdca-9173-477e-8415-8cd3651f1bf3,segment=NetworkSegment(7fe8a703-7fe9-4c45-8074-6bdde8b2de2d),segment_id=7fe8a703-7fe9-4c45-8074-6bdde8b2de2d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:46.046572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.056996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.103372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.120156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.134784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a957ab-de14-465e-beb9-c9defeaa825b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:46.162111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] No DVR routers for this DVR port cebdfdca-9173-477e-8415-8cd3651f1bf3 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:46.181953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b456f-4c6f-48de-baca-54f6d264b31c req-69ed225e-fb83-412a-bc02-9ae331ac89b6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:46.185880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ac947-28bf-4b7a-923a-f52ff66a38db None None] Pushing event deleted for resources: {'Port': ['ID=cebdfdca-9173-477e-8415-8cd3651f1bf3,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:46.191011 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-69ed225e-fb83-412a-bc02-9ae331ac89b6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d HTTP/1.1" status: 200 len: 796 time: 0.5579481 Apr 22 17:29:46.192796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.193954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.209102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Calling delete_port for cebdfdca-9173-477e-8415-8cd3651f1bf3 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:46.242062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8485f027-ce05-4aed-82bb-c3974dd96d9d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.285468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91e5612-0b87-42a8-be26-9148397029f1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:46.355072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] DHCP port deletion for dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:46.359258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] Deleting port 8805c411-7870-4cd6-9cb3-72c5eb17c14a {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:46.359634 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.370997 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-e4b9fcfb-28ec-4e5b-b472-5773ee07faf3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.1794019 Apr 22 17:29:46.393295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:46.393830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:46.394949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Allocated IP 172.26.3.249 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/8f54912d-02dc-4f93-833a-5755827696ed) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:46.402671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.462897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.506081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting port 8805c411-7870-4cd6-9cb3-72c5eb17c14a {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:46.506416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.618995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] For port 8805c411-7870-4cd6-9cb3-72c5eb17c14a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8805c411-7870-4cd6-9cb3-72c5eb17c14a,segment=NetworkSegment(d37fed07-9a63-4600-b414-c3c683d79407),segment_id=d37fed07-9a63-4600-b414-c3c683d79407)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:46.619372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.635192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.698842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.744072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] Calling delete_port for 8805c411-7870-4cd6-9cb3-72c5eb17c14a owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:46.765678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:46.768438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:46.776680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:46.794381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8485f027-ce05-4aed-82bb-c3974dd96d9d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.816146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Pushing event updated for resources: {'Port': ['ID=8f54912d-02dc-4f93-833a-5755827696ed,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:46.839494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:46.840132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.859410 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.894774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Deleting port cebdfdca-9173-477e-8415-8cd3651f1bf3 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:46.895067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:46.907365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] Pushing event deleted for resources: {'Port': ['ID=8805c411-7870-4cd6-9cb3-72c5eb17c14a,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:46.909195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07353e32-5698-4508-adf3-c715e4dc5897 None None] No DVR routers for this DVR port 8805c411-7870-4cd6-9cb3-72c5eb17c14a on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:46.965895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] The port 'cebdfdca-9173-477e-8415-8cd3651f1bf3' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:29:46.996163 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cf6a858c-f94d-46d3-a718-fbc68b0908af tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4194908 Apr 22 17:29:46.999759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45156) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:47.007978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.249'}]}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:47.026372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:47.043711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Usage tracker for resource:router and tenant:d5207fa9efe04cabb6134e351f626b0c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:47.048682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:47.096701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:47.108866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.134081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-440b456f-4c6f-48de-baca-54f6d264b31c req-48b647ed-7376-4fd7-974b-b6e512c7d1a4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:47.135387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03bba28-f20d-4ed6-8f50-f2f3902ac0ef']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:47.151231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:47.151462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe8a703-7fe9-4c45-8074-6bdde8b2de2d') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:47.163548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.231790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.281401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.282404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.294537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.305242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:47.305640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:47.318852 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:47.323395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.329813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.346017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] For port 8805c411-7870-4cd6-9cb3-72c5eb17c14a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8805c411-7870-4cd6-9cb3-72c5eb17c14a,segment=NetworkSegment(d37fed07-9a63-4600-b414-c3c683d79407),segment_id=d37fed07-9a63-4600-b414-c3c683d79407)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:47.346383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.489036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8485f027-ce05-4aed-82bb-c3974dd96d9d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.553035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.557199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.573596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-440b456f-4c6f-48de-baca-54f6d264b31c req-48b647ed-7376-4fd7-974b-b6e512c7d1a4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:47.574952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-48b647ed-7376-4fd7-974b-b6e512c7d1a4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1867759 Apr 22 17:29:47.580947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8805c411-7870-4cd6-9cb3-72c5eb17c14a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:47.589651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Calling delete_port for 8805c411-7870-4cd6-9cb3-72c5eb17c14a owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:47.591384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] Pushing event deleted for resources: {'Network': ['ID=c03bba28-f20d-4ed6-8f50-f2f3902ac0ef,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:47.627702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 8805c411-7870-4cd6-9cb3-72c5eb17c14a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:47.628335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8805c411-7870-4cd6-9cb3-72c5eb17c14a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:47.658009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485f027-ce05-4aed-82bb-c3974dd96d9d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=0f378192-97c2-47a3-8796-3b5357b29356,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:47.692177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55de5a-a5cc-4234-8117-3f2f77d4a9f7 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:47.699699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8485f027-ce05-4aed-82bb-c3974dd96d9d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.789671 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ae2be093-f7fd-4bf6-849c-44f34e2d6983 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c03bba28-f20d-4ed6-8f50-f2f3902ac0ef HTTP/1.1" status: 204 len: 168 time: 2.4881821 Apr 22 17:29:47.792191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:47.935364 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8485f027-ce05-4aed-82bb-c3974dd96d9d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/0f378192-97c2-47a3-8796-3b5357b29356 HTTP/1.1" status: 204 len: 168 time: 2.2668908 Apr 22 17:29:47.938477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45162) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:47.949056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:47.949372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:47.968907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:47.973149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] Deleting port 2de320f3-a94e-4dc7-b325-e6e34820d3da {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:47.973530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.053942 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-8292ba99-4544-4954-a467-165bf70600d5 service neutron] 10.222.0.10 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204581 Apr 22 17:29:48.064565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-44408534-f78f-439c-a5d4-e98b0c2f3288 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202636 Apr 22 17:29:48.065049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45166) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:48.072205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:48.204750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:48.210538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:48.218826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45170) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:48.219938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:48.227978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:48.238096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] For port 2de320f3-a94e-4dc7-b325-e6e34820d3da, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2de320f3-a94e-4dc7-b325-e6e34820d3da,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:48.238506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.355379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:48.359409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.364404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] Calling delete_port for 2de320f3-a94e-4dc7-b325-e6e34820d3da owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:48.475576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Deleting port 8805c411-7870-4cd6-9cb3-72c5eb17c14a {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:48.475915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.512679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.549857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Router 0d22f370-3dec-4200-a170-da0f041a377d has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:48.561833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] Pushing event deleted for resources: {'Port': ['ID=2de320f3-a94e-4dc7-b325-e6e34820d3da,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:48.563915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ca4ab-afde-40b2-9b39-c132d3625153 None None] No DVR routers for this DVR port 2de320f3-a94e-4dc7-b325-e6e34820d3da on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:48.574084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.604298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] The port '8805c411-7870-4cd6-9cb3-72c5eb17c14a' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:29:48.609120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.654713 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-28f5b87a-0556-46c3-a0ae-8dec8a67d483 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e216cd3558c843778c46ba4cb2ba5f6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4316292 Apr 22 17:29:48.657240 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-9df05acb-bc05-4eac-8c5b-2cd786e03bbd service neutron] 10.222.0.10 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816231 Apr 22 17:29:48.662262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45174) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:48.813095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.872879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:48.981835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.005029 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-079e0838-d9e5-46b9-8c1b-8d7d0e8ea1a0 req-ad4c5037-9afd-46e7-ade5-41a4c460f86b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 210 time: 0.0848129 Apr 22 17:29:49.078587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:49.085660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59c7472c-12f3-4135-939b-73e4e33afaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.102870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.113501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37fed07-9a63-4600-b414-c3c683d79407') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:49.113800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37fed07-9a63-4600-b414-c3c683d79407') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:49.127026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:49.137320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] Sync routers for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:49.137829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.150688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:49.151535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:49.170314 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1c1b09cf-f6dd-41a4-bee5-8f0dca63b973 admin admin] 10.222.0.10 "PUT /v2.0/routers/0d22f370-3dec-4200-a170-da0f041a377d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4600544 Apr 22 17:29:49.177541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59c7472c-12f3-4135-939b-73e4e33afaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.187131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45186) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:49.195442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.212371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:49.212770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:49.228119 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:49.253688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:49.273492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:49.275382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.318715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 172.26.3.71 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/248e6bad-fee9-4cbb-be0a-3d8053268259) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:49.321243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c90df3-8208-452b-9836-a2f4753a55c0 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:49.334823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:49.335422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.357867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=8d7987d0-d596-443b-bca7-e39590334ff6,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:49.448922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.449273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.449615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.449951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.450284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.450618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.451205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.451327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.451606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.452480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.452803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.453589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.458808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:49.539031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.569171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.574246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2de320f3-a94e-4dc7-b325-e6e34820d3da no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:49.588597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.600488 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Pushing event deleted for resources: {'Network': ['ID=dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:49.606573 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] 10.222.0.10 "DELETE /v2.0/networks/dd3c1b58-99d5-4a63-b08b-f0b8dddcc39d HTTP/1.1" status: 204 len: 168 time: 3.6028328 Apr 22 17:29:49.616494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 2de320f3-a94e-4dc7-b325-e6e34820d3da {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:49.616840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2de320f3-a94e-4dc7-b325-e6e34820d3da not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:49.627929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.627929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.627929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.627929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.627929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.627929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.627929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.627929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.628578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.628881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.633367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.633745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cc292-0130-4f5e-80f3-1e57490d46dc tempest-NetworksIpV6TestAttrs-1169838898 tempest-NetworksIpV6TestAttrs-1169838898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:49.663959 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2416b04a-b47b-480b-a043-f453218abdb7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5979199 Apr 22 17:29:49.666971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45194) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:49.674305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '8d7987d0-d596-443b-bca7-e39590334ff6', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-350511699'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:49.736546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.747400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.764810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.793806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.839120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59c7472c-12f3-4135-939b-73e4e33afaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.864576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7472c-12f3-4135-939b-73e4e33afaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ed1436-eca1-4f6a-a4fe-1f42c5998194,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:49.888569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:49.894728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:49.897556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:49.952313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.956220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '8d7987d0-d596-443b-bca7-e39590334ff6'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:49.956630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90c7e49b-d794-4fde-8030-fe5cc061f6c1 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:49.956721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:49.973413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=248e6bad-fee9-4cbb-be0a-3d8053268259,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:50.009015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:50.009511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59c7472c-12f3-4135-939b-73e4e33afaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:50.010678 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-59c7472c-12f3-4135-939b-73e4e33afaf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9ed1436-eca1-4f6a-a4fe-1f42c5998194 HTTP/1.1" status: 204 len: 168 time: 1.3455741 Apr 22 17:29:50.021036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:50.088157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:50.090085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:29:45Z', 'revision_number': 5, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port': {'id': 'fdf89e94-8505-4bfd-8974-398a36833f4c', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d22f370-3dec-4200-a170-da0f041a377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:55Z', 'updated_at': '2022-04-22T17:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:50.101983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] Checking router: 0d22f370-3dec-4200-a170-da0f041a377d for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:29:50.125742 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] Routers {'0d22f370-3dec-4200-a170-da0f041a377d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:50.126398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d22f370-3dec-4200-a170-da0f041a377d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:50.136597 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:29:50.137673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cd4fee89-a33c-456d-942b-386f110fd07e tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1369720 Apr 22 17:29:50.138634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Deleting port fdf89e94-8505-4bfd-8974-398a36833f4c {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:50.139006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:50.164444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45202) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:50.303141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ed24d377-7287-487a-9a41-052a1583e87a tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Deleting port 8f54912d-02dc-4f93-833a-5755827696ed {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:50.303720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed24d377-7287-487a-9a41-052a1583e87a tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:50.334445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45208) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:50.393365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:50.400633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:50.413866 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8f057966-0f0a-4852-96e9-9fa4ac9879ad req-dc75a380-f3ae-4387-bf6f-3b010e78fa38 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 210 time: 0.0669682 Apr 22 17:29:50.510938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:50.521542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/8d7987d0-d596-443b-bca7-e39590334ff6/ebd2a335-2fbf-44fb-9259-af1a34d082df) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:50.524767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] Set router 0d22f370-3dec-4200-a170-da0f041a377d gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:29:50.642562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:29:50Z', 'revision_number': 6, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:50.664239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d383aa3-1424-4720-a5bb-c4c46a6a5a76 None None] The sync data for ids ['0d22f370-3dec-4200-a170-da0f041a377d'] in dv-neutron-839024-1-hyperv is: [{'id': '0d22f370-3dec-4200-a170-da0f041a377d', 'name': 'tempest-ServersTestJSON-598823060-router', 'tenant_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:29:50Z', 'revision_number': 6, 'project_id': 'c06fe8dd980747c6a9ea6b2e9dce9426', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:50.785134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:50.824166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 7c7786ef-95e4-4428-8306-5498b1073347 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:29:50.876789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] For port fdf89e94-8505-4bfd-8974-398a36833f4c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=fdf89e94-8505-4bfd-8974-398a36833f4c,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:50.877916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:50.928547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:50.949516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Transition to ACTIVE for port object ebd2a335-2fbf-44fb-9259-af1a34d082df will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:50.973650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Transition to ACTIVE for port object ebd2a335-2fbf-44fb-9259-af1a34d082df will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:51.053002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Calling delete_port for fdf89e94-8505-4bfd-8974-398a36833f4c owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:51.061415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.097604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.117761 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cd9affbb-ff24-4a10-8015-e985d5bad08c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e692f39316b41a2b95b4c3174f8bf17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7791774 Apr 22 17:29:51.118914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45228) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:51.120999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed24d377-7287-487a-9a41-052a1583e87a tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.204328 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:51.207378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:51.209932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:51.267271 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:29:51.268194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:51.291973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ed24d377-7287-487a-9a41-052a1583e87a tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Calling delete_port for 8f54912d-02dc-4f93-833a-5755827696ed owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:51.321563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Pushing event updated for resources: {'Port': ['ID=ebd2a335-2fbf-44fb-9259-af1a34d082df,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:51.361001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.362343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.364305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.364822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.365312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.369123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.369728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.370249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.370843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.371337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.372712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.373203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:29:51.397243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Attempting to bind port ebd2a335-2fbf-44fb-9259-af1a34d082df on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:51.398712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Attempting to bind port ebd2a335-2fbf-44fb-9259-af1a34d082df by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:51.401265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Attempting to bind port ebd2a335-2fbf-44fb-9259-af1a34d082df on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:51.417499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:51.418243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:51.420235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.421504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:51.422799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Bound port: ebd2a335-2fbf-44fb-9259-af1a34d082df, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:51.425344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.434279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a8760ab-7e50-483a-9e74-c6d7f5547a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.450645 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-41a4b808-2926-489d-8123-113a395b40c6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7804868 Apr 22 17:29:51.457233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45238) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:51.618400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] For port ebd2a335-2fbf-44fb-9259-af1a34d082df, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:51.626667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d91e5612-0b87-42a8-be26-9148397029f1 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:51.645416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a8760ab-7e50-483a-9e74-c6d7f5547a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.672594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: d91e5612-0b87-42a8-be26-9148397029f1 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:51.672938 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d91e5612-0b87-42a8-be26-9148397029f1 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:51.673368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device fdf89e94-8505-4bfd-8974-398a36833f4c no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:51.716432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e79442-3865-48d2-a080-fe1b04773590 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:51.717302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a8e79442-3865-48d2-a080-fe1b04773590 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:51.731675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.813133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a8e79442-3865-48d2-a080-fe1b04773590 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:51.814517 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a8e79442-3865-48d2-a080-fe1b04773590 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3561840 Apr 22 17:29:51.824298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45246) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:51.832514 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c9778eeb-ef54-4405-8577-af0e4b8e2c75 req-53867614-febf-47fc-b8ae-8b5cc0a81591 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 210 time: 0.1673155 Apr 22 17:29:51.855254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:51.973563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae30379-f2a9-4728-88b3-026e45c0bb46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:51.975189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae30379-f2a9-4728-88b3-026e45c0bb46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:51.975929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bae30379-f2a9-4728-88b3-026e45c0bb46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:52.001039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b456f-4c6f-48de-baca-54f6d264b31c req-f8aaf14e-b915-4593-b147-61af0ba8679d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:52.003216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-440b456f-4c6f-48de-baca-54f6d264b31c req-f8aaf14e-b915-4593-b147-61af0ba8679d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:52.057860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed24d377-7287-487a-9a41-052a1583e87a tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.064403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.067335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] For port ebd2a335-2fbf-44fb-9259-af1a34d082df, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ebd2a335-2fbf-44fb-9259-af1a34d082df,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:52.086435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bae30379-f2a9-4728-88b3-026e45c0bb46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:52.087685 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bae30379-f2a9-4728-88b3-026e45c0bb46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2623982 Apr 22 17:29:52.090345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45254) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:52.116107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-440b456f-4c6f-48de-baca-54f6d264b31c req-f8aaf14e-b915-4593-b147-61af0ba8679d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:52.117319 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-f8aaf14e-b915-4593-b147-61af0ba8679d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d HTTP/1.1" status: 200 len: 796 time: 0.5316105 Apr 22 17:29:52.117907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a8760ab-7e50-483a-9e74-c6d7f5547a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.150854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 2603d9e4-e495-499c-b07b-c2b068267d66 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:29:52.166270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c4dbde-6187-41f8-b7c9-aa34c5c24c52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 8d7987d0-d596-443b-bca7-e39590334ff6 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:52.169658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d377-7287-487a-9a41-052a1583e87a tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f54912d-02dc-4f93-833a-5755827696ed,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:52.208364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.293558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf89e94-8505-4bfd-8974-398a36833f4c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:52.297063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8760ab-7e50-483a-9e74-c6d7f5547a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327bd037-00a3-41da-b0ee-0f6a25430209,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:52.365776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dbde-6187-41f8-b7c9-aa34c5c24c52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.372897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3720ee-3ef4-4b44-9068-91b30d88e5e0 None None] Pushing event updated for resources: {'Port': ['ID=ebd2a335-2fbf-44fb-9259-af1a34d082df,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:52.457876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dbde-6187-41f8-b7c9-aa34c5c24c52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.620628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.644143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:52.691327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed24d377-7287-487a-9a41-052a1583e87a tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.691636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dbde-6187-41f8-b7c9-aa34c5c24c52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.700328 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ed24d377-7287-487a-9a41-052a1583e87a tempest-RoutersAdminNegativeTest-983934487 tempest-RoutersAdminNegativeTest-983934487-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8f54912d-02dc-4f93-833a-5755827696ed HTTP/1.1" status: 204 len: 168 time: 2.5341873 Apr 22 17:29:52.701184 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506af438-ece1-4d64-bed4-2d000fbfd7dd None None] Sync routers for ids ['2603d9e4-e495-499c-b07b-c2b068267d66'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:52.705712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-440b456f-4c6f-48de-baca-54f6d264b31c req-1291f9f4-fe6b-4cc2-9e81-b34c54b4e4aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:52.716675 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506af438-ece1-4d64-bed4-2d000fbfd7dd None None] Routers {'2603d9e4-e495-499c-b07b-c2b068267d66'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:52.719743 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-506af438-ece1-4d64-bed4-2d000fbfd7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2603d9e4-e495-499c-b07b-c2b068267d66'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:52.783055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.784739 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7f181f3f-4312-4062-b283-9139e02de5b3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.9001713 Apr 22 17:29:52.792353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45276) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:52.814143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a8760ab-7e50-483a-9e74-c6d7f5547a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:52.823647 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4a8760ab-7e50-483a-9e74-c6d7f5547a61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/327bd037-00a3-41da-b0ee-0f6a25430209 HTTP/1.1" status: 204 len: 168 time: 1.6906388 Apr 22 17:29:52.873956 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-506af438-ece1-4d64-bed4-2d000fbfd7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:52.883484 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506af438-ece1-4d64-bed4-2d000fbfd7dd None None] Routers {'2603d9e4-e495-499c-b07b-c2b068267d66'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:52.884389 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-506af438-ece1-4d64-bed4-2d000fbfd7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2603d9e4-e495-499c-b07b-c2b068267d66'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:52.949823 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-506af438-ece1-4d64-bed4-2d000fbfd7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:52.950480 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506af438-ece1-4d64-bed4-2d000fbfd7dd None None] The sync data for ids ['2603d9e4-e495-499c-b07b-c2b068267d66'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:52.958878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dbde-6187-41f8-b7c9-aa34c5c24c52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.012688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dbde-6187-41f8-b7c9-aa34c5c24c52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.015752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45286) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:53.047318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4dbde-6187-41f8-b7c9-aa34c5c24c52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7987d0-d596-443b-bca7-e39590334ff6,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:53.052818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.056676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-440b456f-4c6f-48de-baca-54f6d264b31c req-1291f9f4-fe6b-4cc2-9e81-b34c54b4e4aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:53.057800 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-1291f9f4-fe6b-4cc2-9e81-b34c54b4e4aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 380 time: 0.9158518 Apr 22 17:29:53.061572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.071407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['b9357ea1-51a5-4220-a34d-ba7c1013c1a1']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:53.073605 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-04f5a0cf-b9fb-4d80-869c-bb1bfa5d176c req-9fd5d25c-eb53-4454-be54-644f05c40dd7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 210 time: 0.0693529 Apr 22 17:29:53.165052 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b3c4dbde-6187-41f8-b7c9-aa34c5c24c52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/8d7987d0-d596-443b-bca7-e39590334ff6 HTTP/1.1" status: 204 len: 168 time: 1.0736101 Apr 22 17:29:53.165943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45292) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:53.244542 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c68fc71e-4ee1-4860-bc1c-50274a15aecf tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774271 Apr 22 17:29:53.245151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45296) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:53.251257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:53.295590 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1fa6b516-5b72-4f36-aca1-d2af4f730a40 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/routers/2603d9e4-e495-499c-b07b-c2b068267d66 HTTP/1.1" status: 200 len: 883 time: 0.5011704 Apr 22 17:29:53.296011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45302) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:53.394872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.394872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d22f370-3dec-4200-a170-da0f041a377d {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:29:53.411919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:53.417453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:53.423393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:53.430731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:53.437715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:53.454914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:53.467662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.471593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45308) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:53.471789 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ce8e8230-daa7-4382-ac64-88fefb6e6b00 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0d22f370-3dec-4200-a170-da0f041a377d HTTP/1.1" status: 204 len: 168 time: 4.2807417 Apr 22 17:29:53.578093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:53.586710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b020eeed-7e57-4e4e-91bf-5e98fede8541 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:53.597954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.600089 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:53.604465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.622915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45312) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:53.667582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ebd2a335-2fbf-44fb-9259-af1a34d082df up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:53.764225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d508ae8-6356-49f3-9c94-afb21984d072 admin admin] Deleting subnet fbaa8710-e8c8-4a77-81e2-87b614cb1346 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:29:53.770787 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d508ae8-6356-49f3-9c94-afb21984d072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.799474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e2c5f4-1e94-451f-89d0-7845d8ad9fa4 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:53.822790 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b020eeed-7e57-4e4e-91bf-5e98fede8541 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] 10.222.0.10 "PUT /v2.0/quotas/2e3226c0f1f24bb19a094fc6cc837862 HTTP/1.1" status: 200 len: 368 time: 0.7768428 Apr 22 17:29:53.831412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45324) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:53.841297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Request body: {'network': {'project_id': '2e3226c0f1f24bb19a094fc6cc837862'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:53.847801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:53.853196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Usage tracker for resource:network and tenant:2e3226c0f1f24bb19a094fc6cc837862 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:53.856550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:53.864789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:53.887442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d508ae8-6356-49f3-9c94-afb21984d072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.930274 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port ebd2a335-2fbf-44fb-9259-af1a34d082df completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:53.935602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:53.966912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ce7b1301-f67f-4af1-91a7-2a92eb9a0f28 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:router {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:53.972982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:53.984455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6ad6179eee4821beb5e1bfcbaff204 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:53.992337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:53.996891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.9 (abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d/4a39a3ba-6811-4921-8175-f52235d47129/7b65f6ef-6ef5-4eba-91e9-b68711778e64) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:53.999017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Made reservation on behalf of 2e3226c0f1f24bb19a094fc6cc837862 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:54.001019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.005568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:54.027327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.049600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e6aafe5-6d8c-4ac5-bea3-d8c038a60485 None None] Provisioning for port ebd2a335-2fbf-44fb-9259-af1a34d082df completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:54.058158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:54.066275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e6aafe5-6d8c-4ac5-bea3-d8c038a60485 None None] Provisioning complete for port ebd2a335-2fbf-44fb-9259-af1a34d082df triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:54.066545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7e6aafe5-6d8c-4ac5-bea3-d8c038a60485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.078620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Usage tracker for resource:security_group_rule and tenant:2e3226c0f1f24bb19a094fc6cc837862 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:54.081748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d508ae8-6356-49f3-9c94-afb21984d072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.110238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:54.136792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:54.228430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.294672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d508ae8-6356-49f3-9c94-afb21984d072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.305817 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac1d0f79-ffd8-4cd9-a15c-11e341209536 req-d8dd273f-6e3d-4921-8dff-23bdd58978ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 210 time: 0.0799472 Apr 22 17:29:54.314183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.326038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7e6aafe5-6d8c-4ac5-bea3-d8c038a60485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.333824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:54.345000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d508ae8-6356-49f3-9c94-afb21984d072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.347021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:54.354686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:54.355318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.356091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.361052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=12caee06-9e6f-49e4-8a84-0065150cd8db,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:54.382597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360da68-c43e-4978-b06f-481452b7e358 None None] Network e72d86d2-d583-43e0-a5b4-aaf15407937c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:54.393242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 7b65f6ef-6ef5-4eba-91e9-b68711778e64 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:54.401798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.417135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.425188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d508ae8-6356-49f3-9c94-afb21984d072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaa8710-e8c8-4a77-81e2-87b614cb1346,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:54.434964 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8d508ae8-6356-49f3-9c94-afb21984d072 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fbaa8710-e8c8-4a77-81e2-87b614cb1346 HTTP/1.1" status: 204 len: 168 time: 0.9622574 Apr 22 17:29:54.462970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45338) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:54.475568 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc6ad6179eee4821beb5e1bfcbaff204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8275898 Apr 22 17:29:54.480041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45344) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:54.495259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbce230-cb9c-4356-a4a8-dea384c52ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0b9ae4-7902-4649-9f33-b3f86af06a28,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:54.507595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ce7b1301-f67f-4af1-91a7-2a92eb9a0f28 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:router {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:54.519374 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ce7b1301-f67f-4af1-91a7-2a92eb9a0f28 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.2094352 Apr 22 17:29:54.523524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45348) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:54.532440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-dbfe280a-0940-4139-adbd-142f87e2e39e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-161357746'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:54.583319 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f66f4a4d-897d-4a06-b3bb-a7c94a915e4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3370821 Apr 22 17:29:54.583562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:54.588547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45352) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:54.598149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7e6aafe5-6d8c-4ac5-bea3-d8c038a60485 None None] For port ebd2a335-2fbf-44fb-9259-af1a34d082df, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ebd2a335-2fbf-44fb-9259-af1a34d082df,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:54.599709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] Deleting port ebd2a335-2fbf-44fb-9259-af1a34d082df {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:54.600335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.615796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1736416349', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:54.620550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45356) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:54.623227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.625552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.628570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:54.647850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:router and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:54.660813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:29:54.676056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7e6aafe5-6d8c-4ac5-bea3-d8c038a60485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.678493 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Deleting port bdaacfed-46f8-4df4-b50e-d46c92e33f76 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:54.678881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.795828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.806422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:54.821254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6aafe5-6d8c-4ac5-bea3-d8c038a60485 None None] Pushing event updated for resources: {'Port': ['ID=ebd2a335-2fbf-44fb-9259-af1a34d082df,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:54.907064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-832843349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:54.913423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:54.937031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.937371 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Added segment 7d9d2178-444c-4705-b7a0-154db1988ee6 of type vlan for network da22dbf8-abfc-428e-afe5-05c25c6df25a Apr 22 17:29:54.938461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c98bfc-a2eb-4b6a-8cef-4b9976a9dc4a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:54.942472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:54.946872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99e20123-ee6a-4ba4-8a33-54ada5e8803f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.968520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] DHCP port deletion for e72d86d2-d583-43e0-a5b4-aaf15407937c request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:29:54.972794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:router and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:54.979753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] Deleting port bdaacfed-46f8-4df4-b50e-d46c92e33f76 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:54.980094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:54.983224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:55.021024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:55.026774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] For port ebd2a335-2fbf-44fb-9259-af1a34d082df, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ebd2a335-2fbf-44fb-9259-af1a34d082df,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:55.027701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.030181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:55.033494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.040495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:55.044261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] For port bdaacfed-46f8-4df4-b50e-d46c92e33f76, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bdaacfed-46f8-4df4-b50e-d46c92e33f76,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:55.044626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.052659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99e20123-ee6a-4ba4-8a33-54ada5e8803f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.059410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:55.086393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=7b65f6ef-6ef5-4eba-91e9-b68711778e64,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:55.162169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.162514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.168397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] Calling delete_port for ebd2a335-2fbf-44fb-9259-af1a34d082df owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:55.172107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:29:55.187228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Calling delete_port for bdaacfed-46f8-4df4-b50e-d46c92e33f76 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:55.224266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.225268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.251993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.272458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:55.273020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.332767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.334356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:55.335574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.366919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.446273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] For port bdaacfed-46f8-4df4-b50e-d46c92e33f76, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bdaacfed-46f8-4df4-b50e-d46c92e33f76,segment=NetworkSegment(c968ab41-ae24-45ac-9641-b1b39ea5f369),segment_id=c968ab41-ae24-45ac-9641-b1b39ea5f369)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:29:55.446513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Pushing event updated for resources: {'Network': ['ID=da22dbf8-abfc-428e-afe5-05c25c6df25a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:55.447148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.451421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.474258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network da22dbf8-abfc-428e-afe5-05c25c6df25a details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:29:55.507245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdaacfed-46f8-4df4-b50e-d46c92e33f76,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:55.513302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.518649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.520385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] No DVR routers for this DVR port bdaacfed-46f8-4df4-b50e-d46c92e33f76 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:55.547603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99e20123-ee6a-4ba4-8a33-54ada5e8803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.551897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99e20123-ee6a-4ba4-8a33-54ada5e8803f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.553270 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-99e20123-ee6a-4ba4-8a33-54ada5e8803f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae0b9ae4-7902-4649-9f33-b3f86af06a28 HTTP/1.1" status: 204 len: 168 time: 1.0722983 Apr 22 17:29:55.610642 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-a04aa770-b578-4781-ae6a-7565734e99db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5450923 Apr 22 17:29:55.613389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e20123-ee6a-4ba4-8a33-54ada5e8803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0b9ae4-7902-4649-9f33-b3f86af06a28,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:55.632042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Request body: {'port': {'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:55.656455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.663166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.664316 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-609d6ac9-3ebd-4023-ae28-5e78a5111d13 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0685153 Apr 22 17:29:55.698227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45366) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:55.700128 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-782da511-a7c9-4517-a207-893597f68761 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8673575 Apr 22 17:29:55.702898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45370) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:55.722453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ebd2a335-2fbf-44fb-9259-af1a34d082df no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:55.760076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.770133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Request body: {'network': {'project_id': '2e3226c0f1f24bb19a094fc6cc837862'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:55.771473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] Calling delete_port for bdaacfed-46f8-4df4-b50e-d46c92e33f76 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:55.782585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbfe280a-0940-4139-adbd-142f87e2e39e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.796318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:55.820149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Usage tracker for resource:network and tenant:2e3226c0f1f24bb19a094fc6cc837862 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:55.826047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] No DVR routers for this DVR port ebd2a335-2fbf-44fb-9259-af1a34d082df on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:29:55.826257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.829994 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2f3996e3-55ad-4022-bd0f-ce664af292ec tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2005191 Apr 22 17:29:55.830114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-44f19099-ed2b-45b4-b51b-41caf7bcefd3 None None] Provisioning for port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:55.830865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45374) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:55.832077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03757f-f809-4308-9491-cd41015c0038 None None] Pushing event deleted for resources: {'Port': ['ID=ebd2a335-2fbf-44fb-9259-af1a34d082df,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:55.839915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1526471475'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:55.855683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:55.863763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:network and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:55.866421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.876028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:55.884433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:55.884923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:55.901374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: ebd2a335-2fbf-44fb-9259-af1a34d082df {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:55.901722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ebd2a335-2fbf-44fb-9259-af1a34d082df not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:55.902447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device bdaacfed-46f8-4df4-b50e-d46c92e33f76 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:29:55.903550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72d86d2-d583-43e0-a5b4-aaf15407937c']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:55.911312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:55.931393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbfe280a-0940-4139-adbd-142f87e2e39e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:55.950808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: bdaacfed-46f8-4df4-b50e-d46c92e33f76 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:29:55.950808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device bdaacfed-46f8-4df4-b50e-d46c92e33f76 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:29:55.952489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bec8c2-f75f-4ad9-b597-c8ee65e7c523 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:29:56.025813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c968ab41-ae24-45ac-9641-b1b39ea5f369') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:56.026109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c968ab41-ae24-45ac-9641-b1b39ea5f369') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:56.027117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Made reservation on behalf of fcfd1d96b36d497ca7f0e55386bce727 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:56.030722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.089550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.106344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.123051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Made reservation on behalf of 2e3226c0f1f24bb19a094fc6cc837862 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:56.126027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.134180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-44f19099-ed2b-45b4-b51b-41caf7bcefd3 None None] Provisioning complete for port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:56.134479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-44f19099-ed2b-45b4-b51b-41caf7bcefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.147383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf8c1-14c4-4282-848d-ca5ed74ce001 req-e8a10502-1119-4a6a-a4ff-dc027bdc1891 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:56.148911 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-60ebf8c1-14c4-4282-848d-ca5ed74ce001 req-e8a10502-1119-4a6a-a4ff-dc027bdc1891 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 931 time: 0.5550630 Apr 22 17:29:56.194228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:56.217144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:security_group_rule and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:56.223064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.224467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:56.249177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:56.273447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfe280a-0940-4139-adbd-142f87e2e39e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 2603d9e4-e495-499c-b07b-c2b068267d66 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:29:56.305475 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:56.305877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.343759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-44f19099-ed2b-45b4-b51b-41caf7bcefd3 None None] Port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:29:56.349325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:29:56.349325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:56.433314 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:56.441757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45380) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:56.477865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '12caee06-9e6f-49e4-8a84-0065150cd8db'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:29:56.478987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.551317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:29:56.587813 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-60ebf8c1-14c4-4282-848d-ca5ed74ce001 req-201bb7ca-ec32-4c96-bf42-20ab9372cbd0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751814 Apr 22 17:29:56.597164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.597454 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Added segment dfda6982-0419-43e7-b66b-26d885ff123a of type vlan for network fdf00492-d93a-47d5-bfbe-e4a329bad422 Apr 22 17:29:56.658872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.684327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.691214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.709831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.715759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:29:56.743719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/12caee06-9e6f-49e4-8a84-0065150cd8db/07c1c924-48d9-4a94-be21-eadaa84a0ead) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:56.781293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72d86d2-d583-43e0-a5b4-aaf15407937c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:56.850137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] Deleting port bdaacfed-46f8-4df4-b50e-d46c92e33f76 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:56.850613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.879653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-111fa068-9872-4f98-9ccb-574dfc8ab44b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5207fa9efe04cabb6134e351f626b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333376 Apr 22 17:29:56.883043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45384) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:56.911505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b65f6ef-6ef5-4eba-91e9-b68711778e64 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:29:56.933078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-076450a6-9db4-4433-b4d6-96dbddd96fec None None] The port 'bdaacfed-46f8-4df4-b50e-d46c92e33f76' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:29:56.935721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:56.965089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe280a-0940-4139-adbd-142f87e2e39e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:29:56.991516 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0017c74f-5685-4ca8-92b1-08805b28d6b8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e72d86d2-d583-43e0-a5b4-aaf15407937c HTTP/1.1" status: 204 len: 168 time: 2.5271361 Apr 22 17:29:57.004643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14bee0f-8585-467d-84db-53194c9a0f34 None None] Sync routers for ids ['2603d9e4-e495-499c-b07b-c2b068267d66'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:29:57.005541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.006804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Transition to ACTIVE for port object 7b65f6ef-6ef5-4eba-91e9-b68711778e64 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:57.017716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.019101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:57.019985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.022904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbfe280a-0940-4139-adbd-142f87e2e39e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.027469 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dbfe280a-0940-4139-adbd-142f87e2e39e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/2603d9e4-e495-499c-b07b-c2b068267d66 HTTP/1.1" status: 200 len: 890 time: 2.5028813 Apr 22 17:29:57.028171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45390) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.036158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bee0f-8585-467d-84db-53194c9a0f34 None None] Routers {'2603d9e4-e495-499c-b07b-c2b068267d66'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:57.036927 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f14bee0f-8585-467d-84db-53194c9a0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2603d9e4-e495-499c-b07b-c2b068267d66'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:57.103643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f14bee0f-8585-467d-84db-53194c9a0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:57.115368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.121326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.129953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.131865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bee0f-8585-467d-84db-53194c9a0f34 None None] Routers {'2603d9e4-e495-499c-b07b-c2b068267d66'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:29:57.132603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f14bee0f-8585-467d-84db-53194c9a0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2603d9e4-e495-499c-b07b-c2b068267d66'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:57.145968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Pushing event updated for resources: {'Network': ['ID=fdf00492-d93a-47d5-bfbe-e4a329bad422,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:57.183897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2bcaae4-9e85-47ea-ae9f-82a1a3ae1be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.196957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network fdf00492-d93a-47d5-bfbe-e4a329bad422 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:29:57.223146 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-308c89c2-0b33-4d2d-809e-8c8cf614ee0b tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5144770 Apr 22 17:29:57.225771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:29:57.229043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45394) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.229797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Transition to ACTIVE for port object 07c1c924-48d9-4a94-be21-eadaa84a0ead will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:57.236266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-46478852-0ce3-41e8-8b56-17ba9146ea9d tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Request body: {'network': {'project_id': '2e3226c0f1f24bb19a094fc6cc837862'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:57.241668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f14bee0f-8585-467d-84db-53194c9a0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:57.242145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14bee0f-8585-467d-84db-53194c9a0f34 None None] The sync data for ids ['2603d9e4-e495-499c-b07b-c2b068267d66'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:29:57.242821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-46478852-0ce3-41e8-8b56-17ba9146ea9d tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:57.252663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-46478852-0ce3-41e8-8b56-17ba9146ea9d tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Usage tracker for resource:network and tenant:2e3226c0f1f24bb19a094fc6cc837862 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:57.257316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-46478852-0ce3-41e8-8b56-17ba9146ea9d tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:57.267488 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-46478852-0ce3-41e8-8b56-17ba9146ea9d tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:57.269488 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-46478852-0ce3-41e8-8b56-17ba9146ea9d tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 17:29:57.270110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46478852-0ce3-41e8-8b56-17ba9146ea9d tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:29:57.271446 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-46478852-0ce3-41e8-8b56-17ba9146ea9d tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0413814 Apr 22 17:29:57.274759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45398) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.310625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Transition to ACTIVE for port object 07c1c924-48d9-4a94-be21-eadaa84a0ead will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:57.335810 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3c72adf1-d31b-4d13-8144-3a66e91a69b9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e3226c0f1f24bb19a094fc6cc837862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598207 Apr 22 17:29:57.338582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45402) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.406901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3db9af3-20a1-4357-bf45-9a3fb7a33c03 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.416104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.460466 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-18f81795-eae1-4256-8b66-b76e19c6c1ef tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/routers/2603d9e4-e495-499c-b07b-c2b068267d66 HTTP/1.1" status: 200 len: 890 time: 0.4295647 Apr 22 17:29:57.462052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5c7e0-3d51-412d-b9bc-8a7aacf98ccb,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:57.486606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45406) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.502130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::1 (b68838ec-31d5-4ab0-8519-6f8459febd2e/12caee06-9e6f-49e4-8a84-0065150cd8db/2c978eb0-e7d6-4e72-bb16-c198740805aa) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:29:57.506460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:57.515018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:57.517593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:57.526134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3db9af3-20a1-4357-bf45-9a3fb7a33c03 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.532302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45408) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.551856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.552414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Added segment cc50623a-5936-48ff-8b24-cb586bd90e50 of type vlan for network 2db42ee3-49d2-403d-8de7-4fa98fbef51a Apr 22 17:29:57.562607 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Pushing event updated for resources: {'Port': ['ID=07c1c924-48d9-4a94-be21-eadaa84a0ead,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:57.635233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Attempting to bind port 07c1c924-48d9-4a94-be21-eadaa84a0ead on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:57.635233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Attempting to bind port 07c1c924-48d9-4a94-be21-eadaa84a0ead by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:57.635546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Attempting to bind port 07c1c924-48d9-4a94-be21-eadaa84a0ead on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:57.643183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:57.643558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:57.643952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2bcaae4-9e85-47ea-ae9f-82a1a3ae1be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.644091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.644332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:57.644794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Bound port: 07c1c924-48d9-4a94-be21-eadaa84a0ead, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:57.645196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.650566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Pushing event updated for resources: {'Port': ['ID=7b65f6ef-6ef5-4eba-91e9-b68711778e64,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:57.666789 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-34f3b1df-d9ef-4c99-a178-46f33be7f689 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=2603d9e4-e495-499c-b07b-c2b068267d66 HTTP/1.1" status: 200 len: 205 time: 0.1196735 Apr 22 17:29:57.676646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45416) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.736928 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e5fe677c-9444-474b-a0a4-894975f56e44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c06fe8dd980747c6a9ea6b2e9dce9426&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2029228 Apr 22 17:29:57.754056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45420) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.772293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.790576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] For port 07c1c924-48d9-4a94-be21-eadaa84a0ead, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:57.794371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] For port 07c1c924-48d9-4a94-be21-eadaa84a0ead, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=07c1c924-48d9-4a94-be21-eadaa84a0ead,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:57.864264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.875818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d4fdfc5-c4e5-4447-8243-961d9eda865f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.876661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.894027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 2c978eb0-e7d6-4e72-bb16-c198740805aa will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:29:57.907478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3db9af3-20a1-4357-bf45-9a3fb7a33c03 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.908062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Attempting to bind port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:29:57.908405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Attempting to bind port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:29:57.908737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Attempting to bind port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 on network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:57.926812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d4fdfc5-c4e5-4447-8243-961d9eda865f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.945614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db9af3-20a1-4357-bf45-9a3fb7a33c03 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c98bfc-a2eb-4b6a-8cef-4b9976a9dc4a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:57.964437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3db9af3-20a1-4357-bf45-9a3fb7a33c03 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:57.965574 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d3db9af3-20a1-4357-bf45-9a3fb7a33c03 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/22c98bfc-a2eb-4b6a-8cef-4b9976a9dc4a HTTP/1.1" status: 204 len: 168 time: 0.6260128 Apr 22 17:29:57.971409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 on network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:29:57.971409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Attempting to bind port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 on network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:29:57.975386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45424) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:57.997537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:29:57.997537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Checking segment: {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:29:57.997537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Bound using segment: {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:29:57.997537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Bound port: 7b65f6ef-6ef5-4eba-91e9-b68711778e64, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed916a1-bc5a-4138-beed-d40826916cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:29:57.997980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.000271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e0584-19a1-4703-983a-2e93f8cda911 None None] Pushing event updated for resources: {'Port': ['ID=07c1c924-48d9-4a94-be21-eadaa84a0ead,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:58.013337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.022557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:58.022557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.105792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.109126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.137897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2bcaae4-9e85-47ea-ae9f-82a1a3ae1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.159122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.186537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d4fdfc5-c4e5-4447-8243-961d9eda865f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.232227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:29:58.236990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fdfc5-c4e5-4447-8243-961d9eda865f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e193adef-7cc6-43cf-9d3d-7f5619f1822a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:58.245843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:29:58.248773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:29:58.249777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.398224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=2c978eb0-e7d6-4e72-bb16-c198740805aa,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:58.420359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d4fdfc5-c4e5-4447-8243-961d9eda865f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.420971 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7d4fdfc5-c4e5-4447-8243-961d9eda865f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e193adef-7cc6-43cf-9d3d-7f5619f1822a HTTP/1.1" status: 204 len: 168 time: 0.6655810 Apr 22 17:29:58.438420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2147f-8ef6-4477-802b-629bf9ec6da8 req-fcadaa49-c127-4696-9168-dee360c48787 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:58.439197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-16e2147f-8ef6-4477-802b-629bf9ec6da8 req-fcadaa49-c127-4696-9168-dee360c48787 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:29:58.463987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2bcaae4-9e85-47ea-ae9f-82a1a3ae1be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.467351 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a2bcaae4-9e85-47ea-ae9f-82a1a3ae1be3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84a957ab-de14-465e-beb9-c9defeaa825b HTTP/1.1" status: 204 len: 168 time: 1.5814462 Apr 22 17:29:58.469618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcaae4-9e85-47ea-ae9f-82a1a3ae1be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a957ab-de14-465e-beb9-c9defeaa825b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:58.504786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Network': ['ID=2db42ee3-49d2-403d-8de7-4fa98fbef51a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:58.534548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2db42ee3-49d2-403d-8de7-4fa98fbef51a details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:29:58.588884 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ff0b53b0-0eea-49b7-9c21-d391c1c3a28b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7522750 Apr 22 17:29:58.589847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45432) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:58.647132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'subnet': {'network_id': '2db42ee3-49d2-403d-8de7-4fa98fbef51a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:29:58.672230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.688945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] For port 7b65f6ef-6ef5-4eba-91e9-b68711778e64, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:29:58.698591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-16e2147f-8ef6-4477-802b-629bf9ec6da8 req-fcadaa49-c127-4696-9168-dee360c48787 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:29:58.700084 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16e2147f-8ef6-4477-802b-629bf9ec6da8 req-fcadaa49-c127-4696-9168-dee360c48787 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 943 time: 0.9387443 Apr 22 17:29:58.713247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] For port 7b65f6ef-6ef5-4eba-91e9-b68711778e64, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:29:58.724755 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf00492-d93a-47d5-bfbe-e4a329bad422']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:58.768320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.782025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.814146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfda6982-0419-43e7-b66b-26d885ff123a') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:58.814756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfda6982-0419-43e7-b66b-26d885ff123a') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:29:58.819539 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16e2147f-8ef6-4477-802b-629bf9ec6da8 req-a6e2e75e-72c6-4e3c-b15a-ef7a81c54dab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958087 Apr 22 17:29:58.847132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.863825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:58.864441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.865864 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] 10.222.0.16 "PUT /v2.0/ports/7b65f6ef-6ef5-4eba-91e9-b68711778e64 HTTP/1.1" status: 200 len: 1093 time: 3.2406507 Apr 22 17:29:58.866820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:29:58.878437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 248e6bad-fee9-4cbb-be0a-3d8053268259 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:29:58.881792 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.925970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:29:58.953698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:58.960918 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db679a2-0e82-42be-a38b-e80f56602034'] response: {'name': 'network-changed', 'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'status': 'completed', 'code': 200} Apr 22 17:29:58.976242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:subnet and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:29:58.985678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:29:58.989050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:29:58.989659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:29:59.006014 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:29:59.030298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:29:59.095715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36d41a-e3c4-4a19-9be5-3829ffa5c1ab service neutron] Pushing event updated for resources: {'Port': ['ID=7b65f6ef-6ef5-4eba-91e9-b68711778e64,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:59.117192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:59.205134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Made reservation on behalf of fcfd1d96b36d497ca7f0e55386bce727 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:29:59.212312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:59.274799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:59.318425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb3dc-a1da-47c9-a4af-a716dd32fd5e req-cf2449b0-0c98-4ed6-bfd8-0c8bebe2a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:59.320576 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe7eb3dc-a1da-47c9-a4af-a716dd32fd5e req-cf2449b0-0c98-4ed6-bfd8-0c8bebe2a436 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 1096 time: 0.3301377 Apr 22 17:29:59.359018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:59.387078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c88a1677-6bd8-452a-b412-239f98119a8d None None] Provisioning for port 07c1c924-48d9-4a94-be21-eadaa84a0ead completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:59.435316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Pushing event deleted for resources: {'Network': ['ID=fdf00492-d93a-47d5-bfbe-e4a329bad422,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:29:59.534979 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ae79ece0-e5fc-4427-b6e6-364f882417d9 tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] 10.222.0.10 "DELETE /v2.0/networks/fdf00492-d93a-47d5-bfbe-e4a329bad422 HTTP/1.1" status: 204 len: 168 time: 1.5545187 Apr 22 17:29:59.555317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45458) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:29:59.586632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:59.665002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 07c1c924-48d9-4a94-be21-eadaa84a0ead up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:29:59.756572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 248e6bad-fee9-4cbb-be0a-3d8053268259 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:29:59.783972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb3dc-a1da-47c9-a4af-a716dd32fd5e req-d9d7da1e-3f64-49a2-909a-580bf62ab03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:59.785695 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe7eb3dc-a1da-47c9-a4af-a716dd32fd5e req-d9d7da1e-3f64-49a2-909a-580bf62ab03a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 896 time: 0.4523668 Apr 22 17:29:59.813764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:59.892132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b421bce0-dc43-444e-8176-7a53c4c773b4 None None] Provisioning for port 2c978eb0-e7d6-4e72-bb16-c198740805aa completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:29:59.897402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b421bce0-dc43-444e-8176-7a53c4c773b4 None None] Provisioning complete for port 2c978eb0-e7d6-4e72-bb16-c198740805aa triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:29:59.899979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b421bce0-dc43-444e-8176-7a53c4c773b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:29:59.968126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb3dc-a1da-47c9-a4af-a716dd32fd5e req-5230455a-7810-4e26-bec6-3a1ab1861420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:29:59.969582 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe7eb3dc-a1da-47c9-a4af-a716dd32fd5e req-5230455a-7810-4e26-bec6-3a1ab1861420 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1772306 Apr 22 17:30:00.005190 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 07c1c924-48d9-4a94-be21-eadaa84a0ead completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:00.024119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 07c1c924-48d9-4a94-be21-eadaa84a0ead triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:00.024501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.111343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b421bce0-dc43-444e-8176-7a53c4c773b4 None None] Port 2c978eb0-e7d6-4e72-bb16-c198740805aa cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:00.138930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.206383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b456f-4c6f-48de-baca-54f6d264b31c req-276b3ae2-2f76-417b-8f19-50401d0073bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:00.207575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da22dbf8-abfc-428e-afe5-05c25c6df25a']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:00.208088 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-276b3ae2-2f76-417b-8f19-50401d0073bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 1096 time: 0.1816809 Apr 22 17:30:00.216285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff13d2-2be9-4d38-ad89-787f51e3ad7c req-15eae201-74d9-4e54-83a6-ff1b4b4cca7b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:00.218302 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0ff13d2-2be9-4d38-ad89-787f51e3ad7c req-15eae201-74d9-4e54-83a6-ff1b4b4cca7b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 943 time: 0.1607804 Apr 22 17:30:00.239330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9d2178-444c-4705-b7a0-154db1988ee6') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:00.239330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9d2178-444c-4705-b7a0-154db1988ee6') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:00.254315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.256844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.263184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.274106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.283281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:00.283807 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.293871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:00.300829 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:00.333389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 07c1c924-48d9-4a94-be21-eadaa84a0ead, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=07c1c924-48d9-4a94-be21-eadaa84a0ead,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:00.345059 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-d7845c46-6117-4e9c-85da-e08b8bc216b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64 HTTP/1.1" status: 200 len: 217 time: 0.1250968 Apr 22 17:30:00.353826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45480) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:00.394966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-367b1b9a-b571-435a-8b9d-d1e13ecae5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.407470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=248e6bad-fee9-4cbb-be0a-3d8053268259,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:00.424312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.459392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45486) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:00.505611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.508915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=07c1c924-48d9-4a94-be21-eadaa84a0ead,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:00.547307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.551707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.662085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0ff13d2-2be9-4d38-ad89-787f51e3ad7c req-4ce59981-ec1e-4cf4-87f4-63987c3bffad tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817015 Apr 22 17:30:00.673007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b456f-4c6f-48de-baca-54f6d264b31c req-d019d41f-55a3-4b05-811b-2a0387232ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:00.674358 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-d019d41f-55a3-4b05-811b-2a0387232ab6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a39a3ba-6811-4921-8175-f52235d47129 HTTP/1.1" status: 200 len: 834 time: 0.3154955 Apr 22 17:30:00.705355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Checking segment: {'id': 'cc50623a-5936-48ff-8b24-cb586bd90e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2db42ee3-49d2-403d-8de7-4fa98fbef51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:00.705752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network hostable DHCP agents. Network: 2db42ee3-49d2-403d-8de7-4fa98fbef51a, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:00.722587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-317334161'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:00.733759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.763401 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=2c978eb0-e7d6-4e72-bb16-c198740805aa,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:00.782090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:00.785806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.790086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Subnet': ['ID=8cd6742b-735c-48ef-beb1-4563609c5e39,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:00.815178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.824684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] Pushing event deleted for resources: {'Network': ['ID=da22dbf8-abfc-428e-afe5-05c25c6df25a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:00.834080 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a5c2ffb9-34d0-489f-beb9-602dc4b0219c tempest-QuotasNegativeTest-1739845086 tempest-QuotasNegativeTest-1739845086-project-admin] 10.222.0.10 "DELETE /v2.0/networks/da22dbf8-abfc-428e-afe5-05c25c6df25a HTTP/1.1" status: 204 len: 168 time: 1.2777729 Apr 22 17:30:00.845016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1984561488'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:00.848859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:00.863593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network 2db42ee3-49d2-403d-8de7-4fa98fbef51a is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:00.865416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:00.866915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:00.869265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:00.871361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:00.929841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:00.943203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Usage tracker for resource:network and tenant:69e3be9f966c4a31b5cbf8c47871566d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:00.948463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.949371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 2db42ee3-49d2-403d-8de7-4fa98fbef51a) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:00.950280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:00.956845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:00.965315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:00.972132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f822e-7701-4fbc-adc0-428950c2bdd5 None None] Network 2db42ee3-49d2-403d-8de7-4fa98fbef51a requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:01.015169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:01.016132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.019642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b456f-4c6f-48de-baca-54f6d264b31c req-af6eb1e2-21d6-430f-a8fc-47a44484629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:01.021851 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-af6eb1e2-21d6-430f-a8fc-47a44484629f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3407612 Apr 22 17:30:01.125023 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e925f744-a26d-4318-a684-7f56011a6d4d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4904201 Apr 22 17:30:01.128448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45494) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:01.136932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'network': {'name': 'tempest-router-network01--429949870'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:01.144599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:01.149960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:network and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:01.153845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:01.162355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:01.169482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:01.173145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.177336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Router 4619aa07-174b-4284-9a3e-626e3032d086 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:30:01.193184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Made reservation on behalf of 69e3be9f966c4a31b5cbf8c47871566d for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:01.196578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.209728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.210333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Fanout notify agent at l3_agent the message router_deleted on router 2603d9e4-e495-499c-b07b-c2b068267d66 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:30:01.221307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.241367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-2db42ee3-49d2-403d-8de7-4fa98fbef51a', 'network_id': '2db42ee3-49d2-403d-8de7-4fa98fbef51a', 'tenant_id': 'fcfd1d96b36d497ca7f0e55386bce727', 'fixed_ips': [{'subnet_id': '8cd6742b-735c-48ef-beb1-4563609c5e39'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:01.241771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.242206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.268818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Made reservation on behalf of fcfd1d96b36d497ca7f0e55386bce727 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:01.269414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-7b5a98de-936c-43a2-b6cf-33588718a06d service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397850 Apr 22 17:30:01.273247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.273717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:01.282331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:01.302663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Usage tracker for resource:security_group_rule and tenant:69e3be9f966c4a31b5cbf8c47871566d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:01.312478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:security_group_rule and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:01.317873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:01.331189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:01.342642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:01.344719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:01.374342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:01.399884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.404986 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Added segment 2e847dc2-e484-4f96-b1aa-56e250624848 of type vlan for network d5f2879c-829c-482f-8d9d-df989bd5b99f Apr 22 17:30:01.411415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:01.414913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Allocated IP 2001:db8::2 (2db42ee3-49d2-403d-8de7-4fa98fbef51a/8cd6742b-735c-48ef-beb1-4563609c5e39/66477927-4d67-4fdb-a617-7046b854bbc0) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:01.425116 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Sync routers for ids ['4619aa07-174b-4284-9a3e-626e3032d086'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:01.436546 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0b5b87a1-2d4c-4f07-8038-2f9d08522945 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "PUT /v2.0/routers/4619aa07-174b-4284-9a3e-626e3032d086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7321136 Apr 22 17:30:01.437370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45500) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:01.448998 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Routers {'4619aa07-174b-4284-9a3e-626e3032d086'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:01.453745 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:29:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4619aa07-174b-4284-9a3e-626e3032d086'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:01.472606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.488457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.495596 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e7576919-6f94-464d-862b-9c2fd753718c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/2603d9e4-e495-499c-b07b-c2b068267d66 HTTP/1.1" status: 204 len: 168 time: 3.8179018 Apr 22 17:30:01.497689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45504) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:01.524882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1944360591'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:01.541242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:01.556161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:01.569112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:01.579175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292ae69-3060-41c3-9635-d232310a47ca tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:01.583381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3292ae69-3060-41c3-9635-d232310a47ca tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:01.584888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:01.630542 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-440b456f-4c6f-48de-baca-54f6d264b31c req-17c3f579-be49-4e4c-b424-7628eac8bace service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525681 Apr 22 17:30:01.649157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 07c1c924-48d9-4a94-be21-eadaa84a0ead up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:01.683961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.687343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4f6cf4cb-62c2-4df2-9aad-9f4779093b87 None None] Provisioning complete for port 2c978eb0-e7d6-4e72-bb16-c198740805aa triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:01.687895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4f6cf4cb-62c2-4df2-9aad-9f4779093b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.696417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3292ae69-3060-41c3-9635-d232310a47ca tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:01.698498 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3292ae69-3060-41c3-9635-d232310a47ca tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports/2c978eb0-e7d6-4e72-bb16-c198740805aa HTTP/1.1" status: 200 len: 911 time: 0.2601569 Apr 22 17:30:01.700514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.709128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:01.710909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.727304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45510) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:01.730339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:01.734588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.744847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Transition to ACTIVE for port object 66477927-4d67-4fdb-a617-7046b854bbc0 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:01.773610 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Set router 4619aa07-174b-4284-9a3e-626e3032d086 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:01.783369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cf4cb-62c2-4df2-9aad-9f4779093b87 None None] Port 2c978eb0-e7d6-4e72-bb16-c198740805aa cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:01.789403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.790234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Transition to ACTIVE for port object 66477927-4d67-4fdb-a617-7046b854bbc0 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:01.791464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.812073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 07c1c924-48d9-4a94-be21-eadaa84a0ead triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:01.812654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.839641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:01.851690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.852318 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment a9976c37-a2eb-42c7-b925-bfc52a72e07e of type vlan for network 31dcabe1-99c8-4494-99f0-748823915725 Apr 22 17:30:01.865377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.868090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.877252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.890856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:01.902445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.907655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Added segment 8ab6b4b7-292c-4b98-863f-0d0143370788 of type vlan for network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b Apr 22 17:30:01.920591 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7902362 Apr 22 17:30:01.924860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45514) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:01.955101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:01.967853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Network 2db42ee3-49d2-403d-8de7-4fa98fbef51a is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:01.972206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:01.981735 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:01.984601 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Pushing event updated for resources: {'Port': ['ID=66477927-4d67-4fdb-a617-7046b854bbc0,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:02.046269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'network': {'name': 'tempest-router-network02--150370227'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:02.048948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.083301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544c7a1b-78a7-45d7-8730-1b572dd825b5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:02.085317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:02.089779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.097924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:02.098600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.103876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:network and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:02.114517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32656cd-0f4c-4c2f-a4a7-d78f2e94a20a tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Network': ['ID=d5f2879c-829c-482f-8d9d-df989bd5b99f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:02.119598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:02.133081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d5f2879c-829c-482f-8d9d-df989bd5b99f details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:02.139265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45520) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:02.142879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:02.198556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d044d81-7c59-4606-ab39-33e19fe9b908 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:02.204658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d044d81-7c59-4606-ab39-33e19fe9b908 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:02.206277 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9d044d81-7c59-4606-ab39-33e19fe9b908 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4488528 Apr 22 17:30:02.214516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45528) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:02.220333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Attempting to bind port 66477927-4d67-4fdb-a617-7046b854bbc0 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:02.220923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Attempting to bind port 66477927-4d67-4fdb-a617-7046b854bbc0 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'cc50623a-5936-48ff-8b24-cb586bd90e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2db42ee3-49d2-403d-8de7-4fa98fbef51a'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:02.221464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Attempting to bind port 66477927-4d67-4fdb-a617-7046b854bbc0 on network 2db42ee3-49d2-403d-8de7-4fa98fbef51a {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:02.236278 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619aa07-174b-4284-9a3e-626e3032d086', 'name': 'tempest-NetworksTestDHCPv6-router-1736416349', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:55Z', 'updated_at': '2022-04-22T17:29:58Z', 'revision_number': 2, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None, '_interfaces': [{'id': '2c978eb0-e7d6-4e72-bb16-c198740805aa', 'name': '', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'mac_address': 'fa:16:3e:b8:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619aa07-174b-4284-9a3e-626e3032d086', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '12caee06-9e6f-49e4-8a84-0065150cd8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:56Z', 'updated_at': '2022-04-22T17:29:59Z', 'revision_number': 2, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'subnets': [{'id': '12caee06-9e6f-49e4-8a84-0065150cd8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:02.237909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:02.238540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Checking segment: {'id': 'cc50623a-5936-48ff-8b24-cb586bd90e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2db42ee3-49d2-403d-8de7-4fa98fbef51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:02.239150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.243167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Bound using segment: {'id': 'cc50623a-5936-48ff-8b24-cb586bd90e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2db42ee3-49d2-403d-8de7-4fa98fbef51a'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:02.243167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Bound port: 66477927-4d67-4fdb-a617-7046b854bbc0, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc50623a-5936-48ff-8b24-cb586bd90e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2db42ee3-49d2-403d-8de7-4fa98fbef51a'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:02.243167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.252407 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Checking router: 4619aa07-174b-4284-9a3e-626e3032d086 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:30:02.252770 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Updating router 4619aa07-174b-4284-9a3e-626e3032d086 port 2c978eb0-e7d6-4e72-bb16-c198740805aa binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:30:02.267373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Network': ['ID=0ebb13ed-892c-44af-a167-7ce9d4bf1b0b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:02.270968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.277074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:02.277664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.286320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:02.314671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:02.340592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e18d9c-55bd-41d1-a565-822607c945dc req-0cbe103e-9b48-4b08-bff3-bcb510917724 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:02.342652 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-17e18d9c-55bd-41d1-a565-822607c945dc req-0cbe103e-9b48-4b08-bff3-bcb510917724 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 943 time: 0.4660666 Apr 22 17:30:02.362197 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.388483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Made reservation on behalf of fcfd1d96b36d497ca7f0e55386bce727 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:02.392344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.436707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.458028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.461224 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 92e746d6-a6c7-44cf-a68a-f30be89b5a17 of type vlan for network f8bd489b-3f74-4895-8051-2d740cc8de30 Apr 22 17:30:02.461763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e593248d-0ac6-4b3d-90fc-9a11f661ba6c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:02.473917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=31dcabe1-99c8-4494-99f0-748823915725,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:02.528510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:02.546803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] Usage tracker for resource:security_group_rule and tenant:1fa3e3b232974d089087f4a88cc15903 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:02.547137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.560003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:02.565199 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-17e18d9c-55bd-41d1-a565-822607c945dc req-697d622f-fac0-40fa-92a5-d8723d2e6a08 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041302 Apr 22 17:30:02.573328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:02.575305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 31dcabe1-99c8-4494-99f0-748823915725 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:02.580226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:02.618416 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9dd6c6a9-a1d9-48b9-b9f5-5c16966b1cb2 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2634871 Apr 22 17:30:02.621462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45532) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:02.624545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] For port 66477927-4d67-4fdb-a617-7046b854bbc0, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:02.627539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'subnet': {'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:02.690952 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] For port 66477927-4d67-4fdb-a617-7046b854bbc0, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=66477927-4d67-4fdb-a617-7046b854bbc0,segment=NetworkSegment(cc50623a-5936-48ff-8b24-cb586bd90e50),segment_id=cc50623a-5936-48ff-8b24-cb586bd90e50)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:02.705833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a383-a8ed-4401-911b-fe8c7ed3353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.732551 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-14b46644-6217-484c-80df-bc04f966506c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2217386 Apr 22 17:30:02.732551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.736545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:02.737257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.743890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45536) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:02.767636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.853426 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.864640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': '31dcabe1-99c8-4494-99f0-748823915725', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:02.874527 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Transition to ACTIVE for port object 2c978eb0-e7d6-4e72-bb16-c198740805aa will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:02.878683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.881881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933a1c-6adb-4c85-bf49-75af11ac01fb None None] Pushing event updated for resources: {'Port': ['ID=66477927-4d67-4fdb-a617-7046b854bbc0,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:02.908276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.908623 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Added segment adeeac15-d8d8-440c-a8ca-161e8c1df0c0 of type vlan for network 5a22e39b-677c-45f6-812e-3758623d8529 Apr 22 17:30:02.912536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=f8bd489b-3f74-4895-8051-2d740cc8de30,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:02.921733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:02.927479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network f8bd489b-3f74-4895-8051-2d740cc8de30 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:02.975489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:02.990043 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.058068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.087217 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fa3e3b232974d089087f4a88cc15903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9459009 Apr 22 17:30:03.090691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45542) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:03.163982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ef9c0-c079-43f8-bebf-244bf31dc44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebb359-db47-4bf5-967d-56d0047584ae,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:03.187785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Usage tracker for resource:subnet and tenant:69e3be9f966c4a31b5cbf8c47871566d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:03.189465 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cc1df-a180-4ed1-8e5c-cbdd758033c1 None None] Pushing event updated for resources: {'Port': ['ID=2c978eb0-e7d6-4e72-bb16-c198740805aa,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:03.210065 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-61d7d19a-d0a7-4c09-bdf9-c642f65dc1db tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7332044 Apr 22 17:30:03.210065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:03.212696 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:03.224933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:03.235075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:03.241842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:03.256129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:03.318515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-65397559-2eb6-4e66-80f7-fa311030d725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.320320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Made reservation on behalf of 69e3be9f966c4a31b5cbf8c47871566d for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:03.324586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.337889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45546) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:03.368824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:03.372363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.373841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': 'f8bd489b-3f74-4895-8051-2d740cc8de30', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:03.377097 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Attempting to bind port 2c978eb0-e7d6-4e72-bb16-c198740805aa on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:03.377738 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Attempting to bind port 2c978eb0-e7d6-4e72-bb16-c198740805aa by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:03.378335 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Attempting to bind port 2c978eb0-e7d6-4e72-bb16-c198740805aa on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:03.387646 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:03.388271 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:03.393722 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.393722 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:03.393722 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Bound port: 2c978eb0-e7d6-4e72-bb16-c198740805aa, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:03.393722 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.462696 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:30:03.515974 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] For port 2c978eb0-e7d6-4e72-bb16-c198740805aa, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:03.521244 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] For port 2c978eb0-e7d6-4e72-bb16-c198740805aa, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2c978eb0-e7d6-4e72-bb16-c198740805aa,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:03.571589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.579153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:03.580125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.607266 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.687147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.704576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 66477927-4d67-4fdb-a617-7046b854bbc0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:03.735518 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cc1df-a180-4ed1-8e5c-cbdd758033c1 None None] Pushing event updated for resources: {'Port': ['ID=2c978eb0-e7d6-4e72-bb16-c198740805aa,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:03.761430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.797238 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Routers {'4619aa07-174b-4284-9a3e-626e3032d086'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:03.798220 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4619aa07-174b-4284-9a3e-626e3032d086'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:03.884921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 66477927-4d67-4fdb-a617-7046b854bbc0 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:03.888932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.928585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-65397559-2eb6-4e66-80f7-fa311030d725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:03.991594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.149947 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] Set router 4619aa07-174b-4284-9a3e-626e3032d086 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:04.164016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Network': ['ID=5a22e39b-677c-45f6-812e-3758623d8529,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:04.169233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7dbc02d6-fea4-4955-bfb5-778184441384 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2377825 Apr 22 17:30:04.171227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:04.181417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 5a22e39b-677c-45f6-812e-3758623d8529 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:04.182732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45556) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:04.190985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:04.224260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:04.235748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'subnet': {'network_id': 'd5f2879c-829c-482f-8d9d-df989bd5b99f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:04.370498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:04.382983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-65397559-2eb6-4e66-80f7-fa311030d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.401094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.402462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': 'a9976c37-a2eb-42c7-b925-bfc52a72e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31dcabe1-99c8-4494-99f0-748823915725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:04.402842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: 31dcabe1-99c8-4494-99f0-748823915725, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:04.415059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Subnet': ['ID=0f498b39-3ae9-43ac-a148-620ac8c3da14,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:04.421460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce8ba-1dca-46e7-a7db-377d350ab203 req-ca5eeed8-4eb6-4675-a727-b9b15a525e6e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:04.423167 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-973ce8ba-1dca-46e7-a7db-377d350ab203 req-ca5eeed8-4eb6-4675-a727-b9b15a525e6e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 943 time: 0.5700612 Apr 22 17:30:04.428252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699cb50a-5d3d-413e-a7f6-02ff93ec31b9 None None] Network 2db42ee3-49d2-403d-8de7-4fa98fbef51a requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:04.481982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65397559-2eb6-4e66-80f7-fa311030d725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebb359-db47-4bf5-967d-56d0047584ae,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:04.495999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:04.503891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=f04f8af4-a56b-4788-8aa6-1625b884f56e,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:04.511481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:04.515161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.518226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Checking segment: {'id': '8ab6b4b7-292c-4b98-863f-0d0143370788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:04.518587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Network hostable DHCP agents. Network: 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:04.542927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:subnet and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:04.565653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a7e4024e-6c1a-4d00-8206-cb2cfacc60b0 None None] Provisioning for port 66477927-4d67-4fdb-a617-7046b854bbc0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:04.566172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:04.576926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-65397559-2eb6-4e66-80f7-fa311030d725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.578064 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-65397559-2eb6-4e66-80f7-fa311030d725 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1aebb359-db47-4bf5-967d-56d0047584ae HTTP/1.1" status: 204 len: 168 time: 1.4822996 Apr 22 17:30:04.579131 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:04.598271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a7e4024e-6c1a-4d00-8206-cb2cfacc60b0 None None] Provisioning complete for port 66477927-4d67-4fdb-a617-7046b854bbc0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:04.601847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a7e4024e-6c1a-4d00-8206-cb2cfacc60b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.603346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-2f029772-913e-4436-8875-4d55ebd1718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:04.608417 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-2f029772-913e-4436-8875-4d55ebd1718d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1098 time: 0.5637960 Apr 22 17:30:04.614060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62237b1-6f88-4d51-9290-8323199cddd1 req-9f7086fa-79c6-493b-b8e9-2f230a1f2019 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:04.615652 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a62237b1-6f88-4d51-9290-8323199cddd1 req-9f7086fa-79c6-493b-b8e9-2f230a1f2019 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4997096 Apr 22 17:30:04.671440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 31dcabe1-99c8-4494-99f0-748823915725 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:04.672375 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-973ce8ba-1dca-46e7-a7db-377d350ab203 req-6ef39d9c-a2c4-4c47-9d8a-2d7b6d0c5d8c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026060 Apr 22 17:30:04.677262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.686970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:04.710174 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619aa07-174b-4284-9a3e-626e3032d086', 'name': 'tempest-NetworksTestDHCPv6-router-1736416349', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:55Z', 'updated_at': '2022-04-22T17:29:58Z', 'revision_number': 2, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None, '_interfaces': [{'id': '2c978eb0-e7d6-4e72-bb16-c198740805aa', 'name': '', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'mac_address': 'fa:16:3e:b8:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619aa07-174b-4284-9a3e-626e3032d086', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '12caee06-9e6f-49e4-8a84-0065150cd8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:56Z', 'updated_at': '2022-04-22T17:30:03Z', 'revision_number': 4, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'subnets': [{'id': '12caee06-9e6f-49e4-8a84-0065150cd8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:04.725511 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adaac4f-be7f-4d73-b52c-6e06a1dcb8ed None None] The sync data for ids ['4619aa07-174b-4284-9a3e-626e3032d086'] in dv-neutron-839024-1-hyperv is: [{'id': '4619aa07-174b-4284-9a3e-626e3032d086', 'name': 'tempest-NetworksTestDHCPv6-router-1736416349', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:55Z', 'updated_at': '2022-04-22T17:29:58Z', 'revision_number': 2, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None, '_interfaces': [{'id': '2c978eb0-e7d6-4e72-bb16-c198740805aa', 'name': '', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'mac_address': 'fa:16:3e:b8:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619aa07-174b-4284-9a3e-626e3032d086', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '12caee06-9e6f-49e4-8a84-0065150cd8db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:56Z', 'updated_at': '2022-04-22T17:30:03Z', 'revision_number': 4, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'subnets': [{'id': '12caee06-9e6f-49e4-8a84-0065150cd8db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:04.758120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Made reservation on behalf of fcfd1d96b36d497ca7f0e55386bce727 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:04.761762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.795654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 31dcabe1-99c8-4494-99f0-748823915725) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:04.802826 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a62237b1-6f88-4d51-9290-8323199cddd1 req-14d8793e-d337-4587-a5f9-814d69c63d45 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1667662 Apr 22 17:30:04.808037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:04.810313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:04.811121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.823805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:04.824686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:04.878384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e174a328-f12d-4323-a3e4-16c5f90207d4 None None] Network 31dcabe1-99c8-4494-99f0-748823915725 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:04.880490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-8c0f25fc-6404-4d1d-b6c5-a68a971ce94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:04.882265 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-8c0f25fc-6404-4d1d-b6c5-a68a971ce94c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 912 time: 0.2657506 Apr 22 17:30:04.973348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-49106e62-8324-4c03-bdd1-2848978aa85e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1350622 Apr 22 17:30:04.978539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45562) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:04.995980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1706344227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:05.005431 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ac1d2603-7d6a-4d7f-998a-be6b82f5cb50 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3801453 Apr 22 17:30:05.009127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45568) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:05.011502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:05.013100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ead1d-fc78-437d-baaf-834a3aa5e63a None None] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:05.027077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'name': 'tempest-AllowedAddressPairTestJSON-905489922'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:05.094793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:router and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:05.099499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:05.108043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:05.314362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:05.323294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Usage tracker for resource:port and tenant:69e3be9f966c4a31b5cbf8c47871566d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:05.327532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:05.330953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.334466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:05.345087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.349151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.363157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.374722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a7e4024e-6c1a-4d00-8206-cb2cfacc60b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.382208 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-c68accdd-13d8-42a6-b557-41c3df3d0405 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 1000 time: 0.4755177 Apr 22 17:30:05.430996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-31dcabe1-99c8-4494-99f0-748823915725', 'network_id': '31dcabe1-99c8-4494-99f0-748823915725', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': 'f04f8af4-a56b-4788-8aa6-1625b884f56e'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:05.431826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.461555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Made reservation on behalf of 69e3be9f966c4a31b5cbf8c47871566d for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:05.469893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.475338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a7e4024e-6c1a-4d00-8206-cb2cfacc60b0 None None] For port 66477927-4d67-4fdb-a617-7046b854bbc0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=66477927-4d67-4fdb-a617-7046b854bbc0,segment=NetworkSegment(cc50623a-5936-48ff-8b24-cb586bd90e50),segment_id=cc50623a-5936-48ff-8b24-cb586bd90e50)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:05.520873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.568330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] device_id is not set on port e2c4079b-6c93-4457-b842-5c4d3f4d9dbf yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:05.642004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Allocated IP 2001:db8::2 (31dcabe1-99c8-4494-99f0-748823915725/f04f8af4-a56b-4788-8aa6-1625b884f56e/53766098-ab52-411f-9c32-85d3459da98f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:05.697456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.739430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 7b65f6ef-6ef5-4eba-91e9-b68711778e64 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:30:05.750981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45574) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:05.753713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2c978eb0-e7d6-4e72-bb16-c198740805aa up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:05.758250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 2c978eb0-e7d6-4e72-bb16-c198740805aa {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:05.759262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.845649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a7e4024e-6c1a-4d00-8206-cb2cfacc60b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.851274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-c7d215f3-dfeb-4887-883c-5c39accbe614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:05.852087 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-c7d215f3-dfeb-4887-883c-5c39accbe614 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.4635956 Apr 22 17:30:05.916538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.928976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Allocated IP 172.20.0.9 (0ebb13ed-892c-44af-a167-7ce9d4bf1b0b/0f498b39-3ae9-43ac-a148-620ac8c3da14/e2c4079b-6c93-4457-b842-5c4d3f4d9dbf) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:05.937732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:05.943110 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f5121aef-d1d8-431c-bd97-31d9ffee1f10 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9595308 Apr 22 17:30:05.946153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45580) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:05.972320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4024e-6c1a-4d00-8206-cb2cfacc60b0 None None] Pushing event updated for resources: {'Port': ['ID=66477927-4d67-4fdb-a617-7046b854bbc0,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:05.997866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.resource_extend [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:30:06.034666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.050655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=851775bb-e36c-41b5-80c6-5df8689805a6,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:06.057347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:06.099286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 2c978eb0-e7d6-4e72-bb16-c198740805aa completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:06.105899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] Usage tracker for resource:security_group_rule and tenant:e633c3a324124986bd7f552d913aa509 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:06.110505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:06.116312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 2c978eb0-e7d6-4e72-bb16-c198740805aa triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:06.116714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.188344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:06.212325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': '92e746d6-a6c7-44cf-a68a-f30be89b5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8bd489b-3f74-4895-8051-2d740cc8de30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:06.212681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: f8bd489b-3f74-4895-8051-2d740cc8de30, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:06.254352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fc609cc4-15b3-4934-99c7-cf0d96ccca04 None None] Provisioning complete for port 66477927-4d67-4fdb-a617-7046b854bbc0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:06.254803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fc609cc4-15b3-4934-99c7-cf0d96ccca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.269393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Subnet': ['ID=d7e5e848-6326-4582-befa-c86f73855055,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:06.325372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] For port 2c978eb0-e7d6-4e72-bb16-c198740805aa, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2c978eb0-e7d6-4e72-bb16-c198740805aa,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:06.325734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.331872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'tenant_id': '69e3be9f966c4a31b5cbf8c47871566d', 'fixed_ips': [{'subnet_id': '0f498b39-3ae9-43ac-a148-620ac8c3da14'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:06.333184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.334985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Checking segment: {'id': '2e847dc2-e484-4f96-b1aa-56e250624848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f2879c-829c-482f-8d9d-df989bd5b99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:06.335348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network hostable DHCP agents. Network: d5f2879c-829c-482f-8d9d-df989bd5b99f, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:06.356256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7d5c2-43d9-430a-bcb8-6afe821df386 req-fe4ff1b5-7dfc-4c81-9513-d923554a34a8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:06.357697 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3cf7d5c2-43d9-430a-bcb8-6afe821df386 req-fe4ff1b5-7dfc-4c81-9513-d923554a34a8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 943 time: 0.5042608 Apr 22 17:30:06.489870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network f8bd489b-3f74-4895-8051-2d740cc8de30 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:06.498762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 2c978eb0-e7d6-4e72-bb16-c198740805aa owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:06.535772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-d095db5b-ff0a-4302-8615-edb944eb3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:06.537673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-d095db5b-ff0a-4302-8615-edb944eb3418 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6787670 Apr 22 17:30:06.604437 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3cf7d5c2-43d9-430a-bcb8-6afe821df386 req-23b4e80e-e417-42f1-92f5-d0a7fc870e87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376976 Apr 22 17:30:06.647889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 7b65f6ef-6ef5-4eba-91e9-b68711778e64, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:06.714044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:30:06.727667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.760064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, f8bd489b-3f74-4895-8051-2d740cc8de30) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:06.770706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.777645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:06.777645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.790722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.803611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.819389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f975f-23d4-4728-b70b-f50c08d124c5 None None] Network f8bd489b-3f74-4895-8051-2d740cc8de30 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:06.834697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Transition to ACTIVE for port object 53766098-ab52-411f-9c32-85d3459da98f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:06.840421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network d5f2879c-829c-482f-8d9d-df989bd5b99f is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:06.844451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b65f6ef-6ef5-4eba-91e9-b68711778e64 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:30:06.848203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d5f2879c-829c-482f-8d9d-df989bd5b99f) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:06.853191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:06.853191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.873827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20308f14-24e4-4374-bd4c-077787cb33d7 req-98c0c98c-ef3c-4591-8e8e-15344f01eafc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:06.880485 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20308f14-24e4-4374-bd4c-077787cb33d7 req-98c0c98c-ef3c-4591-8e8e-15344f01eafc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.8693261 Apr 22 17:30:06.885450 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc4144-4f9c-46ea-9402-5abefebf2d6e None None] Network d5f2879c-829c-482f-8d9d-df989bd5b99f requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:06.904107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.942620 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-58d1287f-9ffb-48db-a4a9-890875a0ea06 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.6000049 Apr 22 17:30:06.971472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45584) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:06.979551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:06.989068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1617778745'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:06.998986 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e633c3a324124986bd7f552d913aa509&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1942415 Apr 22 17:30:07.003578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45588) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:07.007246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:07.019358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa58001-7c0f-4cf8-bec6-4b2e5180ea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55033a6d-6891-41ea-bb25-a5e75e345381,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:07.022360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:07.027252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:07.033145 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b057eb28-d6f7-4af8-ab80-5d3f1fb4e35b tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8443804 Apr 22 17:30:07.044599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45592) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:07.045977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:07.056922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'subnet': {'network_id': '5a22e39b-677c-45f6-812e-3758623d8529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:07.061146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Transition to ACTIVE for port object 53766098-ab52-411f-9c32-85d3459da98f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:07.066869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 7b65f6ef-6ef5-4eba-91e9-b68711778e64, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:07.105511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.133348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20308f14-24e4-4374-bd4c-077787cb33d7 req-11caa61a-e7a3-4c2c-83b9-80c6000a2893 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2518754 Apr 22 17:30:07.142972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.150419 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-8b487412-ef34-48a1-8659-46e7b73ee5ae service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930734 Apr 22 17:30:07.190096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.248629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=2c978eb0-e7d6-4e72-bb16-c198740805aa,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:07.248955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.260774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:07.268550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.306804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Transition to ACTIVE for port object e2c4079b-6c93-4457-b842-5c4d3f4d9dbf will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:07.307848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Network 31dcabe1-99c8-4494-99f0-748823915725 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:07.318135 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:07.330279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:07.515597 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a92eeb2e-7a46-4783-93f9-deba2aecc3fd req-1dffc3ef-dc5a-480f-8fb0-08f9ab1664e2 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093479 Apr 22 17:30:07.542325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=7b65f6ef-6ef5-4eba-91e9-b68711778e64,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:07.551085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1da77a6-da6a-444b-ac0b-6cebc4192e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.586299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.603538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:07.614253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8::1 (31dcabe1-99c8-4494-99f0-748823915725/f04f8af4-a56b-4788-8aa6-1625b884f56e/29c24f43-35ec-46fc-b6c6-eca55c3602c2) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:07.628273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Pushing event updated for resources: {'Port': ['ID=53766098-ab52-411f-9c32-85d3459da98f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:07.666675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['7b65f6ef-6ef5-4eba-91e9-b68711778e64'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:30:07.667543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:07.678802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:subnet and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:07.694717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:07.710207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:07.713168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.719520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1da77a6-da6a-444b-ac0b-6cebc4192e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.737177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.737675 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 882b8763-2459-4c19-8219-7730cf974f32 of type vlan for network 8265a350-edf9-4583-81f8-19faf539dace Apr 22 17:30:07.785477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-d5f2879c-829c-482f-8d9d-df989bd5b99f', 'network_id': 'd5f2879c-829c-482f-8d9d-df989bd5b99f', 'tenant_id': 'fcfd1d96b36d497ca7f0e55386bce727', 'fixed_ips': [{'subnet_id': 'd7e5e848-6326-4582-befa-c86f73855055'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:07.786307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.810098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 66477927-4d67-4fdb-a617-7046b854bbc0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:07.834911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Attempting to bind port 53766098-ab52-411f-9c32-85d3459da98f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:07.835291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Attempting to bind port 53766098-ab52-411f-9c32-85d3459da98f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'a9976c37-a2eb-42c7-b925-bfc52a72e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31dcabe1-99c8-4494-99f0-748823915725'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:07.835655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Attempting to bind port 53766098-ab52-411f-9c32-85d3459da98f on network 31dcabe1-99c8-4494-99f0-748823915725 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:07.927786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:07.928475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Checking segment: {'id': 'a9976c37-a2eb-42c7-b925-bfc52a72e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31dcabe1-99c8-4494-99f0-748823915725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:07.929078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:07.929628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Bound using segment: {'id': 'a9976c37-a2eb-42c7-b925-bfc52a72e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31dcabe1-99c8-4494-99f0-748823915725'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:07.930257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Bound port: 53766098-ab52-411f-9c32-85d3459da98f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9976c37-a2eb-42c7-b925-bfc52a72e07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '31dcabe1-99c8-4494-99f0-748823915725'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:07.930927 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.006608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Made reservation on behalf of fcfd1d96b36d497ca7f0e55386bce727 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:08.011362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.023898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=e2c4079b-6c93-4457-b842-5c4d3f4d9dbf,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:08.033377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1da77a6-da6a-444b-ac0b-6cebc4192e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.042423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:08.051811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:08.054500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-f8bd489b-3f74-4895-8051-2d740cc8de30', 'network_id': 'f8bd489b-3f74-4895-8051-2d740cc8de30', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': '851775bb-e36c-41b5-80c6-5df8689805a6'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:08.055413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.056484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:08.094102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.112097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Allocated IP 172.20.0.2 (0ebb13ed-892c-44af-a167-7ce9d4bf1b0b/0f498b39-3ae9-43ac-a148-620ac8c3da14/7f0672a5-b980-4676-906f-d0e241b6a5ab) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:08.125887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object 29c24f43-35ec-46fc-b6c6-eca55c3602c2 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:08.137436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:08.138038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.158046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da77a6-da6a-444b-ac0b-6cebc4192e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55033a6d-6891-41ea-bb25-a5e75e345381,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:08.207751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.223958 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-eb15b112-860e-4b7f-81e0-500db09575f9 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2139101 Apr 22 17:30:08.225195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45600) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:08.239350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'name': 'tempest-AllowedAddressPairTestJSON-1121735397', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:57:ca:14'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:08.296534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.303670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1da77a6-da6a-444b-ac0b-6cebc4192e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.307387 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a1da77a6-da6a-444b-ac0b-6cebc4192e7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55033a6d-6891-41ea-bb25-a5e75e345381 HTTP/1.1" status: 204 len: 168 time: 1.2977753 Apr 22 17:30:08.331033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Router 4619aa07-174b-4284-9a3e-626e3032d086 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:08.374470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71b42b-aa66-4bdf-aeb8-8680fc214fc2 req-2446e234-6d0d-4a15-9956-a0eaaddfe51e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:08.381375 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6d71b42b-aa66-4bdf-aeb8-8680fc214fc2 req-2446e234-6d0d-4a15-9956-a0eaaddfe51e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 944 time: 0.5468993 Apr 22 17:30:08.470565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.476085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:08.476676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.530809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] For port 53766098-ab52-411f-9c32-85d3459da98f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:08.552028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 66477927-4d67-4fdb-a617-7046b854bbc0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:08.552418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.582789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:08.595836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 31dcabe1-99c8-4494-99f0-748823915725 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:08.598549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Usage tracker for resource:port and tenant:69e3be9f966c4a31b5cbf8c47871566d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:08.604445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:08.606607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:08.619179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:08.619769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.624492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] For port 53766098-ab52-411f-9c32-85d3459da98f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=53766098-ab52-411f-9c32-85d3459da98f,segment=NetworkSegment(a9976c37-a2eb-42c7-b925-bfc52a72e07e),segment_id=a9976c37-a2eb-42c7-b925-bfc52a72e07e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:08.639504 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:08.648844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:08.660885 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-73288ad6-9c59-48d2-9028-319292c61b04 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "PUT /v2.0/routers/4619aa07-174b-4284-9a3e-626e3032d086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4453173 Apr 22 17:30:08.678921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=29c24f43-35ec-46fc-b6c6-eca55c3602c2,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:08.686906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] Sync routers for ids ['4619aa07-174b-4284-9a3e-626e3032d086'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:08.687038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45606) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:08.695562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Allocated IP 2001:db8::2 (d5f2879c-829c-482f-8d9d-df989bd5b99f/d7e5e848-6326-4582-befa-c86f73855055/149a1acd-721f-4375-a621-25ec17b1fecc) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:08.720297 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6d71b42b-aa66-4bdf-aeb8-8680fc214fc2 req-f34a3ea7-875c-4632-a989-fd7bd6fc3337 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380632 Apr 22 17:30:08.733040 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7575111 Apr 22 17:30:08.733197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.733320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52417999-0794-4f2e-a850-0561fc9dd377 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=8265a350-edf9-4583-81f8-19faf539dace,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:08.736523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45610) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:08.738240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Made reservation on behalf of 69e3be9f966c4a31b5cbf8c47871566d for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:08.745369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': '8265a350-edf9-4583-81f8-19faf539dace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:08.885342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f8150-be83-4678-a138-d42b7f9cae12 req-eea08577-1c3e-42fd-9fdb-856482677f63 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:08.887080 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-872f8150-be83-4678-a138-d42b7f9cae12 req-eea08577-1c3e-42fd-9fdb-856482677f63 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.5854740 Apr 22 17:30:08.889769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:08.895149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:08.902385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:08.916180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 8265a350-edf9-4583-81f8-19faf539dace details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:08.916777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:08.931937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:08.933627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e5471-269e-4421-be48-3f7a7618012f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:08.935904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e5471-269e-4421-be48-3f7a7618012f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:08.936656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-617e5471-269e-4421-be48-3f7a7618012f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:08.990220 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-872f8150-be83-4678-a138-d42b7f9cae12 req-6b56e40f-0b59-4344-81fa-c6439e05091c tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895412 Apr 22 17:30:08.995597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.027334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Subnet': ['ID=f5b7562a-cb22-478e-befa-0456f0b76c94,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:09.029985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] device_id is not set on port a8c1e1bf-dc8e-483a-b3d0-3ef50f289723 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:09.031032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:09.035485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.067288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-617e5471-269e-4421-be48-3f7a7618012f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:09.068698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-617e5471-269e-4421-be48-3f7a7618012f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3839178 Apr 22 17:30:09.074783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45624) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:09.132372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] Routers {'4619aa07-174b-4284-9a3e-626e3032d086'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:09.133007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4619aa07-174b-4284-9a3e-626e3032d086'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:09.165844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.340902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Allocated IP 172.20.255.242 (f8bd489b-3f74-4895-8051-2d740cc8de30/851775bb-e36c-41b5-80c6-5df8689805a6/e84e51ee-f334-4bfb-95e9-119e5b93d2c6) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:09.398464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Checking segment: {'id': 'adeeac15-d8d8-440c-a8ca-161e8c1df0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a22e39b-677c-45f6-812e-3758623d8529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:09.398851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network hostable DHCP agents. Network: 5a22e39b-677c-45f6-812e-3758623d8529, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:09.414859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-550a866c-8c61-4e4c-8a9e-fad65057816d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 12caee06-9e6f-49e4-8a84-0065150cd8db {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:30:09.424917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-550a866c-8c61-4e4c-8a9e-fad65057816d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.567373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-550a866c-8c61-4e4c-8a9e-fad65057816d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.612848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network 5a22e39b-677c-45f6-812e-3758623d8529 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:09.710096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4b8a4-db27-412c-bfde-8ecf7b748d6e None None] Pushing event updated for resources: {'Port': ['ID=53766098-ab52-411f-9c32-85d3459da98f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:09.731541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] Set router 4619aa07-174b-4284-9a3e-626e3032d086 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:09.733262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.756069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 5a22e39b-677c-45f6-812e-3758623d8529) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:09.770288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:09.770835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.802094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-550a866c-8c61-4e4c-8a9e-fad65057816d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.849665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.850844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.863377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55710b71-e0a0-485c-80fa-04c6e71c5c74 None None] Network 5a22e39b-677c-45f6-812e-3758623d8529 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:09.917140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:09.936624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45640) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:10.008291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619aa07-174b-4284-9a3e-626e3032d086', 'name': 'tempest-NetworksTestDHCPv6-router-1736416349', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:55Z', 'updated_at': '2022-04-22T17:30:06Z', 'revision_number': 3, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:10.024922 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-257501ab-467d-4eb4-beb0-625a362685fe tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9738281 Apr 22 17:30:10.037438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45648) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:10.190658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] Checking router: 4619aa07-174b-4284-9a3e-626e3032d086 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:30:10.191630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-817858052'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:10.192991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.204354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:10.329147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': '882b8763-2459-4c19-8219-7730cf974f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8265a350-edf9-4583-81f8-19faf539dace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:10.329514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: 8265a350-edf9-4583-81f8-19faf539dace, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:10.393654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Usage tracker for resource:network and tenant:580ab007050c4c789183a0698e2e299e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:10.411248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:10.429983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=109b82a8-72ee-4436-a48f-4e3cb1cc05ec,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:10.431583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=29c24f43-35ec-46fc-b6c6-eca55c3602c2,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:10.436275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:10.445546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.512701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 31dcabe1-99c8-4494-99f0-748823915725 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:10.514023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:10.517649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-550a866c-8c61-4e4c-8a9e-fad65057816d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.535965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 53766098-ab52-411f-9c32-85d3459da98f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:10.567065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Transition to ACTIVE for port object 7f0672a5-b980-4676-906f-d0e241b6a5ab will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:10.571297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-550a866c-8c61-4e4c-8a9e-fad65057816d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.574948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 8265a350-edf9-4583-81f8-19faf539dace is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:10.597968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a866c-8c61-4e4c-8a9e-fad65057816d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=12caee06-9e6f-49e4-8a84-0065150cd8db,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:10.598904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] Routers {'4619aa07-174b-4284-9a3e-626e3032d086'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:10.599643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4619aa07-174b-4284-9a3e-626e3032d086'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:10.615447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f192a-7161-4c24-96c4-f8182850d295 req-5d233998-4de3-4381-960e-039865a68b54 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:10.622989 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c72f192a-7161-4c24-96c4-f8182850d295 req-5d233998-4de3-4381-960e-039865a68b54 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 944 time: 0.7112634 Apr 22 17:30:10.641628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Made reservation on behalf of 580ab007050c4c789183a0698e2e299e for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:10.646190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.673026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.715812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 8265a350-edf9-4583-81f8-19faf539dace) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:10.720843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:10.721449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.746399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b40408-7b2d-449e-9a7f-d8a748bd1425 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:10.783930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Transition to ACTIVE for port object 149a1acd-721f-4375-a621-25ec17b1fecc will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:10.787453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b663f-3b89-4969-a100-eeaa3642fa53 req-78eac7ba-d7a9-4549-83fc-25934d7cbcfc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:10.789521 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-447b663f-3b89-4969-a100-eeaa3642fa53 req-78eac7ba-d7a9-4549-83fc-25934d7cbcfc tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.5869184 Apr 22 17:30:10.791086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738430ec-43e5-46e0-a99a-1cfc022d69ee None None] Network 8265a350-edf9-4583-81f8-19faf539dace requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:10.792866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:10.798945 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c72f192a-7161-4c24-96c4-f8182850d295 req-9cde6526-d522-4508-afca-9ceafd8c3e67 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747260 Apr 22 17:30:10.801662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Usage tracker for resource:security_group_rule and tenant:580ab007050c4c789183a0698e2e299e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:10.803194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4530f-d1a4-4285-b76a-f18b87a2ce81 None None] Network 31dcabe1-99c8-4494-99f0-748823915725 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:10.815027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-5a22e39b-677c-45f6-812e-3758623d8529', 'network_id': '5a22e39b-677c-45f6-812e-3758623d8529', 'tenant_id': 'fcfd1d96b36d497ca7f0e55386bce727', 'fixed_ips': [{'subnet_id': 'f5b7562a-cb22-478e-befa-0456f0b76c94'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:10.815827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.836986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:10.866269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:10.871455 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-63421103-9f90-411a-9149-6047f7307b8f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1347382 Apr 22 17:30:10.872670 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-550a866c-8c61-4e4c-8a9e-fad65057816d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/12caee06-9e6f-49e4-8a84-0065150cd8db HTTP/1.1" status: 204 len: 168 time: 1.7935963 Apr 22 17:30:10.873839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45656) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:10.875121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:10.876347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45658) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:10.979311 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-447b663f-3b89-4969-a100-eeaa3642fa53 req-950bb901-891a-4c5a-a2da-cc1e8da83ae9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1787136 Apr 22 17:30:11.102057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router d65491f3-ba63-47d3-8a69-bb64e5e503e4 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:30:11.115876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-01188425-13d0-418d-917c-4d9639764e46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:router {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:11.187165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Transition to ACTIVE for port object 7f0672a5-b980-4676-906f-d0e241b6a5ab will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:11.288852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.293438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] Set router 4619aa07-174b-4284-9a3e-626e3032d086 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:11.296507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-01188425-13d0-418d-917c-4d9639764e46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:router {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:11.300282 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-01188425-13d0-418d-917c-4d9639764e46 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4193811 Apr 22 17:30:11.301015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45666) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:11.356028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.385746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.420947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Transition to ACTIVE for port object 149a1acd-721f-4375-a621-25ec17b1fecc will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:11.480324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.491322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.523798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619aa07-174b-4284-9a3e-626e3032d086', 'name': 'tempest-NetworksTestDHCPv6-router-1736416349', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:55Z', 'updated_at': '2022-04-22T17:30:06Z', 'revision_number': 3, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:11.531149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:11.531345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.546462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4797-4d1f-4336-8d2e-1cb982dfdd80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.552617 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721aff4-23ca-49e2-aa4b-fc3bb5386b4e None None] Sync routers for ids ['d65491f3-ba63-47d3-8a69-bb64e5e503e4'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:11.562786 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721aff4-23ca-49e2-aa4b-fc3bb5386b4e None None] Routers {'d65491f3-ba63-47d3-8a69-bb64e5e503e4'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:11.563441 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b721aff4-23ca-49e2-aa4b-fc3bb5386b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['d65491f3-ba63-47d3-8a69-bb64e5e503e4'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:11.596760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5e3cd1f8-0757-44ad-8f7f-a4e00551c7c9 None None] Provisioning for port 53766098-ab52-411f-9c32-85d3459da98f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:11.624202 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b721aff4-23ca-49e2-aa4b-fc3bb5386b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:11.624729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Pushing event updated for resources: {'Port': ['ID=7f0672a5-b980-4676-906f-d0e241b6a5ab,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:11.632623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Allocated IP 172.20.0.13 (0ebb13ed-892c-44af-a167-7ce9d4bf1b0b/0f498b39-3ae9-43ac-a148-620ac8c3da14/a8c1e1bf-dc8e-483a-b3d0-3ef50f289723) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:11.635885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Allocated IP 2001:db8::1 (d5f2879c-829c-482f-8d9d-df989bd5b99f/d7e5e848-6326-4582-befa-c86f73855055/2f5bb798-6855-48d9-939b-c3eafe078133) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:11.646467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fec61c-25c8-441b-b1c9-7d750b1407df None None] The sync data for ids ['4619aa07-174b-4284-9a3e-626e3032d086'] in dv-neutron-839024-1-hyperv is: [{'id': '4619aa07-174b-4284-9a3e-626e3032d086', 'name': 'tempest-NetworksTestDHCPv6-router-1736416349', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:55Z', 'updated_at': '2022-04-22T17:30:06Z', 'revision_number': 3, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:11.658296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81142a66-210c-4a2f-b6b6-0f69080d739e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:11.660595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.665894 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721aff4-23ca-49e2-aa4b-fc3bb5386b4e None None] Routers {'d65491f3-ba63-47d3-8a69-bb64e5e503e4'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:11.667715 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b721aff4-23ca-49e2-aa4b-fc3bb5386b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['d65491f3-ba63-47d3-8a69-bb64e5e503e4'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:11.675543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:11.679061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Transition to ACTIVE for port object e84e51ee-f334-4bfb-95e9-119e5b93d2c6 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:11.773074 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b721aff4-23ca-49e2-aa4b-fc3bb5386b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:11.774498 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721aff4-23ca-49e2-aa4b-fc3bb5386b4e None None] The sync data for ids ['d65491f3-ba63-47d3-8a69-bb64e5e503e4'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:11.776019 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9f016c0e-57c1-496b-a9c4-04033a8b6568 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/d65491f3-ba63-47d3-8a69-bb64e5e503e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8269029 Apr 22 17:30:11.780565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45672) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:11.803974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Network d5f2879c-829c-482f-8d9d-df989bd5b99f is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:11.807684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.808159 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Added segment dc96fe60-3441-4ef1-8eae-5ce6ac311b06 of type vlan for network 8da7a1b1-6350-426c-b799-2eb3087c38cc Apr 22 17:30:11.836491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:11.840041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:11.867163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:11.869241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:11.873183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:11.889873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 53766098-ab52-411f-9c32-85d3459da98f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:11.934097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=109b82a8-72ee-4436-a48f-4e3cb1cc05ec,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:11.945512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Transition to ACTIVE for port object e84e51ee-f334-4bfb-95e9-119e5b93d2c6 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:12.029979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 53766098-ab52-411f-9c32-85d3459da98f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:12.030664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.031172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6de824-378c-48c4-92c4-7c434c95a5fa tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:12.031795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6d6de824-378c-48c4-92c4-7c434c95a5fa tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:12.079064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Pushing event updated for resources: {'Port': ['ID=149a1acd-721f-4375-a621-25ec17b1fecc,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:12.101842 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:12.118278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.160254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4797-4d1f-4336-8d2e-1cb982dfdd80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.162596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4797-4d1f-4336-8d2e-1cb982dfdd80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.194832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.202868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.213136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8265a350-edf9-4583-81f8-19faf539dace']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:12.241778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882b8763-2459-4c19-8219-7730cf974f32') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:12.242165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882b8763-2459-4c19-8219-7730cf974f32') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:12.259885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Transition to ACTIVE for port object 2f5bb798-6855-48d9-939b-c3eafe078133 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:12.262101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.283069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eea24-30e5-465b-89af-db0799b2c075 req-ab655f69-cbcc-4c34-bf27-8b2e085ae505 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:12.284607 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-281eea24-30e5-465b-89af-db0799b2c075 req-ab655f69-cbcc-4c34-bf27-8b2e085ae505 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 944 time: 0.3093112 Apr 22 17:30:12.285670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Allocated IP 2001:db8::2 (5a22e39b-677c-45f6-812e-3758623d8529/f5b7562a-cb22-478e-befa-0456f0b76c94/60d3e531-29be-43ae-9f4a-91e9adfe5986) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:12.293987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6d6de824-378c-48c4-92c4-7c434c95a5fa tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:12.295231 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6d6de824-378c-48c4-92c4-7c434c95a5fa tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports/29c24f43-35ec-46fc-b6c6-eca55c3602c2 HTTP/1.1" status: 200 len: 911 time: 0.5135078 Apr 22 17:30:12.298365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.307115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.311165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45682) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:12.317784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-34476f6e-d33a-4579-b87e-e8795aace6b5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f04f8af4-a56b-4788-8aa6-1625b884f56e'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:12.325235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:12.325649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:12.342784 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:12.386562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4797-4d1f-4336-8d2e-1cb982dfdd80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.386824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b4797-4d1f-4336-8d2e-1cb982dfdd80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Fanout notify agent at l3_agent the message router_deleted on router 4619aa07-174b-4284-9a3e-626e3032d086 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:30:12.420112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b6a95-1adc-4255-9ed6-9b8d3277a19d None None] Network 8265a350-edf9-4583-81f8-19faf539dace requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:12.464867 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-281eea24-30e5-465b-89af-db0799b2c075 req-eab66eb2-fc66-4fd9-b2bb-0665f15f7f38 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725664 Apr 22 17:30:12.523364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Network f8bd489b-3f74-4895-8051-2d740cc8de30 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:12.543327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Attempting to bind port 149a1acd-721f-4375-a621-25ec17b1fecc on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:12.543698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Attempting to bind port 149a1acd-721f-4375-a621-25ec17b1fecc by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2e847dc2-e484-4f96-b1aa-56e250624848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f2879c-829c-482f-8d9d-df989bd5b99f'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:12.544060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Attempting to bind port 149a1acd-721f-4375-a621-25ec17b1fecc on network d5f2879c-829c-482f-8d9d-df989bd5b99f {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:12.555647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Pushing event updated for resources: {'Port': ['ID=e84e51ee-f334-4bfb-95e9-119e5b93d2c6,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:12.555929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.558115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:12.583245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:12.608969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.646916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.650436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:12.650436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Checking segment: {'id': '2e847dc2-e484-4f96-b1aa-56e250624848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f2879c-829c-482f-8d9d-df989bd5b99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:12.650436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.650436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Bound using segment: {'id': '2e847dc2-e484-4f96-b1aa-56e250624848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f2879c-829c-482f-8d9d-df989bd5b99f'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:12.650943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Bound port: 149a1acd-721f-4375-a621-25ec17b1fecc, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e847dc2-e484-4f96-b1aa-56e250624848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f2879c-829c-482f-8d9d-df989bd5b99f'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:12.651170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.665118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=8265a350-edf9-4583-81f8-19faf539dace,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:12.675408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network d5f2879c-829c-482f-8d9d-df989bd5b99f is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:12.678262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.683342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:12.685681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:12.685813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.689689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:12.690253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.693195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Port': ['ID=2f5bb798-6855-48d9-939b-c3eafe078133,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:12.697316 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dcf1a2b8-14ba-4dc8-b2fb-7c2ecc53be4d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/8265a350-edf9-4583-81f8-19faf539dace HTTP/1.1" status: 204 len: 168 time: 1.8037517 Apr 22 17:30:12.705510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45686) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:12.712296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455151551'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:12.718084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:12.728201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:12.733302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:12.744708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:12.795921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Attempting to bind port 7f0672a5-b980-4676-906f-d0e241b6a5ab on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:12.796215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Attempting to bind port 7f0672a5-b980-4676-906f-d0e241b6a5ab by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '8ab6b4b7-292c-4b98-863f-0d0143370788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:12.796571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Attempting to bind port 7f0672a5-b980-4676-906f-d0e241b6a5ab on network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:12.820977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:12.824623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.829890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa140fa-a002-4684-82c6-147a50bc2c72 req-6c88c2fa-d97f-4371-9601-9521033316c4 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:12.831440 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dfa140fa-a002-4684-82c6-147a50bc2c72 req-6c88c2fa-d97f-4371-9601-9521033316c4 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.6360953 Apr 22 17:30:12.835454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4797-4d1f-4336-8d2e-1cb982dfdd80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.839479 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6c2b4797-4d1f-4336-8d2e-1cb982dfdd80 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/routers/4619aa07-174b-4284-9a3e-626e3032d086 HTTP/1.1" status: 204 len: 168 time: 1.5380301 Apr 22 17:30:12.843510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45690) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:12.879638 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:12.914073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Network': ['ID=8da7a1b1-6350-426c-b799-2eb3087c38cc,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:12.923670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.935788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:12.938258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:12.938641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Checking segment: {'id': '8ab6b4b7-292c-4b98-863f-0d0143370788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:12.939087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.939484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Bound using segment: {'id': '8ab6b4b7-292c-4b98-863f-0d0143370788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:12.940009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Bound port: 7f0672a5-b980-4676-906f-d0e241b6a5ab, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab6b4b7-292c-4b98-863f-0d0143370788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:12.940663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.965954 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a4e96749-488a-4550-9286-d8de3a6e562a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.0255795 Apr 22 17:30:12.984021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:12.984375 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 05a27ec3-55d2-496e-a277-adb80617381c of type vlan for network d2943cbf-6572-40ca-aaf4-eaef330b53b4 Apr 22 17:30:12.985325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45694) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:12.992525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:13.002070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'subnet': {'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:13.005098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:30:13.024663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.107908 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dfa140fa-a002-4684-82c6-147a50bc2c72 req-8c06ec15-9927-4abe-b57f-5dab28497d33 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2645552 Apr 22 17:30:13.113634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Transition to ACTIVE for port object a8c1e1bf-dc8e-483a-b3d0-3ef50f289723 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:13.125378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] Deleting port 07c1c924-48d9-4a94-be21-eadaa84a0ead {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:13.125998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.126210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:13.141788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:13.145698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:13.158077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:13.161817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-34476f6e-d33a-4579-b87e-e8795aace6b5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.267408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Attempting to bind port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:13.267772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Attempting to bind port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '92e746d6-a6c7-44cf-a68a-f30be89b5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8bd489b-3f74-4895-8051-2d740cc8de30'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:13.268313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Attempting to bind port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 on network f8bd489b-3f74-4895-8051-2d740cc8de30 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:13.305968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:13.308307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.309986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.338072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.352408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:13.352408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Checking segment: {'id': '92e746d6-a6c7-44cf-a68a-f30be89b5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8bd489b-3f74-4895-8051-2d740cc8de30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:13.352807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.353016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Bound using segment: {'id': '92e746d6-a6c7-44cf-a68a-f30be89b5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8bd489b-3f74-4895-8051-2d740cc8de30'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:13.353521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Bound port: e84e51ee-f334-4bfb-95e9-119e5b93d2c6, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e746d6-a6c7-44cf-a68a-f30be89b5a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8bd489b-3f74-4895-8051-2d740cc8de30'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:13.353957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.363068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.421350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:13.428034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Usage tracker for resource:subnet and tenant:580ab007050c4c789183a0698e2e299e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:13.439322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:13.449952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:13.521240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] For port 149a1acd-721f-4375-a621-25ec17b1fecc, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:13.541962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.551201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:13.552708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:13.553556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.588529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:13.620031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:13.630433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 7b65f6ef-6ef5-4eba-91e9-b68711778e64 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:13.671606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Made reservation on behalf of 580ab007050c4c789183a0698e2e299e for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:13.675495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.676649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=a8c1e1bf-dc8e-483a-b3d0-3ef50f289723,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:13.679935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] For port 149a1acd-721f-4375-a621-25ec17b1fecc, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=149a1acd-721f-4375-a621-25ec17b1fecc,segment=NetworkSegment(2e847dc2-e484-4f96-b1aa-56e250624848),segment_id=2e847dc2-e484-4f96-b1aa-56e250624848)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:13.683050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] For port 7f0672a5-b980-4676-906f-d0e241b6a5ab, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:13.738223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 53766098-ab52-411f-9c32-85d3459da98f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=53766098-ab52-411f-9c32-85d3459da98f,segment=NetworkSegment(a9976c37-a2eb-42c7-b925-bfc52a72e07e),segment_id=a9976c37-a2eb-42c7-b925-bfc52a72e07e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:13.766598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] For port 7f0672a5-b980-4676-906f-d0e241b6a5ab, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7f0672a5-b980-4676-906f-d0e241b6a5ab,segment=NetworkSegment(8ab6b4b7-292c-4b98-863f-0d0143370788),segment_id=8ab6b4b7-292c-4b98-863f-0d0143370788)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:13.779232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.861182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.863234 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1566303 Apr 22 17:30:13.864083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45700) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:13.879255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.926769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa21fa-8c42-467c-9da9-772ec1724954 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=d2943cbf-6572-40ca-aaf4-eaef330b53b4,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:13.934549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': 'd2943cbf-6572-40ca-aaf4-eaef330b53b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:13.942319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.959792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] For port e84e51ee-f334-4bfb-95e9-119e5b93d2c6, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:13.969026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:13.969669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:13.971552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Transition to ACTIVE for port object 60d3e531-29be-43ae-9f4a-91e9adfe5986 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:14.013477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d2943cbf-6572-40ca-aaf4-eaef330b53b4 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:14.057147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] For port e84e51ee-f334-4bfb-95e9-119e5b93d2c6, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e84e51ee-f334-4bfb-95e9-119e5b93d2c6,segment=NetworkSegment(92e746d6-a6c7-44cf-a68a-f30be89b5a17),segment_id=92e746d6-a6c7-44cf-a68a-f30be89b5a17)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:14.113572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2c978eb0-e7d6-4e72-bb16-c198740805aa no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:14.191620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:14.212943 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-da2eafb5-8717-4e77-bb88-1895abda3306 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.9850440 Apr 22 17:30:14.219937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45706) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:14.222123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:14.236030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Transition to ACTIVE for port object 60d3e531-29be-43ae-9f4a-91e9adfe5986 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:14.238488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] For port 07c1c924-48d9-4a94-be21-eadaa84a0ead, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=07c1c924-48d9-4a94-be21-eadaa84a0ead,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:14.239041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.239950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:14.256419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.287217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:30:14.327773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:14.336412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.346752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2621c8-1d26-4a9e-adeb-d606ba8ca506 None None] Pushing event updated for resources: {'Port': ['ID=149a1acd-721f-4375-a621-25ec17b1fecc,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:14.353460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 2c978eb0-e7d6-4e72-bb16-c198740805aa {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:30:14.353803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2c978eb0-e7d6-4e72-bb16-c198740805aa not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:30:14.354226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 07c1c924-48d9-4a94-be21-eadaa84a0ead no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:14.386114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582c735-f133-4d36-a36e-b545acfd5d0b req-c0a127e4-4f48-4e13-aa54-ef5f96250e63 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:14.387946 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6582c735-f133-4d36-a36e-b545acfd5d0b req-c0a127e4-4f48-4e13-aa54-ef5f96250e63 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 944 time: 0.6925561 Apr 22 17:30:14.402594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.464206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.465119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.585331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:14.589881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.622875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.626458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:14.656978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:14.674008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:14.682601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:14.683237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.722991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=bbc141c4-aec3-4ef1-93ae-46fbc6d3619b,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:14.782259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1babe7c-ba68-4aaa-b60b-39461a75dff1 req-5994cb11-6eb4-4232-bf3c-93920e5abd67 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:14.783373 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6582c735-f133-4d36-a36e-b545acfd5d0b req-8d23a380-6be2-4f23-bec6-90db925e5eec tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261964 Apr 22 17:30:14.790557 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a1babe7c-ba68-4aaa-b60b-39461a75dff1 req-5994cb11-6eb4-4232-bf3c-93920e5abd67 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4556236 Apr 22 17:30:14.800657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Port': ['ID=2f5bb798-6855-48d9-939b-c3eafe078133,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:14.830843 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c9c3eed7-cd13-41a7-a191-40daa081a207 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9774764 Apr 22 17:30:14.835167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45710) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:14.845128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-488826595', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:14.857441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:14.874829 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a1babe7c-ba68-4aaa-b60b-39461a75dff1 req-cb3e4a3b-ab64-4cf9-8b80-5f87c53a6696 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803890 Apr 22 17:30:14.876355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:router and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:14.884155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:14.918441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:14.947184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-34476f6e-d33a-4579-b87e-e8795aace6b5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.955316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] Calling delete_port for 07c1c924-48d9-4a94-be21-eadaa84a0ead owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:14.966261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_backend_mixin [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing IP validity checks on allocation pools {{(pid=88660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 17:30:14.967198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_backend_mixin [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 17:30:14.974202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:14.985646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2222c603-0e2f-4d01-8e1b-5d458d7fb379 None None] Provisioning complete for port 53766098-ab52-411f-9c32-85d3459da98f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:14.986023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2222c603-0e2f-4d01-8e1b-5d458d7fb379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.000751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.002580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.019959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.050714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Network 5a22e39b-677c-45f6-812e-3758623d8529 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:15.051730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:15.052011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-34476f6e-d33a-4579-b87e-e8795aace6b5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.052151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.058775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34476f6e-d33a-4579-b87e-e8795aace6b5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:15.063828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-34476f6e-d33a-4579-b87e-e8795aace6b5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.063828 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-34476f6e-d33a-4579-b87e-e8795aace6b5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/ports/29c24f43-35ec-46fc-b6c6-eca55c3602c2 HTTP/1.1" status: 200 len: 911 time: 2.7494121 Apr 22 17:30:15.084721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ed290-a69e-4fa7-9be5-5b59509548a8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:15.091003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ed290-a69e-4fa7-9be5-5b59509548a8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:15.097082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ed290-a69e-4fa7-9be5-5b59509548a8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:15.098087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45716) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:15.102255 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-345ed290-a69e-4fa7-9be5-5b59509548a8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.8681111 Apr 22 17:30:15.102408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:15.106638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:15.108844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45718) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:15.179442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.202147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Subnet': ['ID=d80cad79-a7f9-4f94-911d-250d15f484ba,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:15.337780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network d5f2879c-829c-482f-8d9d-df989bd5b99f is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:15.337982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34476f6e-d33a-4579-b87e-e8795aace6b5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=29c24f43-35ec-46fc-b6c6-eca55c3602c2,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:15.347932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:15.350332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Checking segment: {'id': 'dc96fe60-3441-4ef1-8eae-5ce6ac311b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:15.350923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Network hostable DHCP agents. Network: 8da7a1b1-6350-426c-b799-2eb3087c38cc, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:15.368975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e525fa04-caf8-43ab-be22-6b50b41cfab1 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting port a8c1e1bf-dc8e-483a-b3d0-3ef50f289723 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:15.369862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e525fa04-caf8-43ab-be22-6b50b41cfab1 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.463943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.476134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.479886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4a7a90c3-47fc-4e10-994e-fb659f9b0a7b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6378906 Apr 22 17:30:15.481851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45724) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:15.499574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=53766098-ab52-411f-9c32-85d3459da98f,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:15.676664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.714700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Attempting to bind port 60d3e531-29be-43ae-9f4a-91e9adfe5986 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:15.715173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Attempting to bind port 60d3e531-29be-43ae-9f4a-91e9adfe5986 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'adeeac15-d8d8-440c-a8ca-161e8c1df0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a22e39b-677c-45f6-812e-3758623d8529'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:15.719582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Attempting to bind port 60d3e531-29be-43ae-9f4a-91e9adfe5986 on network 5a22e39b-677c-45f6-812e-3758623d8529 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:15.719582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:30:15.723011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Port 07c1c924-48d9-4a94-be21-eadaa84a0ead update to DOWN by agent not found {{(pid=88661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 22 17:30:15.742715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] No DVR routers for this DVR port 07c1c924-48d9-4a94-be21-eadaa84a0ead on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:15.803129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 7b65f6ef-6ef5-4eba-91e9-b68711778e64, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:15.806071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:15.806457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Checking segment: {'id': 'adeeac15-d8d8-440c-a8ca-161e8c1df0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a22e39b-677c-45f6-812e-3758623d8529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:15.807819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.808018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Bound using segment: {'id': 'adeeac15-d8d8-440c-a8ca-161e8c1df0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a22e39b-677c-45f6-812e-3758623d8529'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:15.808457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Bound port: 60d3e531-29be-43ae-9f4a-91e9adfe5986, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeeac15-d8d8-440c-a8ca-161e8c1df0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a22e39b-677c-45f6-812e-3758623d8529'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:15.808841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.830332 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae981041-fdbe-4bab-a466-f511d1375d89'] response: {'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'code': 200} Apr 22 17:30:15.834647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09525120-622f-48f1-b063-e2f8c634b9eb None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:15.926983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:15.942423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:16.034413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88a892-2214-4132-9595-ff1d05326ccc None None] Pushing event updated for resources: {'Port': ['ID=7f0672a5-b980-4676-906f-d0e241b6a5ab,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:16.039958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac6322-9d46-4cab-b4fd-35da55b54556 None None] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:16.337937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 149a1acd-721f-4375-a621-25ec17b1fecc up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:16.388689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e525fa04-caf8-43ab-be22-6b50b41cfab1 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:16.429254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1df341-8ee4-4422-b792-a38e9e6dc377 None None] Network d5f2879c-829c-482f-8d9d-df989bd5b99f requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:16.562229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e525fa04-caf8-43ab-be22-6b50b41cfab1 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Calling delete_port for a8c1e1bf-dc8e-483a-b3d0-3ef50f289723 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:16.624966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069baf0-a943-4a2d-8141-e445903fb2bb req-967e4648-46ab-42cf-9bda-24bbcee2a1cd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:16.634506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1069baf0-a943-4a2d-8141-e445903fb2bb req-967e4648-46ab-42cf-9bda-24bbcee2a1cd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 945 time: 0.4922991 Apr 22 17:30:16.648625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2222c603-0e2f-4d01-8e1b-5d458d7fb379 None None] Provisioning for port 29c24f43-35ec-46fc-b6c6-eca55c3602c2 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:16.671747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191cd067-029f-4514-9db4-069bffe5c1d0 None None] Network f8bd489b-3f74-4895-8051-2d740cc8de30 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:16.715590 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1069baf0-a943-4a2d-8141-e445903fb2bb req-596f8938-7e34-4fdd-bec8-09d86c434930 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799544 Apr 22 17:30:16.733574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500b7f-e59b-4673-a651-8442115c7f30 req-180db37f-fbe1-479b-bf70-89239fdcb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:16.736922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71500b7f-e59b-4673-a651-8442115c7f30 req-180db37f-fbe1-479b-bf70-89239fdcb2e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 1098 time: 0.3947887 Apr 22 17:30:16.737117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2222c603-0e2f-4d01-8e1b-5d458d7fb379 None None] Provisioning complete for port 29c24f43-35ec-46fc-b6c6-eca55c3602c2 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:16.737593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2222c603-0e2f-4d01-8e1b-5d458d7fb379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:16.804569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e525fa04-caf8-43ab-be22-6b50b41cfab1 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:16.829159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 29c24f43-35ec-46fc-b6c6-eca55c3602c2 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:16.829900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:16.872690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71500b7f-e59b-4673-a651-8442115c7f30 req-db21539d-940c-455c-9a9e-59b179c1cbd1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030254 Apr 22 17:30:16.874103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e89aa-6cbf-4c3d-a80a-6750099a7f97 None None] Pushing event updated for resources: {'Port': ['ID=e84e51ee-f334-4bfb-95e9-119e5b93d2c6,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:16.879482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] For port 60d3e531-29be-43ae-9f4a-91e9adfe5986, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:16.946508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:16.963819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525fa04-caf8-43ab-be22-6b50b41cfab1 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event deleted for resources: {'Port': ['ID=a8c1e1bf-dc8e-483a-b3d0-3ef50f289723,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:17.037215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.068921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 149a1acd-721f-4375-a621-25ec17b1fecc completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:17.109567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] For port 60d3e531-29be-43ae-9f4a-91e9adfe5986, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=60d3e531-29be-43ae-9f4a-91e9adfe5986,segment=NetworkSegment(adeeac15-d8d8-440c-a8ca-161e8c1df0c0),segment_id=adeeac15-d8d8-440c-a8ca-161e8c1df0c0)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:17.144480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2222c603-0e2f-4d01-8e1b-5d458d7fb379 None None] Port 29c24f43-35ec-46fc-b6c6-eca55c3602c2 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:17.158274 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 53766098-ab52-411f-9c32-85d3459da98f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:17.164901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 8da7a1b1-6350-426c-b799-2eb3087c38cc) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:17.169183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 29c24f43-35ec-46fc-b6c6-eca55c3602c2 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:17.170339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.201283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f54ca-7b89-4d7a-8c58-3a255a476fe0 None None] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:17.250678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.296160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Pushing event updated for resources: {'Port': ['ID=60d3e531-29be-43ae-9f4a-91e9adfe5986,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:17.365840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:17.366432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.424321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.474188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=29c24f43-35ec-46fc-b6c6-eca55c3602c2,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:17.487498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d384e97-524a-4e70-bc1c-5fa9ae2c5839 None None] Pushing event deleted for resources: {'Port': ['ID=07c1c924-48d9-4a94-be21-eadaa84a0ead,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:17.608944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=d38d1910-d690-4528-977a-90ca435407c3,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:17.615446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.629549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Router 7bf804e8-692d-417b-9fae-b6f1988007ae is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:30:17.649883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': '05a27ec3-55d2-496e-a277-adb80617381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd2943cbf-6572-40ca-aaf4-eaef330b53b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:17.650247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: d2943cbf-6572-40ca-aaf4-eaef330b53b4, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:17.690606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': 'bbc141c4-aec3-4ef1-93ae-46fbc6d3619b'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:17.690910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.691483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.815217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Provisioning for port 7f0672a5-b980-4676-906f-d0e241b6a5ab completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:17.878888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=7b65f6ef-6ef5-4eba-91e9-b68711778e64,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:17.923291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:17.934066 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bebb2eeb-159f-4002-b343-00634b8435f1 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9438047 Apr 22 17:30:17.937698 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-11187ee9-7774-41a5-98f6-7a09ca6f88b8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "PUT /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8936691 Apr 22 17:30:17.940763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e525fa04-caf8-43ab-be22-6b50b41cfab1 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:17.942985 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e525fa04-caf8-43ab-be22-6b50b41cfab1 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "DELETE /v2.0/ports/a8c1e1bf-dc8e-483a-b3d0-3ef50f289723 HTTP/1.1" status: 204 len: 168 time: 2.8319037 Apr 22 17:30:17.947486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45734) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:17.948006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45736) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:17.948459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45738) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:17.990239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc41d63-9465-4def-a925-00413427061e None None] Sync routers for ids ['7bf804e8-692d-417b-9fae-b6f1988007ae'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:17.995076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 53766098-ab52-411f-9c32-85d3459da98f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:17.995458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:18.034617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router d65491f3-ba63-47d3-8a69-bb64e5e503e4 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:18.070348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2118814386'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:18.302847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/bbc141c4-aec3-4ef1-93ae-46fbc6d3619b/d1feceff-bdfa-4d99-a8e8-19472668dae7) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:18.467197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:18.478520 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9fb807-5f6d-4b5c-8b8a-cdf20880b413 None None] Sync routers for ids ['d65491f3-ba63-47d3-8a69-bb64e5e503e4'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:18.493564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network d2943cbf-6572-40ca-aaf4-eaef330b53b4 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:18.499009 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fb807-5f6d-4b5c-8b8a-cdf20880b413 None None] Routers {'d65491f3-ba63-47d3-8a69-bb64e5e503e4'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:18.500174 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2b9fb807-5f6d-4b5c-8b8a-cdf20880b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['d65491f3-ba63-47d3-8a69-bb64e5e503e4'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:18.596532 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2b9fb807-5f6d-4b5c-8b8a-cdf20880b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:18.607362 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fb807-5f6d-4b5c-8b8a-cdf20880b413 None None] Routers {'d65491f3-ba63-47d3-8a69-bb64e5e503e4'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:18.608202 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2b9fb807-5f6d-4b5c-8b8a-cdf20880b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['d65491f3-ba63-47d3-8a69-bb64e5e503e4'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:18.616274 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f1f74c0b-0c4c-494a-9e14-bc19e50eba43 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/d65491f3-ba63-47d3-8a69-bb64e5e503e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5082605 Apr 22 17:30:18.625670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45746) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:18.625808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:18.635792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Transition to ACTIVE for port object d1feceff-bdfa-4d99-a8e8-19472668dae7 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:18.657525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Transition to ACTIVE for port object d1feceff-bdfa-4d99-a8e8-19472668dae7 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:18.660337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc41d63-9465-4def-a925-00413427061e None None] Routers {'7bf804e8-692d-417b-9fae-b6f1988007ae'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:18.661570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8fc41d63-9465-4def-a925-00413427061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7bf804e8-692d-417b-9fae-b6f1988007ae'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:18.720911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-839ddeff-0750-4db7-9b27-583e75416949 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:18.735023 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2b9fb807-5f6d-4b5c-8b8a-cdf20880b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:18.735497 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9fb807-5f6d-4b5c-8b8a-cdf20880b413 None None] The sync data for ids ['d65491f3-ba63-47d3-8a69-bb64e5e503e4'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:18.756797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Provisioning for port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:18.774961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:18.782852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8fc41d63-9465-4def-a925-00413427061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:18.793825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb184f-3084-4a6e-a609-aadf11f0713a None None] Pushing event updated for resources: {'Port': ['ID=60d3e531-29be-43ae-9f4a-91e9adfe5986,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:18.829963 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eacb559-014c-4797-902a-e7a29d0b6a43 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] GET failed (client error): The resource could not be found. Apr 22 17:30:18.830552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0eacb559-014c-4797-902a-e7a29d0b6a43 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Synchronizing usage tracker for tenant:69e3be9f966c4a31b5cbf8c47871566d on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:18.849974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-839ddeff-0750-4db7-9b27-583e75416949 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:18.851178 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-839ddeff-0750-4db7-9b27-583e75416949 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=d65491f3-ba63-47d3-8a69-bb64e5e503e4 HTTP/1.1" status: 200 len: 205 time: 0.2312703 Apr 22 17:30:18.854111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45750) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:18.929538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc41d63-9465-4def-a925-00413427061e None None] Routers {'7bf804e8-692d-417b-9fae-b6f1988007ae'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:18.930595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8fc41d63-9465-4def-a925-00413427061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7bf804e8-692d-417b-9fae-b6f1988007ae'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:18.955135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:18.961419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Usage tracker for resource:port and tenant:580ab007050c4c789183a0698e2e299e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:18.966553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d2943cbf-6572-40ca-aaf4-eaef330b53b4) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:18.968575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:19.013659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:19.014677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.022970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:19.081762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d087606-aa61-4f5a-bf52-8ff035dfc03e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.208554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Made reservation on behalf of 580ab007050c4c789183a0698e2e299e for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:19.208968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9368b974-5dfa-4b0c-8b31-84943505d3f1 None None] Network d2943cbf-6572-40ca-aaf4-eaef330b53b4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:19.212083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.235882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11879c85-e724-4e46-bd6a-9f333c2831b7 req-9aed4691-7823-45a9-afb3-47c92e50602d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:19.237673 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11879c85-e724-4e46-bd6a-9f333c2831b7 req-9aed4691-7823-45a9-afb3-47c92e50602d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 945 time: 1.3242600 Apr 22 17:30:19.282665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Pushing event updated for resources: {'Port': ['ID=d1feceff-bdfa-4d99-a8e8-19472668dae7,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:19.299084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:19.327744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:19.332380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8fc41d63-9465-4def-a925-00413427061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:19.333109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc41d63-9465-4def-a925-00413427061e None None] The sync data for ids ['7bf804e8-692d-417b-9fae-b6f1988007ae'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:19.335430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-8da7a1b1-6350-426c-b799-2eb3087c38cc', 'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc', 'tenant_id': '580ab007050c4c789183a0698e2e299e', 'fixed_ips': [{'subnet_id': 'd80cad79-a7f9-4f94-911d-250d15f484ba'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:19.336594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.352172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:19.364504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Provisioning for port 149a1acd-721f-4375-a621-25ec17b1fecc completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:19.604260 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9bf13ef9-0271-4dd9-9e39-77297a925074 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 5.7310848 Apr 22 17:30:19.605169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0eacb559-014c-4797-902a-e7a29d0b6a43 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Unset dirty status for tenant:69e3be9f966c4a31b5cbf8c47871566d on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:19.606171 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0eacb559-014c-4797-902a-e7a29d0b6a43 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "GET /v2.0/ports/a8c1e1bf-dc8e-483a-b3d0-3ef50f289723 HTTP/1.1" status: 404 len: 333 time: 1.6224535 Apr 22 17:30:19.619080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45756) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:19.619412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45758) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:19.627867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d087606-aa61-4f5a-bf52-8ff035dfc03e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.642233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d087606-aa61-4f5a-bf52-8ff035dfc03e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.660996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Provisioning complete for port 149a1acd-721f-4375-a621-25ec17b1fecc triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:19.663622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.694874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'name': 'tempest-AllowedAddressPairTestJSON-1807319309'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:19.714263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fc90f-175a-49eb-91a7-1d574b0bbb81 None None] Network 5a22e39b-677c-45f6-812e-3758623d8529 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:19.729804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] device_id is not set on port 47eae9e2-9840-4608-95b1-43989d4f065f yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:19.749010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d087606-aa61-4f5a-bf52-8ff035dfc03e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.749523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d087606-aa61-4f5a-bf52-8ff035dfc03e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Fanout notify agent at l3_agent the message router_deleted on router d65491f3-ba63-47d3-8a69-bb64e5e503e4 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:30:19.777687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8d087606-aa61-4f5a-bf52-8ff035dfc03e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.780912 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8d087606-aa61-4f5a-bf52-8ff035dfc03e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/d65491f3-ba63-47d3-8a69-bb64e5e503e4 HTTP/1.1" status: 204 len: 168 time: 0.9257965 Apr 22 17:30:19.788492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45764) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:19.889827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8c8149-8640-498c-ad89-d05b8ca68f81 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet f04f8af4-a56b-4788-8aa6-1625b884f56e {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:30:19.894051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8149-8640-498c-ad89-d05b8ca68f81 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.901534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Attempting to bind port d1feceff-bdfa-4d99-a8e8-19472668dae7 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:19.901534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Attempting to bind port d1feceff-bdfa-4d99-a8e8-19472668dae7 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:19.901534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Attempting to bind port d1feceff-bdfa-4d99-a8e8-19472668dae7 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:19.967486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:19.968128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:19.968244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.968561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:19.969043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Bound port: d1feceff-bdfa-4d99-a8e8-19472668dae7, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:19.969421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.974169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8149-8640-498c-ad89-d05b8ca68f81 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:19.977037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::1 (b68838ec-31d5-4ab0-8519-6f8459febd2e/bbc141c4-aec3-4ef1-93ae-46fbc6d3619b/c469c0a8-dac6-438b-85d8-129723e35a2f) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:20.077888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8149-8640-498c-ad89-d05b8ca68f81 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.083140 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11879c85-e724-4e46-bd6a-9f333c2831b7 req-987a1436-d358-4962-88d3-c66afb68aceb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5371604 Apr 22 17:30:20.087912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e84e51ee-f334-4bfb-95e9-119e5b93d2c6 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:20.206962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8149-8640-498c-ad89-d05b8ca68f81 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.257019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8149-8640-498c-ad89-d05b8ca68f81 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.264818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8149-8640-498c-ad89-d05b8ca68f81 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=f04f8af4-a56b-4788-8aa6-1625b884f56e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:20.270852 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1b8c8149-8640-498c-ad89-d05b8ca68f81 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/f04f8af4-a56b-4788-8aa6-1625b884f56e HTTP/1.1" status: 204 len: 168 time: 0.4791250 Apr 22 17:30:20.272085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45768) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:20.316411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e78b4-2645-42f4-ad4c-5644e4c8ffe7 None None] Network 31dcabe1-99c8-4494-99f0-748823915725 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:20.378581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.394459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b247f69-9c7b-4e23-a92f-53286473d6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-d2943cbf-6572-40ca-aaf4-eaef330b53b4', 'network_id': 'd2943cbf-6572-40ca-aaf4-eaef330b53b4', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': 'd38d1910-d690-4528-977a-90ca435407c3'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:20.395300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7b247f69-9c7b-4e23-a92f-53286473d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.412835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Allocated IP 2001:db8::2 (8da7a1b1-6350-426c-b799-2eb3087c38cc/d80cad79-a7f9-4f94-911d-250d15f484ba/367b4c4d-5617-4382-a0f9-a6965bab7285) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:20.472669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.495605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] For port d1feceff-bdfa-4d99-a8e8-19472668dae7, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:20.513963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:20.570664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] For port d1feceff-bdfa-4d99-a8e8-19472668dae7, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d1feceff-bdfa-4d99-a8e8-19472668dae7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:20.601707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:20.633575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:20.647835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.691378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.697535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.712551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.751930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 53766098-ab52-411f-9c32-85d3459da98f {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:20.752272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.796304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Made reservation on behalf of 69e3be9f966c4a31b5cbf8c47871566d for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:20.799820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.820516 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-a9fee554-b1ba-4394-9d2b-0f8ce63bf07d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:30:20.824349 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a9fee554-b1ba-4394-9d2b-0f8ce63bf07d tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "PUT /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8398681 Apr 22 17:30:20.824854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object c469c0a8-dac6-438b-85d8-129723e35a2f will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:20.825067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45772) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:20.838852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:20.838852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:20.862360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] For port 149a1acd-721f-4375-a621-25ec17b1fecc, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=149a1acd-721f-4375-a621-25ec17b1fecc,segment=NetworkSegment(2e847dc2-e484-4f96-b1aa-56e250624848),segment_id=2e847dc2-e484-4f96-b1aa-56e250624848)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:20.899282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] device_id is not set on port b2b264f0-5369-4644-a793-9fcf999877f0 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:20.973210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.020097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Could not find standard attr ID for object 29c24f43-35ec-46fc-b6c6-eca55c3602c2. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:21.050848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ccc75-7463-496b-b086-3907905f4fe4 None None] Pushing event updated for resources: {'Port': ['ID=d1feceff-bdfa-4d99-a8e8-19472668dae7,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:21.097405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server [None req-7b247f69-9c7b-4e23-a92f-53286473d6d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d38d1910-d690-4528-977a-90ca435407c3: This subnet is being modified by another concurrent operation. Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:30:21.146471 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise exception Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d38d1910-d690-4528-977a-90ca435407c3: This subnet is being modified by another concurrent operation. Apr 22 17:30:21.151680 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Apr 22 17:30:21.230173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Could not find standard attr ID for object a8c1e1bf-dc8e-483a-b3d0-3ef50f289723. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:21.232950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6928c3-57dc-44f8-9fd3-d963aeccfb39 None None] Network d2943cbf-6572-40ca-aaf4-eaef330b53b4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:21.339946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.388226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a03d8-ca8e-4897-835b-dd5be54729d6 None None] Pushing event updated for resources: {'Port': ['ID=149a1acd-721f-4375-a621-25ec17b1fecc,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:21.457420 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.460111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Provisioning complete for port 149a1acd-721f-4375-a621-25ec17b1fecc triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:21.460722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.530889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.561435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] DHCP port deletion for 31dcabe1-99c8-4494-99f0-748823915725 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:30:21.571959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Transition to ACTIVE for port object 367b4c4d-5617-4382-a0f9-a6965bab7285 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:21.604742 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.618053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=d38d1910-d690-4528-977a-90ca435407c3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:21.637761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] Deleting port 53766098-ab52-411f-9c32-85d3459da98f {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:21.637761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.657359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 53766098-ab52-411f-9c32-85d3459da98f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=53766098-ab52-411f-9c32-85d3459da98f,segment=NetworkSegment(a9976c37-a2eb-42c7-b925-bfc52a72e07e),segment_id=a9976c37-a2eb-42c7-b925-bfc52a72e07e)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:21.658998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.712534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Transition to ACTIVE for port object 367b4c4d-5617-4382-a0f9-a6965bab7285 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:21.718837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b08d4d-c843-40ad-8a57-63176d7e32db req-f1bd13d1-5762-45bd-9686-aad16916f746 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:21.722969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port e84e51ee-f334-4bfb-95e9-119e5b93d2c6, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e84e51ee-f334-4bfb-95e9-119e5b93d2c6,segment=NetworkSegment(92e746d6-a6c7-44cf-a68a-f30be89b5a17),segment_id=92e746d6-a6c7-44cf-a68a-f30be89b5a17)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:21.726460 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b2b08d4d-c843-40ad-8a57-63176d7e32db req-f1bd13d1-5762-45bd-9686-aad16916f746 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 945 time: 0.4605236 Apr 22 17:30:21.820008 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b2b08d4d-c843-40ad-8a57-63176d7e32db req-2831f9d3-1c3d-45d2-adf0-b5445a70e3b8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925548 Apr 22 17:30:21.823861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.834017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 53766098-ab52-411f-9c32-85d3459da98f owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:21.867514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.925489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:21.926261 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7f0672a5-b980-4676-906f-d0e241b6a5ab up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:21.930134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2943cbf-6572-40ca-aaf4-eaef330b53b4']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:21.947639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:21.961097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:21.965812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a27ec3-55d2-496e-a277-adb80617381c') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:21.966498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a27ec3-55d2-496e-a277-adb80617381c') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:21.983791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:21.996632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:21.998106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.031467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.037806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:22.050535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Allocated IP 172.20.0.3 (0ebb13ed-892c-44af-a167-7ce9d4bf1b0b/0f498b39-3ae9-43ac-a148-620ac8c3da14/b2b264f0-5369-4644-a793-9fcf999877f0) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:22.053376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=c469c0a8-dac6-438b-85d8-129723e35a2f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:22.054844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:22.067067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Pushing event updated for resources: {'Port': ['ID=367b4c4d-5617-4382-a0f9-a6965bab7285,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:22.137406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.147574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Allocated IP 2001:db8::16a (8da7a1b1-6350-426c-b799-2eb3087c38cc/d80cad79-a7f9-4f94-911d-250d15f484ba/47eae9e2-9840-4608-95b1-43989d4f065f) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:22.165326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:22.165974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:22.181639 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:22.191753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] For port 53766098-ab52-411f-9c32-85d3459da98f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=53766098-ab52-411f-9c32-85d3459da98f,segment=NetworkSegment(a9976c37-a2eb-42c7-b925-bfc52a72e07e),segment_id=a9976c37-a2eb-42c7-b925-bfc52a72e07e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:22.192164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.273406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting port 2f5bb798-6855-48d9-939b-c3eafe078133 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:22.273752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.286804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.386240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=53766098-ab52-411f-9c32-85d3459da98f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:22.404231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] Calling delete_port for 53766098-ab52-411f-9c32-85d3459da98f owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:22.404642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No DVR routers for this DVR port 53766098-ab52-411f-9c32-85d3459da98f on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:22.506437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Attempting to bind port 367b4c4d-5617-4382-a0f9-a6965bab7285 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:22.506904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Attempting to bind port 367b4c4d-5617-4382-a0f9-a6965bab7285 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'dc96fe60-3441-4ef1-8eae-5ce6ac311b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:22.507303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Attempting to bind port 367b4c4d-5617-4382-a0f9-a6965bab7285 on network 8da7a1b1-6350-426c-b799-2eb3087c38cc {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:22.517642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:22.518027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Checking segment: {'id': 'dc96fe60-3441-4ef1-8eae-5ce6ac311b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:22.518482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.519023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Bound using segment: {'id': 'dc96fe60-3441-4ef1-8eae-5ce6ac311b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:22.519456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Bound port: 367b4c4d-5617-4382-a0f9-a6965bab7285, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc96fe60-3441-4ef1-8eae-5ce6ac311b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:22.519839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.532923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.545109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.645280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.652455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 7f0672a5-b980-4676-906f-d0e241b6a5ab completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:22.665931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Provisioning for port e2c4079b-6c93-4457-b842-5c4d3f4d9dbf completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:22.668794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=e84e51ee-f334-4bfb-95e9-119e5b93d2c6,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:22.679830 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/d2943cbf-6572-40ca-aaf4-eaef330b53b4 HTTP/1.1" status: 204 len: 168 time: 3.0392308 Apr 22 17:30:22.681906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 7f0672a5-b980-4676-906f-d0e241b6a5ab triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:22.681906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.684133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Calling delete_port for 2f5bb798-6855-48d9-939b-c3eafe078133 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:22.718888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Provisioning complete for port e2c4079b-6c93-4457-b842-5c4d3f4d9dbf triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:22.719271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.738570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45780) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:22.783685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317ade6-4cc9-42bb-bd09-1fd208320dcb tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=d2943cbf-6572-40ca-aaf4-eaef330b53b4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:22.835422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:30:22.835783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:30:22.838134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] For port 367b4c4d-5617-4382-a0f9-a6965bab7285, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:22.841752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1571077649'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:22.843006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Port e2c4079b-6c93-4457-b842-5c4d3f4d9dbf cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:22.846610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:22.850462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:22.853529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:22.859517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:22.859800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Provisioning complete for port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:22.860178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.905639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.922838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.924357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.945839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] For port 367b4c4d-5617-4382-a0f9-a6965bab7285, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=367b4c4d-5617-4382-a0f9-a6965bab7285,segment=NetworkSegment(dc96fe60-3441-4ef1-8eae-5ce6ac311b06),segment_id=dc96fe60-3441-4ef1-8eae-5ce6ac311b06)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:22.973985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Port': ['ID=2f5bb798-6855-48d9-939b-c3eafe078133,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:22.975760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:22.990044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451d25b-e387-4820-af04-50d64deff46f req-68c0102a-5998-4d70-9dd8-3c1344a4991a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:22.991614 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0451d25b-e387-4820-af04-50d64deff46f req-68c0102a-5998-4d70-9dd8-3c1344a4991a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 945 time: 0.9499261 Apr 22 17:30:23.025666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:23.029175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.067221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.072711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dcabe1-99c8-4494-99f0-748823915725']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:23.078093 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 7f0672a5-b980-4676-906f-d0e241b6a5ab, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7f0672a5-b980-4676-906f-d0e241b6a5ab,segment=NetworkSegment(8ab6b4b7-292c-4b98-863f-0d0143370788),segment_id=8ab6b4b7-292c-4b98-863f-0d0143370788)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:23.163990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.164786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 60d3e531-29be-43ae-9f4a-91e9adfe5986 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:23.187342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.241609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763156c7-0014-45b1-b5b0-59bca05572f6 None None] Pushing event updated for resources: {'Port': ['ID=367b4c4d-5617-4382-a0f9-a6965bab7285,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:23.309578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9976c37-a2eb-42c7-b925-bfc52a72e07e') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:23.310964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9976c37-a2eb-42c7-b925-bfc52a72e07e') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:23.338683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] Deleting port 53766098-ab52-411f-9c32-85d3459da98f {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:23.339099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.372220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.391066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.400989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:23.411249 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0451d25b-e387-4820-af04-50d64deff46f req-9d78c46b-a9cd-4de7-af95-2b060daa81ac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865573 Apr 22 17:30:23.417798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Provisioning for port 60d3e531-29be-43ae-9f4a-91e9adfe5986 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:23.429822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0c291-4994-4a4f-8cda-aba69c2bdb57 None None] The port '53766098-ab52-411f-9c32-85d3459da98f' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:30:23.431747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=7f0672a5-b980-4676-906f-d0e241b6a5ab,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:23.443587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dc4e4124-503e-4934-bc41-e59743f05567 None None] Could not find standard attr ID for object 2f5bb798-6855-48d9-939b-c3eafe078133. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:23.485763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45784) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:23.489372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 60d3e531-29be-43ae-9f4a-91e9adfe5986 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:23.494557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 60d3e531-29be-43ae-9f4a-91e9adfe5986 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:23.494902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.530198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.537245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Transition to ACTIVE for port object b2b264f0-5369-4644-a793-9fcf999877f0 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:23.541400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.550913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.551276 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment c318f330-7238-46a7-aeed-afc462b88384 of type vlan for network f6fb3a01-d009-4599-bc90-a65101a799e4 Apr 22 17:30:23.561961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:23.562370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:23.581879 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:23.648762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5befd2f7-82f9-4efb-b7b8-1f4704a4bc8e None None] Provisioning for port d1feceff-bdfa-4d99-a8e8-19472668dae7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:23.684527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.721864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 60d3e531-29be-43ae-9f4a-91e9adfe5986, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=60d3e531-29be-43ae-9f4a-91e9adfe5986,segment=NetworkSegment(adeeac15-d8d8-440c-a8ca-161e8c1df0c0),segment_id=adeeac15-d8d8-440c-a8ca-161e8c1df0c0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:23.725273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Router 7bf804e8-692d-417b-9fae-b6f1988007ae has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:23.769395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Transition to ACTIVE for port object 47eae9e2-9840-4608-95b1-43989d4f065f will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:23.770221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5befd2f7-82f9-4efb-b7b8-1f4704a4bc8e None None] Provisioning for port c469c0a8-dac6-438b-85d8-129723e35a2f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:23.775769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5befd2f7-82f9-4efb-b7b8-1f4704a4bc8e None None] Provisioning complete for port c469c0a8-dac6-438b-85d8-129723e35a2f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:23.776074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5befd2f7-82f9-4efb-b7b8-1f4704a4bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.818032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.820391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1b838-d767-4bdf-b5b2-050ddcf7cc20 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:23.822071 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-14e1b838-d767-4bdf-b5b2-050ddcf7cc20 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 1093 time: 0.3353546 Apr 22 17:30:23.824725 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45788) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:23.846593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-5befd2f7-82f9-4efb-b7b8-1f4704a4bc8e None None] Port c469c0a8-dac6-438b-85d8-129723e35a2f cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:23.848474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.893948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:23.904222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:23.905375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.906842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:23.914681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:23.922415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:23.930203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:23.934099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:23.938530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26753b5b-0eb2-4088-997f-048f7b5fc488 None None] Sync routers for ids ['7bf804e8-692d-417b-9fae-b6f1988007ae'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:23.938809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d37c5523-1a7e-425f-a900-01b7a4ced82e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "PUT /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115112 Apr 22 17:30:23.945235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45792) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:23.956940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5befd2f7-82f9-4efb-b7b8-1f4704a4bc8e None None] Provisioning complete for port 60d3e531-29be-43ae-9f4a-91e9adfe5986 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:23.956940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5befd2f7-82f9-4efb-b7b8-1f4704a4bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.005540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.007656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=31dcabe1-99c8-4494-99f0-748823915725,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:24.015983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=60d3e531-29be-43ae-9f4a-91e9adfe5986,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:24.018975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26753b5b-0eb2-4088-997f-048f7b5fc488 None None] Routers {'7bf804e8-692d-417b-9fae-b6f1988007ae'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:24.019353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-26753b5b-0eb2-4088-997f-048f7b5fc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7bf804e8-692d-417b-9fae-b6f1988007ae'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:24.054082 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-32defe04-e6e9-491e-b4e2-844cf0b64dc8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] delete failed (client error): The resource could not be found. Apr 22 17:30:24.061976 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-32defe04-e6e9-491e-b4e2-844cf0b64dc8 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-2073732623 HTTP/1.1" status: 404 len: 335 time: 0.1151209 Apr 22 17:30:24.063113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45796) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:24.078176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-64542098-d068-46a8-8ec2-0c71362db122 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bf804e8-692d-417b-9fae-b6f1988007ae'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:24.080705 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1dc6f1be-fc71-4add-8c3d-01717ca67070 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/31dcabe1-99c8-4494-99f0-748823915725 HTTP/1.1" status: 204 len: 168 time: 3.7576547 Apr 22 17:30:24.081904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.087791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:24.088711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.114464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45800) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:24.118782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-26753b5b-0eb2-4088-997f-048f7b5fc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:24.135623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26753b5b-0eb2-4088-997f-048f7b5fc488 None None] Routers {'7bf804e8-692d-417b-9fae-b6f1988007ae'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:24.137253 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-26753b5b-0eb2-4088-997f-048f7b5fc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7bf804e8-692d-417b-9fae-b6f1988007ae'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:24.150533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-571977849', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:24.156141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.158363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.189307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:24.222983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:24.228075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:router and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:24.230431 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e84e51ee-f334-4bfb-95e9-119e5b93d2c6 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:24.281100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:24.296128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:24.311016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=b2b264f0-5369-4644-a793-9fcf999877f0,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:24.313479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:24.340781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:24.350057 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-26753b5b-0eb2-4088-997f-048f7b5fc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:24.350460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26753b5b-0eb2-4088-997f-048f7b5fc488 None None] The sync data for ids ['7bf804e8-692d-417b-9fae-b6f1988007ae'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:24.358678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45804) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:24.363423 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6133888 Apr 22 17:30:24.390196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': 'f6fb3a01-d009-4599-bc90-a65101a799e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:24.398007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:24.398797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.398956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:24.419853 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:24.429263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f55c4-df38-408d-b73f-aeb00972d79f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=f6fb3a01-d009-4599-bc90-a65101a799e4,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:24.431475 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:24.441044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:24.449051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.454425 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network f6fb3a01-d009-4599-bc90-a65101a799e4 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:24.567873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=47eae9e2-9840-4608-95b1-43989d4f065f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:24.583169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.590414 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bf9f32dd-b2c9-4718-abd1-aedcce215bed tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.6073468 Apr 22 17:30:24.592180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45808) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:24.599491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-235768836', 'allowed_address_pairs': [{'ip_address': '2001:db8::16a', 'mac_address': 'fa:16:3e:f3:bb:0a'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:24.651983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:24.652799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.700365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 367b4c4d-5617-4382-a0f9-a6965bab7285 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:24.768033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.768441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.772763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.774386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.821723 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-39d954f2-0adc-4825-8e46-fefa609f9777 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1798573 Apr 22 17:30:24.835041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45812) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:24.869788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:57:ca:14'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:24.872671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0423d2b-0f2a-44f1-9871-5b3a83da98f3 None None] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:24.919855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a418d2e3-5754-4cb1-b66b-866f7a522b78 None None] Provisioning for port b2b264f0-5369-4644-a793-9fcf999877f0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:24.930355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a418d2e3-5754-4cb1-b66b-866f7a522b78 None None] Provisioning complete for port b2b264f0-5369-4644-a793-9fcf999877f0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:24.931074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a418d2e3-5754-4cb1-b66b-866f7a522b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.962911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 367b4c4d-5617-4382-a0f9-a6965bab7285 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:24.992224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:24.993873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64542098-d068-46a8-8ec2-0c71362db122 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.013830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:25.020374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:25.023572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:25.026958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d1feceff-bdfa-4d99-a8e8-19472668dae7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:25.032515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:25.040995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:25.051472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=c469c0a8-dac6-438b-85d8-129723e35a2f,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:25.051961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.061407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Usage tracker for resource:port and tenant:580ab007050c4c789183a0698e2e299e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:25.069379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:25.098499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:25.139322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:25.139554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a418d2e3-5754-4cb1-b66b-866f7a522b78 None None] Port b2b264f0-5369-4644-a793-9fcf999877f0 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:25.142904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.176055 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-64542098-d068-46a8-8ec2-0c71362db122 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] update failed (client error): The resource could not be found. Apr 22 17:30:25.177798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-64542098-d068-46a8-8ec2-0c71362db122 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "PUT /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae HTTP/1.1" status: 404 len: 339 time: 1.1101139 Apr 22 17:30:25.184327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45816) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:25.193209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.197270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1578004987'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:25.207187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:25.211139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:network and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:25.214060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:25.220464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:25.223639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Made reservation on behalf of 580ab007050c4c789183a0698e2e299e for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:25.272371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port d1feceff-bdfa-4d99-a8e8-19472668dae7 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:25.280779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d1feceff-bdfa-4d99-a8e8-19472668dae7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:25.281171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.324320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Made reservation on behalf of fcfd1d96b36d497ca7f0e55386bce727 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:25.328423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.355465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8cf50389-6d2e-4848-8503-2e85978d88cf None None] Provisioning for port 367b4c4d-5617-4382-a0f9-a6965bab7285 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:25.367682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8cf50389-6d2e-4848-8503-2e85978d88cf None None] Provisioning complete for port 367b4c4d-5617-4382-a0f9-a6965bab7285 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:25.367682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8cf50389-6d2e-4848-8503-2e85978d88cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.402967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.215 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/b5d5ebae-521d-4af6-96a0-19fa137a08ee) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:25.404902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:25.415868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:25.429340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:25.433731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.434085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Added segment 43de1040-774e-4313-a020-6bd443fca091 of type vlan for network 33510f94-4541-4ed0-bb86-402ff27f41e0 Apr 22 17:30:25.742924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.742924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port d1feceff-bdfa-4d99-a8e8-19472668dae7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d1feceff-bdfa-4d99-a8e8-19472668dae7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:25.743515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.744063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8cf50389-6d2e-4848-8503-2e85978d88cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.744063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8cf50389-6d2e-4848-8503-2e85978d88cf None None] For port 367b4c4d-5617-4382-a0f9-a6965bab7285, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=367b4c4d-5617-4382-a0f9-a6965bab7285,segment=NetworkSegment(dc96fe60-3441-4ef1-8eae-5ce6ac311b06),segment_id=dc96fe60-3441-4ef1-8eae-5ce6ac311b06)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:25.748778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.795481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.796464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 149a1acd-721f-4375-a621-25ec17b1fecc up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:25.806887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.812250 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-91719ad0-3c03-4e62-a489-dce9dc0f15ab tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.6783502 Apr 22 17:30:25.818345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45820) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:25.825881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-532215975'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:25.831206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.837364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:25.837799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.842517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:25.856469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.877167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8cf50389-6d2e-4848-8503-2e85978d88cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.884005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:25.901218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.902292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.911756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:25.912218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] device_id is not set on port da53e000-f7f1-4d32-9621-5120a44f0af3 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:25.930232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=d1feceff-bdfa-4d99-a8e8-19472668dae7,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:25.969427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:25.980251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:26.022314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf50389-6d2e-4848-8503-2e85978d88cf None None] Pushing event updated for resources: {'Port': ['ID=367b4c4d-5617-4382-a0f9-a6965bab7285,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:26.027596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 149a1acd-721f-4375-a621-25ec17b1fecc triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:26.027971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.089729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:26.097218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Provisioning for port 47eae9e2-9840-4608-95b1-43989d4f065f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:26.103281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Provisioning complete for port 47eae9e2-9840-4608-95b1-43989d4f065f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:26.104586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.148963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=b5d5ebae-521d-4af6-96a0-19fa137a08ee,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:26.151451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:26.165274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:26.175049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53db127-3873-4823-97e4-713cde80e089 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:30:26.203209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Allocated IP 2001:db8::17c (8da7a1b1-6350-426c-b799-2eb3087c38cc/d80cad79-a7f9-4f94-911d-250d15f484ba/da53e000-f7f1-4d32-9621-5120a44f0af3) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:26.214372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Network': ['ID=33510f94-4541-4ed0-bb86-402ff27f41e0,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:26.236791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 33510f94-4541-4ed0-bb86-402ff27f41e0 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:26.255827 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-045c460e-d336-492a-8916-621f0bd60e4e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0681968 Apr 22 17:30:26.260028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=d0cd7663-f153-4b4c-a384-a57b7cd942c9,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:26.265324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45826) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:26.265707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7f0672a5-b980-4676-906f-d0e241b6a5ab up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:26.270055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': 'c318f330-7238-46a7-aeed-afc462b88384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f6fb3a01-d009-4599-bc90-a65101a799e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:26.270452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: f6fb3a01-d009-4599-bc90-a65101a799e4, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:26.282349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Router b6678c7f-2318-472f-a85c-2932a4a6bd0f is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:30:26.285399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'subnet': {'network_id': '33510f94-4541-4ed0-bb86-402ff27f41e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:26.314533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Port 47eae9e2-9840-4608-95b1-43989d4f065f cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:26.348888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:26.351619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.441049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Provisioning complete for port c469c0a8-dac6-438b-85d8-129723e35a2f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:26.441426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.519967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Port c469c0a8-dac6-438b-85d8-129723e35a2f cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:26.524976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:26.538300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Usage tracker for resource:subnet and tenant:fcfd1d96b36d497ca7f0e55386bce727 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:26.547380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:26.552163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:26.552713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 7f0672a5-b980-4676-906f-d0e241b6a5ab triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:26.553120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.563859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network f6fb3a01-d009-4599-bc90-a65101a799e4 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:26.566078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:26.584396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.584396 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment 17d06389-e589-404d-8786-050ee33084d2 of type vlan for network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 Apr 22 17:30:26.599565 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Provisioning complete for port 367b4c4d-5617-4382-a0f9-a6965bab7285 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:26.599942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddc18-6a33-4f0a-8935-42d50d289ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.608797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:26.621789 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Sync routers for ids ['b6678c7f-2318-472f-a85c-2932a4a6bd0f'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:26.639449 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Routers {'b6678c7f-2318-472f-a85c-2932a4a6bd0f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:26.641376 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6678c7f-2318-472f-a85c-2932a4a6bd0f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:26.646049 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b171a269-fdb0-4fae-873e-bedae94289a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "PUT /v2.0/routers/b6678c7f-2318-472f-a85c-2932a4a6bd0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0754509 Apr 22 17:30:26.651691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45830) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:26.683235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, f6fb3a01-d009-4599-bc90-a65101a799e4) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:26.704126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Made reservation on behalf of fcfd1d96b36d497ca7f0e55386bce727 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:26.704335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.707038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.723121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.732277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:26.732870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.772305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8492f-16c7-4829-aa11-329f02f63073 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:26.772836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-24c8492f-16c7-4829-aa11-329f02f63073 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:26.778898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.838356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.913645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Transition to ACTIVE for port object da53e000-f7f1-4d32-9621-5120a44f0af3 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:26.929726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:30:26.945138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=b2b264f0-5369-4644-a793-9fcf999877f0,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:26.961418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] In _notify_port_updated(), no bound segment for port b2b264f0-5369-4644-a793-9fcf999877f0 on network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:30:26.967335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:26.967985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:26.970421 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f888fba5-3fac-4982-8e3e-028d94152300 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "PUT /v2.0/ports/b2b264f0-5369-4644-a793-9fcf999877f0 HTTP/1.1" status: 200 len: 993 time: 2.1220739 Apr 22 17:30:26.972201 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Set router b6678c7f-2318-472f-a85c-2932a4a6bd0f gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:26.977492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45834) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:27.018105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-24c8492f-16c7-4829-aa11-329f02f63073 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:27.019337 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-24c8492f-16c7-4829-aa11-329f02f63073 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports/c469c0a8-dac6-438b-85d8-129723e35a2f HTTP/1.1" status: 200 len: 911 time: 0.3640807 Apr 22 17:30:27.024421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45838) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:27.056845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-8a538d47-cc1f-4baa-aec7-1551cfe5ef68 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting port b2b264f0-5369-4644-a793-9fcf999877f0 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:27.057455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a538d47-cc1f-4baa-aec7-1551cfe5ef68 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.065678 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-452940c2-a2d3-43f2-b08b-0b1805287452 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6831965 Apr 22 17:30:27.076468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45842) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:27.110856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.150277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53db127-3873-4823-97e4-713cde80e089 None None] Unable to find a vacant binding_index for network f6fb3a01-d009-4599-bc90-a65101a799e4 and agent 30303825-12d3-43ae-8049-149103893658 {{(pid=88661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 22 17:30:27.161751 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53db127-3873-4823-97e4-713cde80e089 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, f6fb3a01-d009-4599-bc90-a65101a799e4) {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:30:27.315902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 53766098-ab52-411f-9c32-85d3459da98f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:27.326021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.331672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:27.332253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.368854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 53766098-ab52-411f-9c32-85d3459da98f {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:30:27.369238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 53766098-ab52-411f-9c32-85d3459da98f not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:30:27.391807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-967abc0f-a6b4-4a44-89aa-9014f9e53ad6 None None] Provisioning complete for port 47eae9e2-9840-4608-95b1-43989d4f065f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:27.392195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-967abc0f-a6b4-4a44-89aa-9014f9e53ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.503370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:27.515524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:27.523553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:27.531658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:27.532858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.552204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-967abc0f-a6b4-4a44-89aa-9014f9e53ad6 None None] Port 47eae9e2-9840-4608-95b1-43989d4f065f cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:27.553755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 367b4c4d-5617-4382-a0f9-a6965bab7285 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:27.557925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=da53e000-f7f1-4d32-9621-5120a44f0af3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:27.673924 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'name': 'tempest-NetworksTestDHCPv6-router-488826595', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:15Z', 'updated_at': '2022-04-22T17:30:22Z', 'revision_number': 2, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None, '_interfaces': [{'id': 'c469c0a8-dac6-438b-85d8-129723e35a2f', 'name': '', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'mac_address': 'fa:16:3e:81:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bbc141c4-aec3-4ef1-93ae-46fbc6d3619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:18Z', 'updated_at': '2022-04-22T17:30:23Z', 'revision_number': 2, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'subnets': [{'id': 'bbc141c4-aec3-4ef1-93ae-46fbc6d3619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:27.684632 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Checking router: b6678c7f-2318-472f-a85c-2932a4a6bd0f for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:30:27.685243 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Updating router b6678c7f-2318-472f-a85c-2932a4a6bd0f port c469c0a8-dac6-438b-85d8-129723e35a2f binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:30:27.695567 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f02e57d9-37eb-4568-82b8-0084f6b1414a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1029594 Apr 22 17:30:27.701256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45846) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:27.720536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=28ca9dbe-9a17-42d2-8ba2-028a3c679a11,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:27.726164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.749146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 367b4c4d-5617-4382-a0f9-a6965bab7285 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:27.749662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.758839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.778281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:27.834791 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b63d3c22-0313-4845-a998-63a949b67df1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0151622 Apr 22 17:30:27.838120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45850) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:27.840210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a538d47-cc1f-4baa-aec7-1551cfe5ef68 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.855986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:27.899231 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:27.950100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.023714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:28.047283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-f6fb3a01-d009-4599-bc90-a65101a799e4', 'network_id': 'f6fb3a01-d009-4599-bc90-a65101a799e4', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': 'd0cd7663-f153-4b4c-a384-a57b7cd942c9'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:28.048929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.087314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:28.147147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d1feceff-bdfa-4d99-a8e8-19472668dae7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:28.147518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:28.157595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-8a538d47-cc1f-4baa-aec7-1551cfe5ef68 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Calling delete_port for b2b264f0-5369-4644-a793-9fcf999877f0 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:28.204231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:28.242548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeebb0d-2ed4-4e70-bae6-a183f9282c4a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:28.249253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeebb0d-2ed4-4e70-bae6-a183f9282c4a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:28.251125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.255928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeebb0d-2ed4-4e70-bae6-a183f9282c4a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:28.256716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cbeebb0d-2ed4-4e70-bae6-a183f9282c4a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Synchronizing usage tracker for tenant:580ab007050c4c789183a0698e2e299e on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:28.273934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a08fcf-2e6b-4574-b5f6-96324fa7239a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:28.281405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a08fcf-2e6b-4574-b5f6-96324fa7239a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:28.282372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d6a08fcf-2e6b-4574-b5f6-96324fa7239a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:28.297045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:28.300980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.371486 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.378252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d1feceff-bdfa-4d99-a8e8-19472668dae7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:28.379601 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.384721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Subnet': ['ID=6db999a6-be01-4408-bc2b-ca3896ee89b0,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:28.397325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d6a08fcf-2e6b-4574-b5f6-96324fa7239a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:28.398404 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d6a08fcf-2e6b-4574-b5f6-96324fa7239a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3729906 Apr 22 17:30:28.401999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cbeebb0d-2ed4-4e70-bae6-a183f9282c4a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Unset dirty status for tenant:580ab007050c4c789183a0698e2e299e on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:28.405407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45854) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:28.406374 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cbeebb0d-2ed4-4e70-bae6-a183f9282c4a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7040174 Apr 22 17:30:28.412624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45856) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:28.458098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Allocated IP 172.20.0.1 (f6fb3a01-d009-4599-bc90-a65101a799e4/d0cd7663-f153-4b4c-a384-a57b7cd942c9/2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:28.521664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Checking segment: {'id': '43de1040-774e-4313-a020-6bd443fca091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33510f94-4541-4ed0-bb86-402ff27f41e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:28.522057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network hostable DHCP agents. Network: 33510f94-4541-4ed0-bb86-402ff27f41e0, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:28.535843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.570399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-de1b6d40-29b9-4a0b-9b55-49e512eff66f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Deleting port da53e000-f7f1-4d32-9621-5120a44f0af3 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:28.570779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1b6d40-29b9-4a0b-9b55-49e512eff66f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.623466 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Transition to ACTIVE for port object c469c0a8-dac6-438b-85d8-129723e35a2f will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:28.628276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 60d3e531-29be-43ae-9f4a-91e9adfe5986 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:28.630995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:30:28.631213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a538d47-cc1f-4baa-aec7-1551cfe5ef68 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.673790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.703049 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.724638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a538d47-cc1f-4baa-aec7-1551cfe5ef68 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event deleted for resources: {'Port': ['ID=b2b264f0-5369-4644-a793-9fcf999877f0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:28.775537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network 33510f94-4541-4ed0-bb86-402ff27f41e0 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:28.809224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.822238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Transition to ACTIVE for port object 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:28.847920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Transition to ACTIVE for port object 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:28.848208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.862904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 60d3e531-29be-43ae-9f4a-91e9adfe5986 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:28.863671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.891134 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Pushing event updated for resources: {'Port': ['ID=c469c0a8-dac6-438b-85d8-129723e35a2f,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:28.930512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=b5d5ebae-521d-4af6-96a0-19fa137a08ee,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:28.935736 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.936552 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.936678 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.936939 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.937719 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.937853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 33510f94-4541-4ed0-bb86-402ff27f41e0) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:28.937941 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.938211 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.938547 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.938914 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.939306 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.939634 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.939955 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:28.955827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.961684 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Attempting to bind port c469c0a8-dac6-438b-85d8-129723e35a2f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:28.962063 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Attempting to bind port c469c0a8-dac6-438b-85d8-129723e35a2f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:28.962720 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Attempting to bind port c469c0a8-dac6-438b-85d8-129723e35a2f on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:28.969100 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:28.969529 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:28.969934 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.970328 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:28.970807 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Bound port: c469c0a8-dac6-438b-85d8-129723e35a2f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:28.972053 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.980206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:28.980947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:28.988234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1b6d40-29b9-4a0b-9b55-49e512eff66f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.082714 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] For port c469c0a8-dac6-438b-85d8-129723e35a2f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:29.084562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.087047 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] For port c469c0a8-dac6-438b-85d8-129723e35a2f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c469c0a8-dac6-438b-85d8-129723e35a2f,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:29.132119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Network f6fb3a01-d009-4599-bc90-a65101a799e4 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:29.136633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:29.152938 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:29.172170 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.188035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Pushing event updated for resources: {'Port': ['ID=2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:29.269408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-de1b6d40-29b9-4a0b-9b55-49e512eff66f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Calling delete_port for da53e000-f7f1-4d32-9621-5120a44f0af3 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:29.292387 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Routers {'b6678c7f-2318-472f-a85c-2932a4a6bd0f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:29.293666 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6678c7f-2318-472f-a85c-2932a4a6bd0f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:29.298967 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-28f3fbe6-2245-4d9c-a319-daccc487784e tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0325389 Apr 22 17:30:29.300274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.306067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Attempting to bind port 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:29.306067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Attempting to bind port 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'c318f330-7238-46a7-aeed-afc462b88384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f6fb3a01-d009-4599-bc90-a65101a799e4'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:29.306067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Attempting to bind port 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b on network f6fb3a01-d009-4599-bc90-a65101a799e4 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:29.308191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45862) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:29.313393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:29.313903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Checking segment: {'id': 'c318f330-7238-46a7-aeed-afc462b88384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f6fb3a01-d009-4599-bc90-a65101a799e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:29.314408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.315349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Bound using segment: {'id': 'c318f330-7238-46a7-aeed-afc462b88384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f6fb3a01-d009-4599-bc90-a65101a799e4'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:29.315504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Bound port: 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318f330-7238-46a7-aeed-afc462b88384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f6fb3a01-d009-4599-bc90-a65101a799e4'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:29.316095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.355216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-eba9ce61-5c21-4a9f-81d7-1485bfeb6ddc tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'router': {'external_gateway_info': {'network_id': '33510f94-4541-4ed0-bb86-402ff27f41e0'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:29.422834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=d0cd7663-f153-4b4c-a384-a57b7cd942c9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:29.505650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] For port 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:29.517857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] For port 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b,segment=NetworkSegment(c318f330-7238-46a7-aeed-afc462b88384),segment_id=c318f330-7238-46a7-aeed-afc462b88384)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:29.553096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a538d47-cc1f-4baa-aec7-1551cfe5ef68 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.554038 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9b70a-736c-41aa-a390-1843e687e9b2 None None] Pushing event updated for resources: {'Port': ['ID=c469c0a8-dac6-438b-85d8-129723e35a2f,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:29.564242 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] Set router b6678c7f-2318-472f-a85c-2932a4a6bd0f gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:29.570931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.588958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.674602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=414c7086-25a6-4a94-a2a9-8de1cc3269f7,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:29.694511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:29.695178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: 28ca9dbe-9a17-42d2-8ba2-028a3c679a11, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:29.712146 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8a538d47-cc1f-4baa-aec7-1551cfe5ef68 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "DELETE /v2.0/ports/b2b264f0-5369-4644-a793-9fcf999877f0 HTTP/1.1" status: 204 len: 168 time: 2.7336152 Apr 22 17:30:29.717076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45866) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:29.731348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed3a6e-028a-4cff-9ebb-fd52381d7ed3 None None] Pushing event updated for resources: {'Port': ['ID=2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:29.773326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1b6d40-29b9-4a0b-9b55-49e512eff66f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.774056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dbc1cf-c362-40f3-9a28-22c9096c374f None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:30:29.776993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:29.830876 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-959b146e-6280-4fd6-87aa-4d7e1cbd9435 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] GET failed (client error): The resource could not be found. Apr 22 17:30:29.831423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-959b146e-6280-4fd6-87aa-4d7e1cbd9435 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Synchronizing usage tracker for tenant:69e3be9f966c4a31b5cbf8c47871566d on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:29.835621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b6d40-29b9-4a0b-9b55-49e512eff66f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Port': ['ID=da53e000-f7f1-4d32-9621-5120a44f0af3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:29.890077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:29.988712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-959b146e-6280-4fd6-87aa-4d7e1cbd9435 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Unset dirty status for tenant:69e3be9f966c4a31b5cbf8c47871566d on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:29.993825 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-959b146e-6280-4fd6-87aa-4d7e1cbd9435 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "GET /v2.0/ports/b2b264f0-5369-4644-a793-9fcf999877f0 HTTP/1.1" status: 404 len: 333 time: 0.2777214 Apr 22 17:30:29.997706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fb3a01-d009-4599-bc90-a65101a799e4']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:29.999659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45870) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:30.005014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 28ca9dbe-9a17-42d2-8ba2-028a3c679a11) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:30.007703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:30.008307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.015350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1b6d40-29b9-4a0b-9b55-49e512eff66f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.020209 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de1b6d40-29b9-4a0b-9b55-49e512eff66f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "DELETE /v2.0/ports/da53e000-f7f1-4d32-9621-5120a44f0af3 HTTP/1.1" status: 204 len: 168 time: 1.6042805 Apr 22 17:30:30.024520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'name': 'tempest-AllowedAddressPairTestJSON-1083669573'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:30.026256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45874) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:30.028405 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'name': 'tempest-NetworksTestDHCPv6-router-488826595', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:15Z', 'updated_at': '2022-04-22T17:30:22Z', 'revision_number': 2, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None, '_interfaces': [{'id': 'c469c0a8-dac6-438b-85d8-129723e35a2f', 'name': '', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'mac_address': 'fa:16:3e:81:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bbc141c4-aec3-4ef1-93ae-46fbc6d3619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:18Z', 'updated_at': '2022-04-22T17:30:29Z', 'revision_number': 4, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'subnets': [{'id': 'bbc141c4-aec3-4ef1-93ae-46fbc6d3619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:30.033930 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a7709-5a29-48ef-8614-0a4dec0c70ab None None] The sync data for ids ['b6678c7f-2318-472f-a85c-2932a4a6bd0f'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'name': 'tempest-NetworksTestDHCPv6-router-488826595', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:15Z', 'updated_at': '2022-04-22T17:30:22Z', 'revision_number': 2, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None, '_interfaces': [{'id': 'c469c0a8-dac6-438b-85d8-129723e35a2f', 'name': '', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'mac_address': 'fa:16:3e:81:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bbc141c4-aec3-4ef1-93ae-46fbc6d3619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:18Z', 'updated_at': '2022-04-22T17:30:29Z', 'revision_number': 4, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'subnets': [{'id': 'bbc141c4-aec3-4ef1-93ae-46fbc6d3619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:30.088425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c318f330-7238-46a7-aeed-afc462b88384') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:30.090727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c318f330-7238-46a7-aeed-afc462b88384') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:30.137543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dbc1cf-c362-40f3-9a28-22c9096c374f None None] Unable to find a vacant binding_index for network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 and agent 30303825-12d3-43ae-8049-149103893658 {{(pid=88661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 22 17:30:30.140284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eba9ce61-5c21-4a9f-81d7-1485bfeb6ddc tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.144780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dbc1cf-c362-40f3-9a28-22c9096c374f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 28ca9dbe-9a17-42d2-8ba2-028a3c679a11) {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:30:30.147916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 972fb5c3-6328-4fca-b1e4-037bd1947e30 associated. External IP: 172.26.3.215, port: 7b65f6ef-6ef5-4eba-91e9-b68711778e64. Apr 22 17:30:30.155786 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e55f4455-7b00-4ba9-bddb-dccfaf18f7f7 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3049686 Apr 22 17:30:30.159933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45878) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:30.239563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.254268 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c3734a-ab42-4f56-9a70-d3c7ef3340f8 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] GET failed (client error): The resource could not be found. Apr 22 17:30:30.259155 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-08c3734a-ab42-4f56-9a70-d3c7ef3340f8 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "GET /v2.0/ports/da53e000-f7f1-4d32-9621-5120a44f0af3 HTTP/1.1" status: 404 len: 333 time: 0.1727667 Apr 22 17:30:30.267324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45882) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:30.278070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-7947807'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:30.382823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.425585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:30.426259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.483122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:30.493803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:30.511730 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:30.513959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-05abf4d7-83d3-4390-9126-d7a8ce3088c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.564317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Made reservation on behalf of 69e3be9f966c4a31b5cbf8c47871566d for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:30.568242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.678590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] device_id is not set on port a0ca7062-a428-4424-8a00-714d633cff06 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:30.682023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:30.682967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.705086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-33510f94-4541-4ed0-bb86-402ff27f41e0', 'network_id': '33510f94-4541-4ed0-bb86-402ff27f41e0', 'tenant_id': 'fcfd1d96b36d497ca7f0e55386bce727', 'fixed_ips': [{'subnet_id': '6db999a6-be01-4408-bc2b-ca3896ee89b0'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:30.706019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:30.974436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:30:30.974436 dv-neutron-839024-1-hyperv neutron-server[88659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:30:30.974436 dv-neutron-839024-1-hyperv neutron-server[88659]: [parameters: {'id': 'f6fb3a01-d009-4599-bc90-a65101a799e4'}] Apr 22 17:30:30.974436 dv-neutron-839024-1-hyperv neutron-server[88659]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:30:30.975172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:30:30.980817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.010886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Allocated IP 2001:db8::2 (28ca9dbe-9a17-42d2-8ba2-028a3c679a11/414c7086-25a6-4a94-a2a9-8de1cc3269f7/17133cc2-62b7-4ab5-9397-2ba6c94a23e5) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:31.037881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Allocated IP 2001:db8:1::2 (33510f94-4541-4ed0-bb86-402ff27f41e0/6db999a6-be01-4408-bc2b-ca3896ee89b0/ed37d5e8-808e-4fd3-bf67-019741d27b49) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:31.056045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.176588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:31.214402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Allocated IP 172.20.0.10 (0ebb13ed-892c-44af-a167-7ce9d4bf1b0b/0f498b39-3ae9-43ac-a148-620ac8c3da14/a0ca7062-a428-4424-8a00-714d633cff06) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:31.262232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:31.375445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Made reservation on behalf of 580ab007050c4c789183a0698e2e299e for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:31.379206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.487080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.508197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Transition to ACTIVE for port object 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:31.512652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.532652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.560557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c469c0a8-dac6-438b-85d8-129723e35a2f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:31.565343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] device_id is not set on port f9eb0d79-f67a-43c8-81da-b4de0345e2eb yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:31.583471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.598440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Transition to ACTIVE for port object ed37d5e8-808e-4fd3-bf67-019741d27b49 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:31.599220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Transition to ACTIVE for port object a0ca7062-a428-4424-8a00-714d633cff06 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:31.601371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Transition to ACTIVE for port object 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:31.627582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:31.633965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Deleting port 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:31.634165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Transition to ACTIVE for port object ed37d5e8-808e-4fd3-bf67-019741d27b49 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:31.634517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.669591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.672126 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-eba9ce61-5c21-4a9f-81d7-1485bfeb6ddc tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:30:31.677664 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-eba9ce61-5c21-4a9f-81d7-1485bfeb6ddc tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "PUT /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae HTTP/1.1" status: 400 len: 364 time: 2.3270710 Apr 22 17:30:31.686957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45886) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:31.705023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.720352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.746903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:31.748472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c469c0a8-dac6-438b-85d8-129723e35a2f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:31.759308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:31.761807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:31.775069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Network 33510f94-4541-4ed0-bb86-402ff27f41e0 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:31.777368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Pushing event updated for resources: {'Port': ['ID=17133cc2-62b7-4ab5-9397-2ba6c94a23e5,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:31.797515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:31.802778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:31.808578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:31.811929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c469c0a8-dac6-438b-85d8-129723e35a2f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:31.812492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:31.838898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:31.841414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:31.861304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8::1 (28ca9dbe-9a17-42d2-8ba2-028a3c679a11/414c7086-25a6-4a94-a2a9-8de1cc3269f7/6867274c-f3ec-4dd4-86e7-634628c31fab) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:31.863283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=a0ca7062-a428-4424-8a00-714d633cff06,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:31.931198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:31.931821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.042407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Pushing event updated for resources: {'Port': ['ID=ed37d5e8-808e-4fd3-bf67-019741d27b49,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:32.074965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.080859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Attempting to bind port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:32.081240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Attempting to bind port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:32.081602 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Attempting to bind port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 on network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:32.090186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Attempting to bind port ed37d5e8-808e-4fd3-bf67-019741d27b49 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:32.090563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Attempting to bind port ed37d5e8-808e-4fd3-bf67-019741d27b49 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '43de1040-774e-4313-a020-6bd443fca091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33510f94-4541-4ed0-bb86-402ff27f41e0'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:32.091460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Attempting to bind port ed37d5e8-808e-4fd3-bf67-019741d27b49 on network 33510f94-4541-4ed0-bb86-402ff27f41e0 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:32.093545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object 6867274c-f3ec-4dd4-86e7-634628c31fab will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:32.093697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:32.094034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Checking segment: {'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:32.094442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.094867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Bound using segment: {'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:32.095352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Bound port: 17133cc2-62b7-4ab5-9397-2ba6c94a23e5, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:32.095798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.111413 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-167ab18f-c559-44d6-b99e-47c63d22e8e8 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1106756 Apr 22 17:30:32.114778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45890) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:32.122717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:57:ca:14'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:32.141582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:32.141991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Checking segment: {'id': '43de1040-774e-4313-a020-6bd443fca091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33510f94-4541-4ed0-bb86-402ff27f41e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:32.142370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.142790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Bound using segment: {'id': '43de1040-774e-4313-a020-6bd443fca091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33510f94-4541-4ed0-bb86-402ff27f41e0'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:32.143294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Bound port: ed37d5e8-808e-4fd3-bf67-019741d27b49, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43de1040-774e-4313-a020-6bd443fca091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33510f94-4541-4ed0-bb86-402ff27f41e0'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:32.143661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.220848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.269298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.342271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:32.353862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port c469c0a8-dac6-438b-85d8-129723e35a2f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c469c0a8-dac6-438b-85d8-129723e35a2f,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:32.355145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] For port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:32.359708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] For port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=17133cc2-62b7-4ab5-9397-2ba6c94a23e5,segment=NetworkSegment(17d06389-e589-404d-8786-050ee33084d2),segment_id=17d06389-e589-404d-8786-050ee33084d2)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:32.362366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] For port ed37d5e8-808e-4fd3-bf67-019741d27b49, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:32.365300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] For port ed37d5e8-808e-4fd3-bf67-019741d27b49, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ed37d5e8-808e-4fd3-bf67-019741d27b49,segment=NetworkSegment(43de1040-774e-4313-a020-6bd443fca091),segment_id=43de1040-774e-4313-a020-6bd443fca091)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:32.370873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:32.389527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:32.390074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.417118 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.423441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=6867274c-f3ec-4dd4-86e7-634628c31fab,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:32.431713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port c469c0a8-dac6-438b-85d8-129723e35a2f {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:32.432057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.467547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.471346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.508999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.552325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=c469c0a8-dac6-438b-85d8-129723e35a2f,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:32.571332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Allocated IP 2001:db8::272 (8da7a1b1-6350-426c-b799-2eb3087c38cc/d80cad79-a7f9-4f94-911d-250d15f484ba/f9eb0d79-f67a-43c8-81da-b4de0345e2eb) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:32.616252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5fd1dac5-1787-4b04-a3b8-57f7638e1583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.649652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590cf39-d4fe-473c-ae9c-deccffd5e376 None None] Pushing event updated for resources: {'Port': ['ID=17133cc2-62b7-4ab5-9397-2ba6c94a23e5,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:32.741911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c91b5-e97f-4802-b553-4b7487f536ea None None] Pushing event updated for resources: {'Port': ['ID=ed37d5e8-808e-4fd3-bf67-019741d27b49,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:32.761151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:32.863109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:32.876455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] Sync routers for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:32.886866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:32.888472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:32.923136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] For port 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b,segment=NetworkSegment(c318f330-7238-46a7-aeed-afc462b88384),segment_id=c318f330-7238-46a7-aeed-afc462b88384)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:32.923392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.135157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.197257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.213922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:33.266943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Calling delete_port for 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:33.339616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.388988 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b80884d9-c58b-4e6b-b034-208a248263c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5084994 Apr 22 17:30:33.392689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45894) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:33.433080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.459445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:30:33.616066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=a0ca7062-a428-4424-8a00-714d633cff06,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:33.644712 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d671600c-7f75-44d2-b12b-41592df87bbd'] response: {'name': 'network-changed', 'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'status': 'completed', 'code': 200} Apr 22 17:30:33.703630 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-47d36e15-51e2-4747-abc5-b7851ee7409c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/972fb5c3-6328-4fca-b1e4-037bd1947e30 HTTP/1.1" status: 200 len: 991 time: 0.3032589 Apr 22 17:30:33.714357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] In _notify_port_updated(), no bound segment for port a0ca7062-a428-4424-8a00-714d633cff06 on network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:30:33.730076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:33.731002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.737905 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b0b50038-5aee-4005-98f8-c0ac4d5fb51b tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "PUT /v2.0/ports/a0ca7062-a428-4424-8a00-714d633cff06 HTTP/1.1" status: 200 len: 997 time: 1.6220345 Apr 22 17:30:33.740165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45900) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:33.760628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.780805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.782454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c469c0a8-dac6-438b-85d8-129723e35a2f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:33.817012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.844744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7180c264-f51f-4b13-a049-66a55a009261 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting port a0ca7062-a428-4424-8a00-714d633cff06 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:33.845355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7180c264-f51f-4b13-a049-66a55a009261 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.931590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c469c0a8-dac6-438b-85d8-129723e35a2f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:33.931590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.938148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.939267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:33.992325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:34.033382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:26Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:34.048859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] Checking router: 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:30:34.136611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:34.137280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:34.151756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Port': ['ID=2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:34.180061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=6867274c-f3ec-4dd4-86e7-634628c31fab,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:34.277056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ed37d5e8-808e-4fd3-bf67-019741d27b49 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:34.355260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:34.363579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:34.433533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:34.518922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:34.555667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No DVR routers for this DVR port 2f9a4b6f-fe22-4d6b-bdb6-504ccd4dd56b on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:34.649457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] For port c469c0a8-dac6-438b-85d8-129723e35a2f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c469c0a8-dac6-438b-85d8-129723e35a2f,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:34.650070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:34.680717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7180c264-f51f-4b13-a049-66a55a009261 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:34.693780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92f4a7-c9e5-4b00-bb2b-190ab7758060 None None] Network f6fb3a01-d009-4599-bc90-a65101a799e4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:34.716377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01543aa8-b367-4020-9ab9-e6fe163c68e2 None None] Network 33510f94-4541-4ed0-bb86-402ff27f41e0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:34.735825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45906) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:34.776602 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a07260-a2d1-4b0a-b9fd-ccae41ce2836 None None] Network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:34.947460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3729d7d4-e718-4ed1-8863-a730b75e5b78 None None] Provisioning for port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:34.953983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.091561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7180c264-f51f-4b13-a049-66a55a009261 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Calling delete_port for a0ca7062-a428-4424-8a00-714d633cff06 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:35.109687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-9d80afb6-8d0b-4358-b9f3-7ffbea0e159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:35.111498 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-9d80afb6-8d0b-4358-b9f3-7ffbea0e159f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 1098 time: 1.4555449 Apr 22 17:30:35.139268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for c469c0a8-dac6-438b-85d8-129723e35a2f owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:35.221437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port ed37d5e8-808e-4fd3-bf67-019741d27b49 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:35.243530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.246391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:30:35.274581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Allocated IP 2001:db8::1 (2db42ee3-49d2-403d-8de7-4fa98fbef51a/8cd6742b-735c-48ef-beb1-4563609c5e39/3fff7d96-550f-4324-bde1-0e1b051685d1) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:35.402908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:35.453312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-628b85c4-4095-4e03-883a-bac5b9d12d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/972fb5c3-6328-4fca-b1e4-037bd1947e30 HTTP/1.1" status: 200 len: 991 time: 0.7141166 Apr 22 17:30:35.505581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.508688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Transition to ACTIVE for port object f9eb0d79-f67a-43c8-81da-b4de0345e2eb will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:35.543559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fb3a01-d009-4599-bc90-a65101a799e4']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:35.549734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:35.562614 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-afd9486e-6f94-49d3-91c5-55380f4e477f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4017661 Apr 22 17:30:35.564248 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:35.565159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45910) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:35.571194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1709353897'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:35.577231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:35.579292 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:35.580738 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:35.581415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7180c264-f51f-4b13-a049-66a55a009261 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.589364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:35.611286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c318f330-7238-46a7-aeed-afc462b88384') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:35.611656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c318f330-7238-46a7-aeed-afc462b88384') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:35.640061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:35.645851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180c264-f51f-4b13-a049-66a55a009261 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event deleted for resources: {'Port': ['ID=a0ca7062-a428-4424-8a00-714d633cff06,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:35.656101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:35.658878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.719401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Provisioning for port ed37d5e8-808e-4fd3-bf67-019741d27b49 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:35.772614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:35.784175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.801026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.807223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-86349c53-7445-42b9-80f5-f21fac2e15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:35.808885 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-86349c53-7445-42b9-80f5-f21fac2e15bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d HTTP/1.1" status: 200 len: 896 time: 0.6121132 Apr 22 17:30:35.837136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7180c264-f51f-4b13-a049-66a55a009261 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.845812 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7180c264-f51f-4b13-a049-66a55a009261 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "DELETE /v2.0/ports/a0ca7062-a428-4424-8a00-714d633cff06 HTTP/1.1" status: 204 len: 168 time: 2.1044440 Apr 22 17:30:35.848246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45914) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:35.889992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:35.890481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:35.914417 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:35.917463 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-933c2038-bfbc-44db-bd5f-845e73af064e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] GET failed (client error): The resource could not be found. Apr 22 17:30:35.918179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-933c2038-bfbc-44db-bd5f-845e73af064e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Synchronizing usage tracker for tenant:69e3be9f966c4a31b5cbf8c47871566d on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:35.922846 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:35.937326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:35.948326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:35.949054 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment dc5a0c7f-66fa-4289-9bdc-36811da0b49d of type vlan for network ad7106b0-08f5-462a-a060-19033faeceb5 Apr 22 17:30:35.980498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.021803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9f0d76-f97b-4921-82f8-c6978d5bce2c None None] Network f6fb3a01-d009-4599-bc90-a65101a799e4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:36.025640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-933c2038-bfbc-44db-bd5f-845e73af064e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Unset dirty status for tenant:69e3be9f966c4a31b5cbf8c47871566d on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:36.033020 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-933c2038-bfbc-44db-bd5f-845e73af064e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "GET /v2.0/ports/a0ca7062-a428-4424-8a00-714d633cff06 HTTP/1.1" status: 404 len: 333 time: 0.1834061 Apr 22 17:30:36.037827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45918) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:36.044902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'name': 'tempest-AllowedAddressPairTestJSON-551738372'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:36.049585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Provisioning complete for port ed37d5e8-808e-4fd3-bf67-019741d27b49 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:36.049974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.055759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.092464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.099068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:36.099835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.170978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=f9eb0d79-f67a-43c8-81da-b4de0345e2eb,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:36.191626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:36.202088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:36.209094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.212429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:36.221113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:36.221763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.228891 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-b99b6e7b-1d98-4ca2-9e48-0139b2985a79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64 HTTP/1.1" status: 200 len: 999 time: 0.4116318 Apr 22 17:30:36.316259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=ad7106b0-08f5-462a-a060-19033faeceb5,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:36.338270 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-76bb4a73-a297-4c50-bc7c-d61d1b05e055 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7718487 Apr 22 17:30:36.342704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45922) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:36.355229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:36.357075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network ad7106b0-08f5-462a-a060-19033faeceb5 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:36.511716 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:32Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:33Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:36.516885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:36.520935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:36.524362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:36.527996 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:30:36.528400 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Updating router 878931d4-e809-4f78-ad06-a9908efc1a4b port 6867274c-f3ec-4dd4-86e7-634628c31fab binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:30:36.531479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:36.540421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45926) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:36.543537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:36.592167 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.628714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:36.629584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.633893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.668312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.670550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:36.678273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.681978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Transition to ACTIVE for port object 3fff7d96-550f-4324-bde1-0e1b051685d1 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:36.691536 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/f6fb3a01-d009-4599-bc90-a65101a799e4 HTTP/1.1" status: 204 len: 168 time: 9.6140442 Apr 22 17:30:36.704217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45930) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:36.704924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cfc59-e94e-4139-8014-c5da87a618f2 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=f6fb3a01-d009-4599-bc90-a65101a799e4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:36.715443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-817624111'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:36.720522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:36.724492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:36.730177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:36.731502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:36.737587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:36.740813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:36.744088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.757701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-3e1cd387-4071-40ae-92fd-212f65ab075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:36.759198 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-3e1cd387-4071-40ae-92fd-212f65ab075b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a39a3ba-6811-4921-8175-f52235d47129 HTTP/1.1" status: 200 len: 834 time: 0.5210950 Apr 22 17:30:36.766782 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2620e2b8-5826-4fda-8fd9-47ea019c7516 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.4969678 Apr 22 17:30:36.777365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45934) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:36.784101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16a', 'mac_address': 'fa:16:3e:f3:bb:0a'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:36.830334 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8a96c1cd-c7ff-4558-b3f8-c73c4a5d8454 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/972fb5c3-6328-4fca-b1e4-037bd1947e30 HTTP/1.1" status: 200 len: 991 time: 0.2885060 Apr 22 17:30:36.850509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:36.854760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.875805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-f660c02f-54ed-4ed0-a4cf-91a72f9e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:36.877511 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-f660c02f-54ed-4ed0-a4cf-91a72f9e0175 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095264 Apr 22 17:30:36.881437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Made reservation on behalf of 69e3be9f966c4a31b5cbf8c47871566d for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:36.882404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.886053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:36.929168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] For port ed37d5e8-808e-4fd3-bf67-019741d27b49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ed37d5e8-808e-4fd3-bf67-019741d27b49,segment=NetworkSegment(43de1040-774e-4313-a020-6bd443fca091),segment_id=43de1040-774e-4313-a020-6bd443fca091)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:36.931691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:26Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:36.941082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011caf3-0734-4da4-bb7d-f5ee03836ec5 None None] The sync data for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv is: [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:29:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:26Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:37.103023 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-a5c52d03-8eef-4877-81be-296ebab45e6e service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132049 Apr 22 17:30:37.104115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.111606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=c469c0a8-dac6-438b-85d8-129723e35a2f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:37.116627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.156422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.180283 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.207926 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Transition to ACTIVE for port object 6867274c-f3ec-4dd4-86e7-634628c31fab will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:37.249293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Could not find standard attr ID for object c469c0a8-dac6-438b-85d8-129723e35a2f. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:37.254381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Pushing event updated for resources: {'Port': ['ID=ed37d5e8-808e-4fd3-bf67-019741d27b49,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:37.254980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:37.264275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Could not find standard attr ID for object da53e000-f7f1-4d32-9621-5120a44f0af3. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:37.268624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Could not find standard attr ID for object b2b264f0-5369-4644-a793-9fcf999877f0. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:37.280125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-80f22f83-3654-46b0-9add-330feeb7ecd2 None None] Could not find standard attr ID for object a0ca7062-a428-4424-8a00-714d633cff06. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:37.295543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=17133cc2-62b7-4ab5-9397-2ba6c94a23e5,segment=NetworkSegment(17d06389-e589-404d-8786-050ee33084d2),segment_id=17d06389-e589-404d-8786-050ee33084d2)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:37.316239 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.316595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] device_id is not set on port adf29b9f-24f0-4cdc-916e-2d25a93931a7 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:37.356169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34240fa-729b-46b6-92b7-579c9591f4db None None] New status for floating IP 972fb5c3-6328-4fca-b1e4-037bd1947e30: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:30:37.447021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network 2db42ee3-49d2-403d-8de7-4fa98fbef51a is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:37.489285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.537926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.558988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:37.583493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:37.584050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.769311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=17133cc2-62b7-4ab5-9397-2ba6c94a23e5,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:37.791712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a745f7c4-9dff-43d3-9fb6-303c0b1f0fbf None None] Could not find standard attr ID for object c469c0a8-dac6-438b-85d8-129723e35a2f. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:37.797825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.798345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment e5a95a34-0980-456c-9385-4b77fc1d4f6f of type vlan for network 8d8a4747-659c-47bf-844f-c96c3db9f17a Apr 22 17:30:37.848192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ed37d5e8-808e-4fd3-bf67-019741d27b49 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:37.878704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Allocated IP 172.20.0.11 (0ebb13ed-892c-44af-a167-7ce9d4bf1b0b/0f498b39-3ae9-43ac-a148-620ac8c3da14/adf29b9f-24f0-4cdc-916e-2d25a93931a7) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:37.881302 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Attempting to bind port 6867274c-f3ec-4dd4-86e7-634628c31fab on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:37.882272 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Attempting to bind port 6867274c-f3ec-4dd4-86e7-634628c31fab by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:37.882920 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Attempting to bind port 6867274c-f3ec-4dd4-86e7-634628c31fab on network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:37.885194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45938) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:37.891882 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828729e-60ef-4bef-ba52-536e031165cd None None] Pushing event updated for resources: {'Port': ['ID=6867274c-f3ec-4dd4-86e7-634628c31fab,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:37.907496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:37.907496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Checking segment: {'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:37.907496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.907496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Bound using segment: {'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:37.907496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Bound port: 6867274c-f3ec-4dd4-86e7-634628c31fab, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d06389-e589-404d-8786-050ee33084d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:37.907496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:37.915207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a745f7c4-9dff-43d3-9fb6-303c0b1f0fbf None None] Could not find standard attr ID for object a0ca7062-a428-4424-8a00-714d633cff06. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:37.917039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.018537 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] For port 6867274c-f3ec-4dd4-86e7-634628c31fab, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:38.022638 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] For port 6867274c-f3ec-4dd4-86e7-634628c31fab, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6867274c-f3ec-4dd4-86e7-634628c31fab,segment=NetworkSegment(17d06389-e589-404d-8786-050ee33084d2),segment_id=17d06389-e589-404d-8786-050ee33084d2)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:38.059934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.087770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Port': ['ID=3fff7d96-550f-4324-bde1-0e1b051685d1,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:38.114847 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.155036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a745f7c4-9dff-43d3-9fb6-303c0b1f0fbf None None] Provisioning for port f9eb0d79-f67a-43c8-81da-b4de0345e2eb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:38.171839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026689df-2e35-41b4-aa9f-c8d91829bdf4 None None] Network 33510f94-4541-4ed0-bb86-402ff27f41e0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:38.220514 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828729e-60ef-4bef-ba52-536e031165cd None None] Pushing event updated for resources: {'Port': ['ID=6867274c-f3ec-4dd4-86e7-634628c31fab,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:38.223666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a745f7c4-9dff-43d3-9fb6-303c0b1f0fbf None None] Provisioning complete for port f9eb0d79-f67a-43c8-81da-b4de0345e2eb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:38.224692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a745f7c4-9dff-43d3-9fb6-303c0b1f0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.253149 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:38.253947 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:38.324109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a745f7c4-9dff-43d3-9fb6-303c0b1f0fbf None None] Port f9eb0d79-f67a-43c8-81da-b4de0345e2eb cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:38.328236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.328468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=28e98590-e295-4b02-9b1e-8d93083a5dfe,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:38.335137 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1f380fe-abc7-49dd-86f0-f75418a0f674 req-9160f43c-9df3-4f2d-b5e0-5be236dd8c57 service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2186439 Apr 22 17:30:38.351695 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3bb7aefd-7594-4384-bd5b-1742409450ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/972fb5c3-6328-4fca-b1e4-037bd1947e30 HTTP/1.1" status: 200 len: 991 time: 0.4650285 Apr 22 17:30:38.359478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:38.359842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: ad7106b0-08f5-462a-a060-19033faeceb5, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:38.417594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eacae6-33a4-4ab5-942a-a4fb2c2e431a None None] Network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:38.525414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.538607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network ad7106b0-08f5-462a-a060-19033faeceb5 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:38.573856 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:38.581485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.599593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Transition to ACTIVE for port object adf29b9f-24f0-4cdc-916e-2d25a93931a7 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:38.623946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.624780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.629651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:38.630317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.705838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Router b6678c7f-2318-472f-a85c-2932a4a6bd0f has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:38.713789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=f9eb0d79-f67a-43c8-81da-b4de0345e2eb,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:38.719278 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ed37d5e8-808e-4fd3-bf67-019741d27b49 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:38.719888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.729399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.731164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, ad7106b0-08f5-462a-a060-19033faeceb5) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:38.767678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655057cb-96ea-4734-8dd9-5b98fcbe6abb None None] Network ad7106b0-08f5-462a-a060-19033faeceb5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:38.784740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.795543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Provisioning for port 6867274c-f3ec-4dd4-86e7-634628c31fab completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:38.797073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:38.797669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.830286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] In _notify_port_updated(), no bound segment for port f9eb0d79-f67a-43c8-81da-b4de0345e2eb on network 8da7a1b1-6350-426c-b799-2eb3087c38cc {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:30:38.836876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:38.837465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:38.838845 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c882b88a-dd59-46d4-911f-8aefe5e39b98 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "PUT /v2.0/ports/f9eb0d79-f67a-43c8-81da-b4de0345e2eb HTTP/1.1" status: 200 len: 1000 time: 2.0605874 Apr 22 17:30:38.856975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45942) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:38.980947 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2736778 Apr 22 17:30:38.988034 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:32Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:38Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:38.992347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45946) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:38.998221 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89629d9-c90d-404f-ba1b-c007d4a424ea None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:32Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:38Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:39.011919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:39.022772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:39.025278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:39.101192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Provisioning complete for port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:39.101683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:39.112205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:39.112872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:39.149319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-43d2bb2a-467f-4c62-b9e0-e8521ab00921 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Deleting port f9eb0d79-f67a-43c8-81da-b4de0345e2eb {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:39.149657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43d2bb2a-467f-4c62-b9e0-e8521ab00921 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:39.174720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=adf29b9f-24f0-4cdc-916e-2d25a93931a7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:39.198118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': '8d8a4747-659c-47bf-844f-c96c3db9f17a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:39.215127 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2502bf1b-b83b-434f-b11d-ca51afd9c54b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8703039 Apr 22 17:30:39.219053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:39.384996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:39.389037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:39.392290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:39.399077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:39.427028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45954) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:39.432174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1272b-d072-4567-b050-2764a9a909f9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=8d8a4747-659c-47bf-844f-c96c3db9f17a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:39.502153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 8d8a4747-659c-47bf-844f-c96c3db9f17a details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:39.542210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:39.555816 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] Sync routers for ids ['b6678c7f-2318-472f-a85c-2932a4a6bd0f'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:39.557562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:39.561084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:39.579202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43d2bb2a-467f-4c62-b9e0-e8521ab00921 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:39.587385 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] Routers {'b6678c7f-2318-472f-a85c-2932a4a6bd0f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:39.588829 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6678c7f-2318-472f-a85c-2932a4a6bd0f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:39.622665 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0944f4e7-010d-4378-bf37-cc4786a906f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "PUT /v2.0/routers/b6678c7f-2318-472f-a85c-2932a4a6bd0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2062304 Apr 22 17:30:39.650242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45958) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:39.855385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-ad7106b0-08f5-462a-a060-19033faeceb5', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:39.857542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:39.876546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6867274c-f3ec-4dd4-86e7-634628c31fab up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:39.877644 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] Set router b6678c7f-2318-472f-a85c-2932a4a6bd0f gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:39.897508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-43d2bb2a-467f-4c62-b9e0-e8521ab00921 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Calling delete_port for f9eb0d79-f67a-43c8-81da-b4de0345e2eb owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:39.949482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Provisioning complete for port ed37d5e8-808e-4fd3-bf67-019741d27b49 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:39.950464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:40.010303 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'name': 'tempest-NetworksTestDHCPv6-router-488826595', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:15Z', 'updated_at': '2022-04-22T17:30:36Z', 'revision_number': 3, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:40.016522 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] Checking router: b6678c7f-2318-472f-a85c-2932a4a6bd0f for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:30:40.032730 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] Routers {'b6678c7f-2318-472f-a85c-2932a4a6bd0f'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:40.033669 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6678c7f-2318-472f-a85c-2932a4a6bd0f'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:40.112963 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9c847f43-f41b-4c9a-bbf2-0f7d4c5ead4b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/972fb5c3-6328-4fca-b1e4-037bd1947e30 HTTP/1.1" status: 200 len: 993 time: 0.6773129 Apr 22 17:30:40.118013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4bb7da-db04-409f-a4dd-0d8461144b03 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:40.119565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4bb7da-db04-409f-a4dd-0d8461144b03 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:40.120313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ea4bb7da-db04-409f-a4dd-0d8461144b03 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:40.162721 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-564f5770-d7de-4972-99ca-a10422d8bb86 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1237454 Apr 22 17:30:40.172026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45962) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:40.180422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'network_id': '0ebb13ed-892c-44af-a167-7ce9d4bf1b0b', 'name': 'tempest-AllowedAddressPairTestJSON-2137696363'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:40.238976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43d2bb2a-467f-4c62-b9e0-e8521ab00921 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:40.297063 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] Set router b6678c7f-2318-472f-a85c-2932a4a6bd0f gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:40.400419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6867274c-f3ec-4dd4-86e7-634628c31fab completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:40.442846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ea4bb7da-db04-409f-a4dd-0d8461144b03 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:40.448294 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ea4bb7da-db04-409f-a4dd-0d8461144b03 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7907510 Apr 22 17:30:40.468042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Allocated IP 2001:db8:1::2 (ad7106b0-08f5-462a-a060-19033faeceb5/28e98590-e295-4b02-9b1e-8d93083a5dfe/cc7813d5-0bbc-4fef-8257-90aea8a5574f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:40.468412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45966) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:40.478034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6867274c-f3ec-4dd4-86e7-634628c31fab triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:40.478655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:40.482365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2bb2a-467f-4c62-b9e0-e8521ab00921 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Port': ['ID=f9eb0d79-f67a-43c8-81da-b4de0345e2eb,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:40.530266 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'name': 'tempest-NetworksTestDHCPv6-router-488826595', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:15Z', 'updated_at': '2022-04-22T17:30:36Z', 'revision_number': 3, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:40.539923 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff27b89-6a20-4094-b861-77a529330009 None None] The sync data for ids ['b6678c7f-2318-472f-a85c-2932a4a6bd0f'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6678c7f-2318-472f-a85c-2932a4a6bd0f', 'name': 'tempest-NetworksTestDHCPv6-router-488826595', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:15Z', 'updated_at': '2022-04-22T17:30:36Z', 'revision_number': 3, 'project_id': 'cda8c6552112440d8a68fcc6faf813af', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:40.552384 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:30:40.653940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Provisioning for port 3fff7d96-550f-4324-bde1-0e1b051685d1 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:40.670633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Provisioning complete for port 3fff7d96-550f-4324-bde1-0e1b051685d1 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:40.671078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:40.814877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4c5172-8ac4-4748-a842-434933144711 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet bbc141c4-aec3-4ef1-93ae-46fbc6d3619b {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:30:40.822115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5172-8ac4-4748-a842-434933144711 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:40.829213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:40.851696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43d2bb2a-467f-4c62-b9e0-e8521ab00921 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:40.877756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:40.915343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5172-8ac4-4748-a842-434933144711 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.035652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5172-8ac4-4748-a842-434933144711 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.042030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.062150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2cddf882-3873-48ab-b988-a94ca3c1f9cf None None] Port 3fff7d96-550f-4324-bde1-0e1b051685d1 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:41.063594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Made reservation on behalf of 69e3be9f966c4a31b5cbf8c47871566d for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:41.068595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.087359 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-43d2bb2a-467f-4c62-b9e0-e8521ab00921 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "DELETE /v2.0/ports/f9eb0d79-f67a-43c8-81da-b4de0345e2eb HTTP/1.1" status: 204 len: 168 time: 2.2292240 Apr 22 17:30:41.097474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45970) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:41.194287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6867274c-f3ec-4dd4-86e7-634628c31fab, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6867274c-f3ec-4dd4-86e7-634628c31fab,segment=NetworkSegment(17d06389-e589-404d-8786-050ee33084d2),segment_id=17d06389-e589-404d-8786-050ee33084d2)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:41.209954 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8696697c-f0d1-485f-91d4-74fd2246d556 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] GET failed (client error): The resource could not be found. Apr 22 17:30:41.211101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8696697c-f0d1-485f-91d4-74fd2246d556 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Synchronizing usage tracker for tenant:580ab007050c4c789183a0698e2e299e on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:41.233701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.243886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.244063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Provisioning complete for port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:41.248975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.279525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5172-8ac4-4748-a842-434933144711 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.286897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] device_id is not set on port a7a6861c-0978-4e63-8345-dfb5a02a304b yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:41.295522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.296878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:41.308273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5172-8ac4-4748-a842-434933144711 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.357731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.358478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.392525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79272d5-0607-4e0a-bdb3-d0775aa8fa14 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:41.418338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.432136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.493487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Transition to ACTIVE for port object cc7813d5-0bbc-4fef-8257-90aea8a5574f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:41.542183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8696697c-f0d1-485f-91d4-74fd2246d556 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Unset dirty status for tenant:580ab007050c4c789183a0698e2e299e on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:41.547097 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8696697c-f0d1-485f-91d4-74fd2246d556 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "GET /v2.0/ports/f9eb0d79-f67a-43c8-81da-b4de0345e2eb HTTP/1.1" status: 404 len: 333 time: 0.4452398 Apr 22 17:30:41.551301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45974) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:41.582174 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8f4c5172-8ac4-4748-a842-434933144711 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/bbc141c4-aec3-4ef1-93ae-46fbc6d3619b HTTP/1.1" status: 204 len: 168 time: 1.1081903 Apr 22 17:30:41.583036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': 'e5a95a34-0980-456c-9385-4b77fc1d4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8d8a4747-659c-47bf-844f-c96c3db9f17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:41.583402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: 8d8a4747-659c-47bf-844f-c96c3db9f17a, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:41.592558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45978) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:41.601361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=42e40d31-ae45-4b4e-8f7e-faff77b6bdac,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:41.636017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Transition to ACTIVE for port object cc7813d5-0bbc-4fef-8257-90aea8a5574f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:41.640517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6867274c-f3ec-4dd4-86e7-634628c31fab,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:41.746122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1927714488'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:41.760068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.854051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c5172-8ac4-4748-a842-434933144711 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc141c4-aec3-4ef1-93ae-46fbc6d3619b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:41.855821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:41.856237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:41.872358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Network 2db42ee3-49d2-403d-8de7-4fa98fbef51a is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:41.877821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:41.918793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Network ad7106b0-08f5-462a-a060-19033faeceb5 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:41.937295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:41.949085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Pushing event updated for resources: {'Port': ['ID=cc7813d5-0bbc-4fef-8257-90aea8a5574f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:41.967202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event updated for resources: {'Port': ['ID=3fff7d96-550f-4324-bde1-0e1b051685d1,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:41.967782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:42.001537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Allocated IP 172.20.0.5 (0ebb13ed-892c-44af-a167-7ce9d4bf1b0b/0f498b39-3ae9-43ac-a148-620ac8c3da14/a7a6861c-0978-4e63-8345-dfb5a02a304b) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:42.086333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 8d8a4747-659c-47bf-844f-c96c3db9f17a is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:42.134037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a43b7018-5b07-4ed6-b84c-984fd53369b0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:router {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:42.152013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:42.152998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Router 7bf804e8-692d-417b-9fae-b6f1988007ae has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:42.160455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Attempting to bind port cc7813d5-0bbc-4fef-8257-90aea8a5574f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:42.161379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Attempting to bind port cc7813d5-0bbc-4fef-8257-90aea8a5574f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:42.161379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Attempting to bind port cc7813d5-0bbc-4fef-8257-90aea8a5574f on network ad7106b0-08f5-462a-a060-19033faeceb5 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:42.167146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Provisioning for port adf29b9f-24f0-4cdc-916e-2d25a93931a7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:42.178470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 8d8a4747-659c-47bf-844f-c96c3db9f17a) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:42.180817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:42.181360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Checking segment: {'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:42.182292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.182292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Bound using segment: {'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:42.182696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Bound port: cc7813d5-0bbc-4fef-8257-90aea8a5574f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:42.183103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.183612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:42.184991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.191611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:42.201400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Provisioning complete for port adf29b9f-24f0-4cdc-916e-2d25a93931a7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:42.201781 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.259894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd577d43-9548-494c-b674-4f219297b13f None None] Network 8d8a4747-659c-47bf-844f-c96c3db9f17a requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:42.275531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a43b7018-5b07-4ed6-b84c-984fd53369b0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:router {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:42.275531 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a43b7018-5b07-4ed6-b84c-984fd53369b0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6692078 Apr 22 17:30:42.283398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45982) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:42.385130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] For port cc7813d5-0bbc-4fef-8257-90aea8a5574f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:42.388369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] For port cc7813d5-0bbc-4fef-8257-90aea8a5574f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cc7813d5-0bbc-4fef-8257-90aea8a5574f,segment=NetworkSegment(dc5a0c7f-66fa-4289-9bdc-36811da0b49d),segment_id=dc5a0c7f-66fa-4289-9bdc-36811da0b49d)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:42.392821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8:1::1 (ad7106b0-08f5-462a-a060-19033faeceb5/28e98590-e295-4b02-9b1e-8d93083a5dfe/34669b4b-c60f-4a71-aaed-5e98bb9bcb7e) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:42.426636 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dbcd609d-d875-40ab-8eed-162e402717bc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4203460 Apr 22 17:30:42.429123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45986) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:42.436270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Port adf29b9f-24f0-4cdc-916e-2d25a93931a7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:42.438143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:30:42.441879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6867274c-f3ec-4dd4-86e7-634628c31fab up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:42.467913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Made reservation on behalf of 580ab007050c4c789183a0698e2e299e for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:42.474011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.480083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] Deleting port d1feceff-bdfa-4d99-a8e8-19472668dae7 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:42.480464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.523582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.527790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e34e97d-23ce-4709-8172-aecbd583f52f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.573283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.587508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] device_id is not set on port d8f6bf28-2fe3-40aa-aebe-e1482edd02cd yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:42.643148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Transition to ACTIVE for port object a7a6861c-0978-4e63-8345-dfb5a02a304b will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:42.685694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Provisioning complete for port 6867274c-f3ec-4dd4-86e7-634628c31fab triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:42.686076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.725210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:42.730544 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f5c89371-566a-43b7-8dd0-61f19ddf4f26 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "PUT /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0384331 Apr 22 17:30:42.742772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45990) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:42.759779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.768578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877405a-942d-426d-848c-0d1143343a02 None None] Sync routers for ids ['7bf804e8-692d-417b-9fae-b6f1988007ae'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:42.789467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:42.813407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Allocated IP 2001:db8::1dd (8da7a1b1-6350-426c-b799-2eb3087c38cc/d80cad79-a7f9-4f94-911d-250d15f484ba/d8f6bf28-2fe3-40aa-aebe-e1482edd02cd) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:42.933952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:42.960969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399f5d7-f640-4479-8f14-0ff856f33693 None None] Pushing event updated for resources: {'Port': ['ID=cc7813d5-0bbc-4fef-8257-90aea8a5574f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:42.971025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877405a-942d-426d-848c-0d1143343a02 None None] Routers {'7bf804e8-692d-417b-9fae-b6f1988007ae'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:42.971674 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7877405a-942d-426d-848c-0d1143343a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7bf804e8-692d-417b-9fae-b6f1988007ae'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:42.986684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.095918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:43.118801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:43.131566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:43.142865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7877405a-942d-426d-848c-0d1143343a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:43.153508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6867274c-f3ec-4dd4-86e7-634628c31fab triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:43.153898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.168443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=a7a6861c-0978-4e63-8345-dfb5a02a304b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:43.181487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network ad7106b0-08f5-462a-a060-19033faeceb5 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:43.249173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188fef97-661a-4e03-8bc3-35433c593bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-8d8a4747-659c-47bf-844f-c96c3db9f17a', 'network_id': '8d8a4747-659c-47bf-844f-c96c3db9f17a', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': '42e40d31-ae45-4b4e-8f7e-faff77b6bdac'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:43.250496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-188fef97-661a-4e03-8bc3-35433c593bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.272520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e34e97d-23ce-4709-8172-aecbd583f52f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.274597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:43.277253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:43.290172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:43.290709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.300518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e34e97d-23ce-4709-8172-aecbd583f52f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.322523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.348190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:43.349670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.382231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.396354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b220d76-6d36-45f3-aac7-78266728fcff tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.404809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877405a-942d-426d-848c-0d1143343a02 None None] Routers {'7bf804e8-692d-417b-9fae-b6f1988007ae'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:43.405600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7877405a-942d-426d-848c-0d1143343a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7bf804e8-692d-417b-9fae-b6f1988007ae'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:43.452525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Transition to ACTIVE for port object d8f6bf28-2fe3-40aa-aebe-e1482edd02cd will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:43.564782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7877405a-942d-426d-848c-0d1143343a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:43.565114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877405a-942d-426d-848c-0d1143343a02 None None] The sync data for ids ['7bf804e8-692d-417b-9fae-b6f1988007ae'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:43.575469 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-750fe3ba-a92b-4acc-a50d-f567010d2886 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4007678 Apr 22 17:30:43.575673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 45994) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:43.575785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] For port d1feceff-bdfa-4d99-a8e8-19472668dae7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d1feceff-bdfa-4d99-a8e8-19472668dae7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:43.576082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.582309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:57:ca:14'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:44:e4:11'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:43.636380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.657609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.675129 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-8b220d76-6d36-45f3-aac7-78266728fcff tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 17:30:43.678924 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8b220d76-6d36-45f3-aac7-78266728fcff tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae HTTP/1.1" status: 409 len: 329 time: 0.9329069 Apr 22 17:30:43.683632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 45998) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:43.688971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e34e97d-23ce-4709-8172-aecbd583f52f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.689466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e34e97d-23ce-4709-8172-aecbd583f52f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Fanout notify agent at l3_agent the message router_deleted on router b6678c7f-2318-472f-a85c-2932a4a6bd0f {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:30:43.737049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] Calling delete_port for d1feceff-bdfa-4d99-a8e8-19472668dae7 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:43.897455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e34e97d-23ce-4709-8172-aecbd583f52f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.899443 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8e34e97d-23ce-4709-8172-aecbd583f52f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/routers/b6678c7f-2318-472f-a85c-2932a4a6bd0f HTTP/1.1" status: 204 len: 168 time: 1.6140463 Apr 22 17:30:43.909216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46002) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:43.922897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.941661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:43.966590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:43.974954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Provisioning complete for port ed37d5e8-808e-4fd3-bf67-019741d27b49 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:43.975337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:43.983374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d5a61d7d-a472-47c7-a60b-f06ba2ba615e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:43.988468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:43.994015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:43.994633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.006316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=d8f6bf28-2fe3-40aa-aebe-e1482edd02cd,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:44.006316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.032414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] Pushing event deleted for resources: {'Port': ['ID=d1feceff-bdfa-4d99-a8e8-19472668dae7,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:44.053196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc7625-38a1-4a66-bbaa-92bf2593f0ef None None] No DVR routers for this DVR port d1feceff-bdfa-4d99-a8e8-19472668dae7 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:44.080647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server [None req-188fef97-661a-4e03-8bc3-35433c593bdb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42e40d31-ae45-4b4e-8f7e-faff77b6bdac: This subnet is being modified by another concurrent operation. Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:30:44.100653 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise exception Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42e40d31-ae45-4b4e-8f7e-faff77b6bdac: This subnet is being modified by another concurrent operation. Apr 22 17:30:44.110121 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Apr 22 17:30:44.175874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c469c0a8-dac6-438b-85d8-129723e35a2f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:44.204490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c9084-ac61-415b-9303-52a4ec3bd3be None None] Network 8d8a4747-659c-47bf-844f-c96c3db9f17a requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:44.264891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c469c0a8-dac6-438b-85d8-129723e35a2f {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:30:44.265346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c469c0a8-dac6-438b-85d8-129723e35a2f not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:30:44.265853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d1feceff-bdfa-4d99-a8e8-19472668dae7 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:44.270822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=42e40d31-ae45-4b4e-8f7e-faff77b6bdac,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:44.288329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d5a61d7d-a472-47c7-a60b-f06ba2ba615e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:44.289807 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d5a61d7d-a472-47c7-a60b-f06ba2ba615e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3791413 Apr 22 17:30:44.322573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46006) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:44.372950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: d1feceff-bdfa-4d99-a8e8-19472668dae7 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:30:44.373575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d1feceff-bdfa-4d99-a8e8-19472668dae7 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:30:44.383862 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-edd9b33e-1979-4a36-9a38-05b1b88f7378 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8295093 Apr 22 17:30:44.388185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46010) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:44.399101 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f698d74d-c3ca-42f1-923b-93c0f4ca5eb1 None None] Could not find standard attr ID for object f9eb0d79-f67a-43c8-81da-b4de0345e2eb. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:30:44.409904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f3:bb:0a'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:44.453631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.485995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8a4747-659c-47bf-844f-c96c3db9f17a']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:44.489017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a3ac1d-5316-41ea-a196-3b568944db8b None None] Network ad7106b0-08f5-462a-a060-19033faeceb5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:44.504126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a95a34-0980-456c-9385-4b77fc1d4f6f') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:44.504426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a95a34-0980-456c-9385-4b77fc1d4f6f') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:44.530722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.613239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cc7813d5-0bbc-4fef-8257-90aea8a5574f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:44.675079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Provisioning complete for port 3fff7d96-550f-4324-bde1-0e1b051685d1 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:44.675603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.726591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.739567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:44.739979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:44.755495 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:44.801590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:44.814066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402201b-f1cc-4829-acfc-e0ee238717a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:44.814837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c402201b-f1cc-4829-acfc-e0ee238717a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:44.859137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Port 3fff7d96-550f-4324-bde1-0e1b051685d1 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:44.974859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port cc7813d5-0bbc-4fef-8257-90aea8a5574f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:44.992959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.005299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Provisioning for port a7a6861c-0978-4e63-8345-dfb5a02a304b completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:45.012559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Provisioning complete for port a7a6861c-0978-4e63-8345-dfb5a02a304b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:45.013112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.023007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c402201b-f1cc-4829-acfc-e0ee238717a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:45.024182 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c402201b-f1cc-4829-acfc-e0ee238717a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7003157 Apr 22 17:30:45.030277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46014) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:45.064124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.068194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.086754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Port a7a6861c-0978-4e63-8345-dfb5a02a304b cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:45.093509 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/8d8a4747-659c-47bf-844f-c96c3db9f17a HTTP/1.1" status: 204 len: 168 time: 2.6109338 Apr 22 17:30:45.100905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Provisioning complete for port 6867274c-f3ec-4dd4-86e7-634628c31fab triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:45.101539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.131115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46018) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:45.141704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343261809'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:45.170523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2941e0-167b-4314-a835-c521b98cbe62 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=8d8a4747-659c-47bf-844f-c96c3db9f17a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:45.187486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:30:45.197152 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b44a9813-d551-4e91-a916-edc378de58dc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1627116 Apr 22 17:30:45.201594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:45.204295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46022) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:45.210862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:45.264712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.266560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:45.275743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:45.294377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:45.319831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Provisioning for port cc7813d5-0bbc-4fef-8257-90aea8a5574f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:45.323695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.325485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Provisioning complete for port cc7813d5-0bbc-4fef-8257-90aea8a5574f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:45.325869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.398834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.433270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.434115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.437374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:45.441301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.476010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d3060-4814-468f-adc5-c47bd96ec846 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:30:45.511350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.511737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:45.524099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:45.534118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.587753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] For port cc7813d5-0bbc-4fef-8257-90aea8a5574f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cc7813d5-0bbc-4fef-8257-90aea8a5574f,segment=NetworkSegment(dc5a0c7f-66fa-4289-9bdc-36811da0b49d),segment_id=dc5a0c7f-66fa-4289-9bdc-36811da0b49d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:45.595509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:45.609907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting port 3fff7d96-550f-4324-bde1-0e1b051685d1 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:45.610486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.639390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:45.643266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.663683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.743406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d3060-4814-468f-adc5-c47bd96ec846 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:30:45.773484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Pushing event updated for resources: {'Port': ['ID=cc7813d5-0bbc-4fef-8257-90aea8a5574f,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:45.781825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:45.806852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Provisioning for port d8f6bf28-2fe3-40aa-aebe-e1482edd02cd completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:45.816214 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Provisioning complete for port d8f6bf28-2fe3-40aa-aebe-e1482edd02cd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:45.816589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.893007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.893596 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 87b35f10-30a1-47c7-a2ea-0eb6c502ace3 of type vlan for network 7c9e4697-8f3f-4919-af55-471d5b587623 Apr 22 17:30:45.940111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:45.942215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fe98c8f8-5d96-4959-b333-1bb1e9e77aca None None] Port d8f6bf28-2fe3-40aa-aebe-e1482edd02cd cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:46.014732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.018982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] In _notify_port_updated(), no bound segment for port a7a6861c-0978-4e63-8345-dfb5a02a304b on network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:30:46.024602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:46.025230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.033577 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "PUT /v2.0/ports/a7a6861c-0978-4e63-8345-dfb5a02a304b HTTP/1.1" status: 200 len: 1056 time: 2.4497335 Apr 22 17:30:46.035220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46030) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:46.041421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46889b06-4514-4b9a-a348-3c64e4629c6a tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event updated for resources: {'Port': ['ID=a7a6861c-0978-4e63-8345-dfb5a02a304b,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:46.077154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Calling delete_port for 3fff7d96-550f-4324-bde1-0e1b051685d1 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:46.135292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a47f2426-4dd8-4f4d-a2b5-fb9aed329259 None None] Provisioning for port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:46.156270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a47f2426-4dd8-4f4d-a2b5-fb9aed329259 None None] Provisioning complete for port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:46.157106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a47f2426-4dd8-4f4d-a2b5-fb9aed329259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.222623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network ad7106b0-08f5-462a-a060-19033faeceb5 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:46.228385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:46.235602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2b515c6c-db23-494a-8e66-249a3d67d6a7 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting port a7a6861c-0978-4e63-8345-dfb5a02a304b {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:46.235955 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b515c6c-db23-494a-8e66-249a3d67d6a7 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.241561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a47f2426-4dd8-4f4d-a2b5-fb9aed329259 None None] Port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:46.263489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a47f2426-4dd8-4f4d-a2b5-fb9aed329259 None None] Provisioning complete for port cc7813d5-0bbc-4fef-8257-90aea8a5574f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:46.263706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a47f2426-4dd8-4f4d-a2b5-fb9aed329259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.380115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.391568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:46.392221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.538404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cc7813d5-0bbc-4fef-8257-90aea8a5574f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:46.631615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:30:46.633757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.647557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port cc7813d5-0bbc-4fef-8257-90aea8a5574f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:46.648116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.673350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.726603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c0d190ef-b483-48d0-9621-d58fade60bc0 None None] Provisioning complete for port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:46.727025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c0d190ef-b483-48d0-9621-d58fade60bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.737789 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6017182 Apr 22 17:30:46.741900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:30:46.749133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46036) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:46.749594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1452e5-f2a8-45e8-beaf-e2197afde0e7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=7c9e4697-8f3f-4919-af55-471d5b587623,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:46.752080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:46.755325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Port': ['ID=3fff7d96-550f-4324-bde1-0e1b051685d1,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:46.772285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.779869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:46.787015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 7c9e4697-8f3f-4919-af55-471d5b587623 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:46.794317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:46.797588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:46.798635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.817500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': '7c9e4697-8f3f-4919-af55-471d5b587623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:46.835726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5c155-8fdc-402b-942f-e5b0a676d5ce None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:46.956250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:46.966086 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=bf2a28be-c63f-43a9-b1f9-ffa9e6185687,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:47.080579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c0d190ef-b483-48d0-9621-d58fade60bc0 None None] Port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:47.101302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] In _notify_port_updated(), no bound segment for port d8f6bf28-2fe3-40aa-aebe-e1482edd02cd on network 8da7a1b1-6350-426c-b799-2eb3087c38cc {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:30:47.108712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:47.108879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.109370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.110694 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "PUT /v2.0/ports/d8f6bf28-2fe3-40aa-aebe-e1482edd02cd HTTP/1.1" status: 200 len: 1003 time: 2.7166750 Apr 22 17:30:47.113594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c0d190ef-b483-48d0-9621-d58fade60bc0 None None] Provisioning complete for port a7a6861c-0978-4e63-8345-dfb5a02a304b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:47.113784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c0d190ef-b483-48d0-9621-d58fade60bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.116830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46040) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:47.169605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:47.170650 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46044) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:47.172007 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9745ec45-885f-4e04-9dc2-543b955b4d60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9659505 Apr 22 17:30:47.172307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b515c6c-db23-494a-8e66-249a3d67d6a7 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.180067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31138a-bf15-4362-9a02-2f5e4dfa865d tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=d8f6bf28-2fe3-40aa-aebe-e1482edd02cd,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:47.184641 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:47.200238 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:47.201011 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:47.206658 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-81fe85ee-4320-497b-81cc-e8ea2b0da8b4 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9820025 Apr 22 17:30:47.211036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:47.241610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46048) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:47.247233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:47.264252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:47.270718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:47.296485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c0d190ef-b483-48d0-9621-d58fade60bc0 None None] Port a7a6861c-0978-4e63-8345-dfb5a02a304b cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:47.314191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': 'bf2a28be-c63f-43a9-b1f9-ffa9e6185687'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:47.315079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.326072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1229245834'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:47.351848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:47.365308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d962e4c5-915a-4f6c-bb0e-74af9ee79ebf tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Deleting port d8f6bf28-2fe3-40aa-aebe-e1482edd02cd {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:47.365796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d962e4c5-915a-4f6c-bb0e-74af9ee79ebf tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.480628 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:47.518324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Allocated IP 2001:db8::f816:3eff:fee8:f078 (b68838ec-31d5-4ab0-8519-6f8459febd2e/bf2a28be-c63f-43a9-b1f9-ffa9e6185687/ddd78508-4738-425d-860e-8f2698a49592) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:47.528941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2b515c6c-db23-494a-8e66-249a3d67d6a7 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Calling delete_port for a7a6861c-0978-4e63-8345-dfb5a02a304b owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:47.555701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:47.559596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.639087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Router 7bf804e8-692d-417b-9fae-b6f1988007ae has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:47.714200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.ipam_backend_mixin [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing IP validity checks on allocation pools {{(pid=88659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 17:30:47.714691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.ipam_backend_mixin [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 17:30:47.721451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:47.747530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.758502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Transition to ACTIVE for port object ddd78508-4738-425d-860e-8f2698a49592 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:47.776275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:47.777971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Transition to ACTIVE for port object ddd78508-4738-425d-860e-8f2698a49592 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:47.790109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:47.796998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-25b78698-ad32-479d-b361-233b196bfdbb None None] Provisioning complete for port d8f6bf28-2fe3-40aa-aebe-e1482edd02cd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:47.797655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-25b78698-ad32-479d-b361-233b196bfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.818983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:47.846359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.886062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:47.891392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:47.896123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:47.937176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:47.939311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:47.943329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:47.944511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:47.954407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:47.965169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:47.971050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:47.994818 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:43Z', 'revision_number': 3, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:44Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:48.004216 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:30:48.005039 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Updating router 878931d4-e809-4f78-ad06-a9908efc1a4b port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:30:48.009879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:48.015085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-25b78698-ad32-479d-b361-233b196bfdbb None None] Port d8f6bf28-2fe3-40aa-aebe-e1482edd02cd cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:48.024022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.024022 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment 70f72ba5-069e-477c-9592-7dfc3da11d5c of type vlan for network caaba09b-72fd-4db1-950a-38cd79527cf9 Apr 22 17:30:48.052975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.077912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Attempting to bind port ddd78508-4738-425d-860e-8f2698a49592 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:48.078343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Attempting to bind port ddd78508-4738-425d-860e-8f2698a49592 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:48.078716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Attempting to bind port ddd78508-4738-425d-860e-8f2698a49592 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:48.085335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:48.085335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:48.085666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.085885 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:48.086002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:48.086352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Bound port: ddd78508-4738-425d-860e-8f2698a49592, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:48.087199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.089732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.106776 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.120179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:48.135029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b515c6c-db23-494a-8e66-249a3d67d6a7 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.151556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-63eef60e-a85b-46c4-b44e-c58ade3038e4 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "PUT /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4638598 Apr 22 17:30:48.151769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb4cdee-644a-428f-ae2d-b4fcb38c12dc None None] Sync routers for ids ['7bf804e8-692d-417b-9fae-b6f1988007ae'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:48.153090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46054) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:48.170896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4cdee-644a-428f-ae2d-b4fcb38c12dc None None] Routers {'7bf804e8-692d-417b-9fae-b6f1988007ae'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:48.171539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bdb4cdee-644a-428f-ae2d-b4fcb38c12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7bf804e8-692d-417b-9fae-b6f1988007ae'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:48.242894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bdb4cdee-644a-428f-ae2d-b4fcb38c12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:48.252191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b515c6c-db23-494a-8e66-249a3d67d6a7 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event deleted for resources: {'Port': ['ID=a7a6861c-0978-4e63-8345-dfb5a02a304b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:48.262914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.265481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:48.266278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.275897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4cdee-644a-428f-ae2d-b4fcb38c12dc None None] Routers {'7bf804e8-692d-417b-9fae-b6f1988007ae'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:48.276563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bdb4cdee-644a-428f-ae2d-b4fcb38c12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['7bf804e8-692d-417b-9fae-b6f1988007ae'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:48.295553 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-46273a46-0bde-420c-ba5f-4fec1f1dfd83 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] show failed (client error): The resource could not be found. Apr 22 17:30:48.300583 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-46273a46-0bde-420c-ba5f-4fec1f1dfd83 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1997230006 HTTP/1.1" status: 404 len: 335 time: 0.1405034 Apr 22 17:30:48.302688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46058) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:48.308900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d962e4c5-915a-4f6c-bb0e-74af9ee79ebf tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.330311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-cb0af99e-7972-4731-b110-0d9f77e1ace1 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:48.351145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bdb4cdee-644a-428f-ae2d-b4fcb38c12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:48.351696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb4cdee-644a-428f-ae2d-b4fcb38c12dc None None] The sync data for ids ['7bf804e8-692d-417b-9fae-b6f1988007ae'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:48.355459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:48.365575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:48.481953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.532220 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-cb0af99e-7972-4731-b110-0d9f77e1ace1 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] update failed (client error): The resource could not be found. Apr 22 17:30:48.539626 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cb0af99e-7972-4731-b110-0d9f77e1ace1 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-888331383 HTTP/1.1" status: 404 len: 334 time: 0.2275233 Apr 22 17:30:48.579450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46064) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:48.581937 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.594681 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Transition to ACTIVE for port object 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:48.607162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.617661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e56d6-5f57-46d0-90f7-300d7218d546 None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:48.622641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d962e4c5-915a-4f6c-bb0e-74af9ee79ebf tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Calling delete_port for d8f6bf28-2fe3-40aa-aebe-e1482edd02cd owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:48.634359 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3914490 Apr 22 17:30:48.647835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46068) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:48.680304 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:48.681357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:48.720045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47305420-8c7b-4c27-b052-a6d3a333cd6b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=caaba09b-72fd-4db1-950a-38cd79527cf9,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:48.733632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network caaba09b-72fd-4db1-950a-38cd79527cf9 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:48.782598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': '87b35f10-30a1-47c7-a2ea-0eb6c502ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7c9e4697-8f3f-4919-af55-471d5b587623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:48.783203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: 7c9e4697-8f3f-4919-af55-471d5b587623, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:48.818885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=87a2333c-9052-4bc0-9b19-6a5547c37709,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:48.858450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a150dc-352b-403f-bdce-6cc3201c0285 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting subnet 6db999a6-be01-4408-bc2b-ca3896ee89b0 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:30:48.918071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 7c9e4697-8f3f-4919-af55-471d5b587623 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:48.931804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f5a150dc-352b-403f-bdce-6cc3201c0285 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.033836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 7c9e4697-8f3f-4919-af55-471d5b587623) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:49.038685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:49.039381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.056670 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4097f0-038e-4274-83ec-12f4a460545e None None] Pushing event updated for resources: {'Port': ['ID=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:49.065765 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Attempting to bind port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:49.066139 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Attempting to bind port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:49.066528 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Attempting to bind port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e on network ad7106b0-08f5-462a-a060-19033faeceb5 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:49.067648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d962e4c5-915a-4f6c-bb0e-74af9ee79ebf tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.074637 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:49.074637 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Checking segment: {'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:49.074637 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.074637 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Bound using segment: {'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:49.074637 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Bound port: 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:49.075390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b353c-2f33-45db-b3d3-392371e305b8 None None] Network 7c9e4697-8f3f-4919-af55-471d5b587623 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:49.075473 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.142472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962e4c5-915a-4f6c-bb0e-74af9ee79ebf tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Port': ['ID=d8f6bf28-2fe3-40aa-aebe-e1482edd02cd,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:49.167173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:49.200641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:49.224076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:49.239070 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-352fbdd5-00d5-467c-ac8e-f9d37bf3391a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4850051 Apr 22 17:30:49.243743 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] For port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:49.249097 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] For port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,segment=NetworkSegment(dc5a0c7f-66fa-4289-9bdc-36811da0b49d),segment_id=dc5a0c7f-66fa-4289-9bdc-36811da0b49d)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:49.256046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46074) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:49.286582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f5a150dc-352b-403f-bdce-6cc3201c0285 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.302363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d962e4c5-915a-4f6c-bb0e-74af9ee79ebf tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.310296 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d962e4c5-915a-4f6c-bb0e-74af9ee79ebf tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "DELETE /v2.0/ports/d8f6bf28-2fe3-40aa-aebe-e1482edd02cd HTTP/1.1" status: 204 len: 168 time: 2.1868544 Apr 22 17:30:49.314541 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:49.322378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46078) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:49.326046 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.432898 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-509b2391-b1dc-4716-9cf9-8288fd78c5c4 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] GET failed (client error): The resource could not be found. Apr 22 17:30:49.432898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-509b2391-b1dc-4716-9cf9-8288fd78c5c4 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Synchronizing usage tracker for tenant:580ab007050c4c789183a0698e2e299e on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:49.467329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b515c6c-db23-494a-8e66-249a3d67d6a7 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.488186 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:49.494933 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:49.510787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-7c9e4697-8f3f-4919-af55-471d5b587623', 'network_id': '7c9e4697-8f3f-4919-af55-471d5b587623', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': '87a2333c-9052-4bc0-9b19-6a5547c37709'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:49.511654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.517877 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2b515c6c-db23-494a-8e66-249a3d67d6a7 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "DELETE /v2.0/ports/a7a6861c-0978-4e63-8345-dfb5a02a304b HTTP/1.1" status: 204 len: 168 time: 3.4775007 Apr 22 17:30:49.520610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46082) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:49.525599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-509b2391-b1dc-4716-9cf9-8288fd78c5c4 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Unset dirty status for tenant:580ab007050c4c789183a0698e2e299e on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:49.538555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46086) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:49.539913 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-509b2391-b1dc-4716-9cf9-8288fd78c5c4 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "GET /v2.0/ports/d8f6bf28-2fe3-40aa-aebe-e1482edd02cd HTTP/1.1" status: 404 len: 333 time: 0.2104530 Apr 22 17:30:49.541684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:49.552087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.565587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1633044183'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:49.611220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.622986 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4097f0-038e-4274-83ec-12f4a460545e None None] Pushing event updated for resources: {'Port': ['ID=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:49.670491 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-835e4f80-1a71-4908-9f87-4f6c4dc18165 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] GET failed (client error): The resource could not be found. Apr 22 17:30:49.671207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-835e4f80-1a71-4908-9f87-4f6c4dc18165 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Synchronizing usage tracker for tenant:69e3be9f966c4a31b5cbf8c47871566d on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:30:49.792975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f5a150dc-352b-403f-bdce-6cc3201c0285 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.794013 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:49.821417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:49.847347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:49.856091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:49.904438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Allocated IP 172.20.0.3 (7c9e4697-8f3f-4919-af55-471d5b587623/87a2333c-9052-4bc0-9b19-6a5547c37709/fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:50.006451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Made reservation on behalf of 580ab007050c4c789183a0698e2e299e for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:50.007436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.011631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.061882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] device_id is not set on port 23d18c86-a77b-428b-882c-709ea4b0ff7c yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:50.094566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:50.109954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:50.113567 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:50.114343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.185225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.206310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Transition to ACTIVE for port object fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:50.227644 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:43Z', 'revision_number': 3, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:49Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:50.236060 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ec511-7a57-4146-8132-0cbef99fc21c None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:43Z', 'revision_number': 3, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:49Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:30:50.245289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Transition to ACTIVE for port object fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:50.273763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Allocated IP 2001:db8::9c (8da7a1b1-6350-426c-b799-2eb3087c38cc/d80cad79-a7f9-4f94-911d-250d15f484ba/23d18c86-a77b-428b-882c-709ea4b0ff7c) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:50.302150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-835e4f80-1a71-4908-9f87-4f6c4dc18165 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Unset dirty status for tenant:69e3be9f966c4a31b5cbf8c47871566d on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:30:50.308572 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-835e4f80-1a71-4908-9f87-4f6c4dc18165 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "GET /v2.0/ports/a7a6861c-0978-4e63-8345-dfb5a02a304b HTTP/1.1" status: 404 len: 333 time: 0.7792315 Apr 22 17:30:50.308572 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1225383 Apr 22 17:30:50.319016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46090) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:50.319352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46092) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:50.329777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.370357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=08f7eb60-b0dc-4e09-8b9f-d642441ac3eb,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:50.387055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.387628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.387788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:d6:67:7b', 'name': 'tempest-NetworksTestDHCPv6-1570047400'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:50.387980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.388298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.388609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.388935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.389253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.389570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.389887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.390210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.390513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.390877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f68ca-847b-4b64-8b5b-45d0dd7664f8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:50.439290 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918203a-0589-47eb-9789-631a33ba31fd None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:50.443540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-63b23d6c-719d-41ef-bcc1-1f37e6ddbced tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting port adf29b9f-24f0-4cdc-916e-2d25a93931a7 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:50.443540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63b23d6c-719d-41ef-bcc1-1f37e6ddbced tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.446861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.460477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Pushing event updated for resources: {'Port': ['ID=fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:50.546224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f5a150dc-352b-403f-bdce-6cc3201c0285 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.563457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Network 7c9e4697-8f3f-4919-af55-471d5b587623 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:50.571921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:50.576598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:50.589869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=bb98f325-312b-4993-ac56-8e92a9283b9c,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:50.650077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ac16015f-2633-4919-b411-307f7578673f None None] Provisioning for port ddd78508-4738-425d-860e-8f2698a49592 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:50.673398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f5a150dc-352b-403f-bdce-6cc3201c0285 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.676091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a150dc-352b-403f-bdce-6cc3201c0285 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Subnet': ['ID=6db999a6-be01-4408-bc2b-ca3896ee89b0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:50.696724 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f5a150dc-352b-403f-bdce-6cc3201c0285 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/subnets/6db999a6-be01-4408-bc2b-ca3896ee89b0 HTTP/1.1" status: 204 len: 168 time: 2.1096673 Apr 22 17:30:50.699310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46098) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:50.712380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:50.738483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0763e26-4a8e-4462-92ce-fe20fa54e670 None None] Network 33510f94-4541-4ed0-bb86-402ff27f41e0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:50.741213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:50.741658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: caaba09b-72fd-4db1-950a-38cd79527cf9, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:50.843278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.853592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Attempting to bind port fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:50.854258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Attempting to bind port fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '87b35f10-30a1-47c7-a2ea-0eb6c502ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7c9e4697-8f3f-4919-af55-471d5b587623'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:50.854829 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Attempting to bind port fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2 on network 7c9e4697-8f3f-4919-af55-471d5b587623 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:50.856741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting port ed37d5e8-808e-4fd3-bf67-019741d27b49 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:50.857260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.905837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:50.906240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Checking segment: {'id': '87b35f10-30a1-47c7-a2ea-0eb6c502ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7c9e4697-8f3f-4919-af55-471d5b587623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:50.906632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.907056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Bound using segment: {'id': '87b35f10-30a1-47c7-a2ea-0eb6c502ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7c9e4697-8f3f-4919-af55-471d5b587623'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:50.907547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Bound port: fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b35f10-30a1-47c7-a2ea-0eb6c502ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7c9e4697-8f3f-4919-af55-471d5b587623'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:50.907931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:50.975929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network caaba09b-72fd-4db1-950a-38cd79527cf9 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:51.081391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, caaba09b-72fd-4db1-950a-38cd79527cf9) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:51.086546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.093091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:51.093309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-387f0696-501a-4546-8238-2a2c19875071 None None] For port fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:51.093959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.096440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-387f0696-501a-4546-8238-2a2c19875071 None None] For port fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2,segment=NetworkSegment(87b35f10-30a1-47c7-a2ea-0eb6c502ace3),segment_id=87b35f10-30a1-47c7-a2ea-0eb6c502ace3)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:51.100505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.105419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee6595-6332-452a-a142-cdac0b5871bd None None] Network caaba09b-72fd-4db1-950a-38cd79527cf9 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:51.126276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] For port ed37d5e8-808e-4fd3-bf67-019741d27b49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ed37d5e8-808e-4fd3-bf67-019741d27b49,segment=NetworkSegment(43de1040-774e-4313-a020-6bd443fca091),segment_id=43de1040-774e-4313-a020-6bd443fca091)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:51.126716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.159611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=87a2333c-9052-4bc0-9b19-6a5547c37709,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:51.177327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:51.204929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.234081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.237911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Transition to ACTIVE for port object 23d18c86-a77b-428b-882c-709ea4b0ff7c will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:51.253380 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-224caa4e-f13e-42cc-9790-530263a8eccb tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6006398 Apr 22 17:30:51.258795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:51.264142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46102) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:51.264494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Calling delete_port for ed37d5e8-808e-4fd3-bf67-019741d27b49 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:51.270482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:51.411545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.456157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Pushing event updated for resources: {'Port': ['ID=fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:51.458037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port ddd78508-4738-425d-860e-8f2698a49592 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:51.464933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Port': ['ID=ed37d5e8-808e-4fd3-bf67-019741d27b49,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:51.468912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] No DVR routers for this DVR port ed37d5e8-808e-4fd3-bf67-019741d27b49 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:51.482616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:51.503957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408839cc-6a2f-445a-8348-defa6e490249 None None] DHCP port deletion for 33510f94-4541-4ed0-bb86-402ff27f41e0 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:30:51.506551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.506675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e66070-54bd-48f6-833e-a1e7cbc990a4 None None] Network 7c9e4697-8f3f-4919-af55-471d5b587623 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:51.534624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:51.535029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.588205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.589011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.589011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.590033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.590033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.590033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.590398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.590623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.591030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.595820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.595820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.595820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387f0696-501a-4546-8238-2a2c19875071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:30:51.596105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.617540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9e4697-8f3f-4919-af55-471d5b587623']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:51.628137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33510f94-4541-4ed0-bb86-402ff27f41e0']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:51.642110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43de1040-774e-4313-a020-6bd443fca091') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:51.642469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43de1040-774e-4313-a020-6bd443fca091') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:51.654701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b35f10-30a1-47c7-a2ea-0eb6c502ace3') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:51.655192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b35f10-30a1-47c7-a2ea-0eb6c502ace3') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:51.655379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.674539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.678193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.680873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:51.681265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.689760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63b23d6c-719d-41ef-bcc1-1f37e6ddbced tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:51.697194 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:51.700523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:51.832380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.855262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.862275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.872688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Network': ['ID=33510f94-4541-4ed0-bb86-402ff27f41e0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:51.883050 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4a38b98c-ffb1-454b-8735-c8cd0bbe7846 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/networks/33510f94-4541-4ed0-bb86-402ff27f41e0 HTTP/1.1" status: 204 len: 168 time: 1.1826632 Apr 22 17:30:51.883710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46106) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:51.915623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-caaba09b-72fd-4db1-950a-38cd79527cf9', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:30:51.916459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.927162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.939392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-63b23d6c-719d-41ef-bcc1-1f37e6ddbced tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Calling delete_port for adf29b9f-24f0-4cdc-916e-2d25a93931a7 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:51.970635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4845064-523f-4faa-8757-3fea2cad9b14 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting subnet f5b7562a-cb22-478e-befa-0456f0b76c94 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:30:51.973736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4845064-523f-4faa-8757-3fea2cad9b14 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:51.991294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.029451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4845064-523f-4faa-8757-3fea2cad9b14 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.066848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:52.067291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:52.088517 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:52.096674 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae50bbc-e291-408c-9060-698b39835f9c None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': 'bf2a28be-c63f-43a9-b1f9-ffa9e6185687', 'ip_address': '2001:db8::f816:3eff:fee8:f078'}, {'subnet_id': '08f7eb60-b0dc-4e09-8b9f-d642441ac3eb'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'ddd78508-4738-425d-860e-8f2698a49592'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:30:52.122198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4845064-523f-4faa-8757-3fea2cad9b14 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.166181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:52.218944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9ae50bbc-e291-408c-9060-698b39835f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.238345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.239187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:52.280508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4845064-523f-4faa-8757-3fea2cad9b14 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.325047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4845064-523f-4faa-8757-3fea2cad9b14 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b7562a-cb22-478e-befa-0456f0b76c94,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:52.328783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c4845064-523f-4faa-8757-3fea2cad9b14 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.335528 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c4845064-523f-4faa-8757-3fea2cad9b14 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/subnets/f5b7562a-cb22-478e-befa-0456f0b76c94 HTTP/1.1" status: 204 len: 168 time: 0.4504876 Apr 22 17:30:52.341150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46110) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:52.361054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a08a3-6ea1-45e3-98b0-fb0f9891b81a None None] Network 5a22e39b-677c-45f6-812e-3758623d8529 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:52.388022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:52.407964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:52.410820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:52.414289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Allocated IP 2001:db8:2::2 (caaba09b-72fd-4db1-950a-38cd79527cf9/bb98f325-312b-4993-ac56-8e92a9283b9c/023cd594-9420-4bcc-ae9f-8a63f9263fee) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:52.416930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:52.418159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.518538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-db448465-dcc9-4094-b257-980da1164617 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting subnet d7e5e848-6326-4582-befa-c86f73855055 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:30:52.522244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db448465-dcc9-4094-b257-980da1164617 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.542015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=23d18c86-a77b-428b-882c-709ea4b0ff7c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:52.578037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:30:52.578037 dv-neutron-839024-1-hyperv neutron-server[88659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:30:52.578037 dv-neutron-839024-1-hyperv neutron-server[88659]: [parameters: {'id': '7c9e4697-8f3f-4919-af55-471d5b587623'}] Apr 22 17:30:52.578037 dv-neutron-839024-1-hyperv neutron-server[88659]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:30:52.578536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:30:52.602634 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:52.613718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db448465-dcc9-4094-b257-980da1164617 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.644465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.704534 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3caf0b9b-da93-43a8-855e-9cca93187fdc tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1614697 Apr 22 17:30:52.707121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46116) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:52.721703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'network_id': '8da7a1b1-6350-426c-b799-2eb3087c38cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1461588833'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:52.765548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 4ffb342f-38a7-4289-8134-cf09ef998d61 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:52.873115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-9ae50bbc-e291-408c-9060-698b39835f9c None None] Allocated IP 172.20.0.2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/08f7eb60-b0dc-4e09-8b9f-d642441ac3eb/ddd78508-4738-425d-860e-8f2698a49592) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:52.882233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db448465-dcc9-4094-b257-980da1164617 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.907803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:52.930488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63b23d6c-719d-41ef-bcc1-1f37e6ddbced tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.950682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:52.960317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Usage tracker for resource:port and tenant:580ab007050c4c789183a0698e2e299e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:52.963694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:52.969227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:52.969614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:52.970885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:52.995298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b23d6c-719d-41ef-bcc1-1f37e6ddbced tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event deleted for resources: {'Port': ['ID=adf29b9f-24f0-4cdc-916e-2d25a93931a7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:53.030436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4abc94c-e8bf-485e-aa1b-a0b744fac84b None None] Provisioning for port 23d18c86-a77b-428b-882c-709ea4b0ff7c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:53.065756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4abc94c-e8bf-485e-aa1b-a0b744fac84b None None] Provisioning complete for port 23d18c86-a77b-428b-882c-709ea4b0ff7c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:53.066148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4abc94c-e8bf-485e-aa1b-a0b744fac84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.068183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Made reservation on behalf of 580ab007050c4c789183a0698e2e299e for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:53.072324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.083793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.095631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.119732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db448465-dcc9-4094-b257-980da1164617 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.150436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.159955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] DHCP port deletion for 5a22e39b-677c-45f6-812e-3758623d8529 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:30:53.192171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-db448465-dcc9-4094-b257-980da1164617 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.196800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] Deleting port 60d3e531-29be-43ae-9f4a-91e9adfe5986 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:53.197349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.203120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] device_id is not set on port b82d85ed-bc13-49d7-9622-671be075de50 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:30:53.209173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63b23d6c-719d-41ef-bcc1-1f37e6ddbced tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.269579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db448465-dcc9-4094-b257-980da1164617 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e5e848-6326-4582-befa-c86f73855055,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:53.277225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Deleting port fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:53.277485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.287655 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-db448465-dcc9-4094-b257-980da1164617 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/subnets/d7e5e848-6326-4582-befa-c86f73855055 HTTP/1.1" status: 204 len: 168 time: 0.9431789 Apr 22 17:30:53.289844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46120) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:53.297795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa23246-bf10-4c3d-b28e-580e5bdcb4b6 None None] Network d5f2879c-829c-482f-8d9d-df989bd5b99f requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:53.320684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Transition to ACTIVE for port object 023cd594-9420-4bcc-ae9f-8a63f9263fee will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:53.424936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-63b23d6c-719d-41ef-bcc1-1f37e6ddbced tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "DELETE /v2.0/ports/adf29b9f-24f0-4cdc-916e-2d25a93931a7 HTTP/1.1" status: 204 len: 168 time: 3.1044495 Apr 22 17:30:53.428002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f4abc94c-e8bf-485e-aa1b-a0b744fac84b None None] Port 23d18c86-a77b-428b-882c-709ea4b0ff7c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:53.432648 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46124) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:53.461628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Transition to ACTIVE for port object 023cd594-9420-4bcc-ae9f-8a63f9263fee will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:53.509321 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-445c099d-19d0-4be8-83d6-6d4e33b916b5 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] GET failed (client error): The resource could not be found. Apr 22 17:30:53.514303 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-445c099d-19d0-4be8-83d6-6d4e33b916b5 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "GET /v2.0/ports/adf29b9f-24f0-4cdc-916e-2d25a93931a7 HTTP/1.1" status: 404 len: 333 time: 0.0735393 Apr 22 17:30:53.516232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.518869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46128) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:53.564162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.587837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Allocated IP 2001:db8::21d (8da7a1b1-6350-426c-b799-2eb3087c38cc/d80cad79-a7f9-4f94-911d-250d15f484ba/b82d85ed-bc13-49d7-9622-671be075de50) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:53.595349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9ae50bbc-e291-408c-9060-698b39835f9c None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:53.603633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting port 60d3e531-29be-43ae-9f4a-91e9adfe5986 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:53.604094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.645535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] For port fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2,segment=NetworkSegment(87b35f10-30a1-47c7-a2ea-0eb6c502ace3),segment_id=87b35f10-30a1-47c7-a2ea-0eb6c502ace3)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:53.645899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.673181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d403a-c933-4525-bb86-06aba5a35184 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting port e2c4079b-6c93-4457-b842-5c4d3f4d9dbf {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:53.673682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a5d403a-c933-4525-bb86-06aba5a35184 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.725915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Network caaba09b-72fd-4db1-950a-38cd79527cf9 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:53.743422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.767945 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:53.781196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:53.895592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9ae50bbc-e291-408c-9060-698b39835f9c None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:53.926635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Pushing event updated for resources: {'Port': ['ID=023cd594-9420-4bcc-ae9f-8a63f9263fee,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:53.967924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Calling delete_port for fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:53.984230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,segment=NetworkSegment(dc5a0c7f-66fa-4289-9bdc-36811da0b49d),segment_id=dc5a0c7f-66fa-4289-9bdc-36811da0b49d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:53.990904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9ae50bbc-e291-408c-9060-698b39835f9c None None] Transition to ACTIVE for port object ddd78508-4738-425d-860e-8f2698a49592 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:54.011873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] For port 60d3e531-29be-43ae-9f4a-91e9adfe5986, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=60d3e531-29be-43ae-9f4a-91e9adfe5986,segment=NetworkSegment(adeeac15-d8d8-440c-a8ca-161e8c1df0c0),segment_id=adeeac15-d8d8-440c-a8ca-161e8c1df0c0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:54.011873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.033868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8:2::1 (caaba09b-72fd-4db1-950a-38cd79527cf9/bb98f325-312b-4993-ac56-8e92a9283b9c/556f98c9-b70b-48af-800a-cd1794657247) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:54.040133 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Attempting to bind port 023cd594-9420-4bcc-ae9f-8a63f9263fee on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:54.040511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Attempting to bind port 023cd594-9420-4bcc-ae9f-8a63f9263fee by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:54.040882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Attempting to bind port 023cd594-9420-4bcc-ae9f-8a63f9263fee on network caaba09b-72fd-4db1-950a-38cd79527cf9 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:54.093894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.194375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] Calling delete_port for 60d3e531-29be-43ae-9f4a-91e9adfe5986 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:54.202163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.204603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.220983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Transition to ACTIVE for port object b82d85ed-bc13-49d7-9622-671be075de50 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:54.226717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:54.227345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Checking segment: {'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:54.227935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.228341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Bound using segment: {'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:54.228833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Bound port: 023cd594-9420-4bcc-ae9f-8a63f9263fee, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:54.229215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.238985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9ae50bbc-e291-408c-9060-698b39835f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.261649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:54.278149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Port': ['ID=fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:54.287578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No DVR routers for this DVR port fa9497a7-c6bf-49f4-9c97-a0f0a43a94c2 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:54.355711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] For port 60d3e531-29be-43ae-9f4a-91e9adfe5986, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=60d3e531-29be-43ae-9f4a-91e9adfe5986,segment=NetworkSegment(adeeac15-d8d8-440c-a8ca-161e8c1df0c0),segment_id=adeeac15-d8d8-440c-a8ca-161e8c1df0c0)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:54.356080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.376888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a5d403a-c933-4525-bb86-06aba5a35184 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.437108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] DHCP port deletion for d5f2879c-829c-482f-8d9d-df989bd5b99f request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:30:54.490132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.494777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:54.498130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] Deleting port 149a1acd-721f-4375-a621-25ec17b1fecc {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:54.498517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.545722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.562281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9e4697-8f3f-4919-af55-471d5b587623']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:54.571522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 172.20.0.7 (b68838ec-31d5-4ab0-8519-6f8459febd2e/08f7eb60-b0dc-4e09-8b9f-d642441ac3eb/4ffb342f-38a7-4289-8134-cf09ef998d61) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:54.588290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fed6:677b (b68838ec-31d5-4ab0-8519-6f8459febd2e/bf2a28be-c63f-43a9-b1f9-ffa9e6185687/4ffb342f-38a7-4289-8134-cf09ef998d61) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:30:54.591314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b35f10-30a1-47c7-a2ea-0eb6c502ace3') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:54.591611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b35f10-30a1-47c7-a2ea-0eb6c502ace3') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:54.607363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object 556f98c9-b70b-48af-800a-cd1794657247 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:54.615443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.652385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.658665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] For port 023cd594-9420-4bcc-ae9f-8a63f9263fee, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:54.663500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.672638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Calling delete_port for 60d3e531-29be-43ae-9f4a-91e9adfe5986 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:54.674903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:54.675311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:54.691568 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:54.700207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae50bbc-e291-408c-9060-698b39835f9c None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:54.710215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.784499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] Pushing event deleted for resources: {'Port': ['ID=60d3e531-29be-43ae-9f4a-91e9adfe5986,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:54.792243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985c7ba-f3b9-44e8-b52a-3ccf259f9224 None None] No DVR routers for this DVR port 60d3e531-29be-43ae-9f4a-91e9adfe5986 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:54.800801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ed37d5e8-808e-4fd3-bf67-019741d27b49 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:54.843861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:54.908699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:54.917428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d403a-c933-4525-bb86-06aba5a35184 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Calling delete_port for e2c4079b-6c93-4457-b842-5c4d3f4d9dbf owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:54.933063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: ed37d5e8-808e-4fd3-bf67-019741d27b49 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:30:54.933421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ed37d5e8-808e-4fd3-bf67-019741d27b49 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:30:54.934507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 60d3e531-29be-43ae-9f4a-91e9adfe5986 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:54.968728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:54.975558 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:54.976215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:54.977280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 60d3e531-29be-43ae-9f4a-91e9adfe5986 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:30:54.977621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 60d3e531-29be-43ae-9f4a-91e9adfe5986 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:30:54.984050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] For port 023cd594-9420-4bcc-ae9f-8a63f9263fee, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=023cd594-9420-4bcc-ae9f-8a63f9263fee,segment=NetworkSegment(70f72ba5-069e-477c-9592-7dfc3da11d5c),segment_id=70f72ba5-069e-477c-9592-7dfc3da11d5c)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:55.007657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.011078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.060013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.127235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network caaba09b-72fd-4db1-950a-38cd79527cf9 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:55.133112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=556f98c9-b70b-48af-800a-cd1794657247,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:55.135776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:55.137559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.139188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:55.139699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.155779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] For port 149a1acd-721f-4375-a621-25ec17b1fecc, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=149a1acd-721f-4375-a621-25ec17b1fecc,segment=NetworkSegment(2e847dc2-e484-4f96-b1aa-56e250624848),segment_id=2e847dc2-e484-4f96-b1aa-56e250624848)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:55.156179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.172783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:30:55.173261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:30:55.185354 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4734781 Apr 22 17:30:55.192153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46132) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:55.209081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16a', 'mac_address': 'fa:16:3e:f3:bb:0a'}, {'ip_address': '2001:db8::9c', 'mac_address': 'fa:16:3e:aa:f3:0c'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:55.227029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.257032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff10766-59b2-422a-9b00-c4b8f80c1174 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=b82d85ed-bc13-49d7-9622-671be075de50,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:55.264978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=7c9e4697-8f3f-4919-af55-471d5b587623,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:55.271412 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9f082617-f350-46e6-aa0d-4fc71cad264a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/7c9e4697-8f3f-4919-af55-471d5b587623 HTTP/1.1" status: 204 len: 168 time: 6.0121810 Apr 22 17:30:55.272326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46136) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:55.279988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2054774100'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:55.285505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:55.289535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:55.295047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:55.305846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:55.308169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 4ffb342f-38a7-4289-8134-cf09ef998d61 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:55.365567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] Calling delete_port for 149a1acd-721f-4375-a621-25ec17b1fecc owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:55.378730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.420032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a5d403a-c933-4525-bb86-06aba5a35184 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.523725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d403a-c933-4525-bb86-06aba5a35184 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event deleted for resources: {'Port': ['ID=e2c4079b-6c93-4457-b842-5c4d3f4d9dbf,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:55.567073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b1a94-d8b2-4566-99eb-314a0c900980 None None] Pushing event updated for resources: {'Port': ['ID=023cd594-9420-4bcc-ae9f-8a63f9263fee,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:55.628604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.656137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:55.660325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.664096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2a5d403a-c933-4525-bb86-06aba5a35184 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.682115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6036fe77-3a0c-4ae9-9f6b-31a9817cd527 None None] Provisioning for port b82d85ed-bc13-49d7-9622-671be075de50 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:55.682811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.685480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting port 60d3e531-29be-43ae-9f4a-91e9adfe5986 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:55.685829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.716863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] Pushing event deleted for resources: {'Port': ['ID=149a1acd-721f-4375-a621-25ec17b1fecc,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:55.726896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6036fe77-3a0c-4ae9-9f6b-31a9817cd527 None None] Provisioning complete for port b82d85ed-bc13-49d7-9622-671be075de50 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:55.727658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6036fe77-3a0c-4ae9-9f6b-31a9817cd527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.736916 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2a5d403a-c933-4525-bb86-06aba5a35184 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "DELETE /v2.0/ports/e2c4079b-6c93-4457-b842-5c4d3f4d9dbf HTTP/1.1" status: 204 len: 168 time: 2.2146730 Apr 22 17:30:55.737700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46140) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:55.766126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:55.775615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.776089 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 84a6c08a-0c88-4100-9ab2-f8511fb45bba of type vlan for network b1913736-76de-4011-8075-ab2e7e495606 Apr 22 17:30:55.787825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4494d-ed97-477e-a453-834a5f20dae3 None None] No DVR routers for this DVR port 149a1acd-721f-4375-a621-25ec17b1fecc on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:55.795850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] The port '60d3e531-29be-43ae-9f4a-91e9adfe5986' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:30:55.814205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6036fe77-3a0c-4ae9-9f6b-31a9817cd527 None None] Port b82d85ed-bc13-49d7-9622-671be075de50 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:55.881895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:55.888867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:55.913847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.923321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:55.927177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:30:56.022689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2c79877b-d677-47a6-bcc1-e0bcfcaf8a4c None None] Provisioning for port ddd78508-4738-425d-860e-8f2698a49592 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:56.030187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2c79877b-d677-47a6-bcc1-e0bcfcaf8a4c None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:56.030849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c79877b-d677-47a6-bcc1-e0bcfcaf8a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.031495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-762e8601-ee23-44b7-82be-46afc4e6e33e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting subnet 0f498b39-3ae9-43ac-a148-620ac8c3da14 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:30:56.084950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-762e8601-ee23-44b7-82be-46afc4e6e33e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.115948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=4ffb342f-38a7-4289-8134-cf09ef998d61,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:56.146166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-762e8601-ee23-44b7-82be-46afc4e6e33e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.248427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-762e8601-ee23-44b7-82be-46afc4e6e33e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.368524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:56.368524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.414086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:56.421361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.446417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.490521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:56.490925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.495288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a22e39b-677c-45f6-812e-3758623d8529']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:56.515951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adeeac15-d8d8-440c-a8ca-161e8c1df0c0') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:56.515951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adeeac15-d8d8-440c-a8ca-161e8c1df0c0') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:56.537836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.560079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.561184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.562331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7aae7f6b-0fef-45b9-9bbb-a7c65a59dd25 None None] Provisioning for port 4ffb342f-38a7-4289-8134-cf09ef998d61 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:56.570305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7aae7f6b-0fef-45b9-9bbb-a7c65a59dd25 None None] Provisioning complete for port 4ffb342f-38a7-4289-8134-cf09ef998d61 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:56.570936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7aae7f6b-0fef-45b9-9bbb-a7c65a59dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.578122 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1143712c-e5b0-43cb-b258-12c864598927 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.2560451 Apr 22 17:30:56.586564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.588436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46150) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:56.644749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7aae7f6b-0fef-45b9-9bbb-a7c65a59dd25 None None] Port 4ffb342f-38a7-4289-8134-cf09ef998d61 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:56.650294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:56.650701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.669613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.675179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:56.675779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.682008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=556f98c9-b70b-48af-800a-cd1794657247,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:56.710036 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:56.713593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 023cd594-9420-4bcc-ae9f-8a63f9263fee up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:56.812477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-762e8601-ee23-44b7-82be-46afc4e6e33e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.851021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 023cd594-9420-4bcc-ae9f-8a63f9263fee completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:56.860388 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:30:56.883104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e8601-ee23-44b7-82be-46afc4e6e33e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event deleted for resources: {'Subnet': ['ID=0f498b39-3ae9-43ac-a148-620ac8c3da14,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:56.884710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46154) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:56.885818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-762e8601-ee23-44b7-82be-46afc4e6e33e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.888300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6133480 Apr 22 17:30:56.905950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e38a7b-1456-46e0-998f-3cbfe533747e None None] Network 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:56.908100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a8148-a91d-4124-b645-e1c4ac03b024 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=b1913736-76de-4011-8075-ab2e7e495606,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:56.918091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': 'b1913736-76de-4011-8075-ab2e7e495606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:56.952793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network b1913736-76de-4011-8075-ab2e7e495606 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:56.955264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network caaba09b-72fd-4db1-950a-38cd79527cf9 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:30:56.957372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:56.967302 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-762e8601-ee23-44b7-82be-46afc4e6e33e tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "DELETE /v2.0/subnets/0f498b39-3ae9-43ac-a148-620ac8c3da14 HTTP/1.1" status: 204 len: 168 time: 1.2236409 Apr 22 17:30:56.967302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:56.976249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b32d0-dfe1-428f-8811-b57aaedff17c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:56.982291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b32d0-dfe1-428f-8811-b57aaedff17c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:56.986670 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1a6b32d0-dfe1-428f-8811-b57aaedff17c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3955972 Apr 22 17:30:56.987930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd057f7-799b-42d5-bf6e-d4207d6c52e8 None None] Network caaba09b-72fd-4db1-950a-38cd79527cf9 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:30:56.989047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46158) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:56.989740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46160) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:57.014441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.018159 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/networks/5a22e39b-677c-45f6-812e-3758623d8529 HTTP/1.1" status: 204 len: 168 time: 3.7254355 Apr 22 17:30:57.023589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46168) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:57.209192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363066f-750f-4108-a569-219dae527228 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Network': ['ID=5a22e39b-677c-45f6-812e-3758623d8529,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:57.211366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:30:57.235713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.240383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:30:57.265498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.282624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.285098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:57.294446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:57.300385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4d39093a-c749-4db3-8202-020bf0252b95 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 4ffb342f-38a7-4289-8134-cf09ef998d61 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:57.300730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4d39093a-c749-4db3-8202-020bf0252b95 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.326220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:57.328878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:57.328878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.349704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:57.351744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.412840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-773323f5-2f08-4be2-a891-c85f5703c1c0 None None] Provisioning for port 023cd594-9420-4bcc-ae9f-8a63f9263fee completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:57.435649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting port 7f0672a5-b980-4676-906f-d0e241b6a5ab {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:57.436005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.442591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-773323f5-2f08-4be2-a891-c85f5703c1c0 None None] Provisioning complete for port 023cd594-9420-4bcc-ae9f-8a63f9263fee triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:57.442779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-773323f5-2f08-4be2-a891-c85f5703c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.488303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] In _notify_port_updated(), no bound segment for port b82d85ed-bc13-49d7-9622-671be075de50 on network 8da7a1b1-6350-426c-b799-2eb3087c38cc {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:30:57.495127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:57.495943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.501248 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "PUT /v2.0/ports/b82d85ed-bc13-49d7-9622-671be075de50 HTTP/1.1" status: 200 len: 1067 time: 2.3031099 Apr 22 17:30:57.502089 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46172) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:57.524903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.554677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:30:57.564571 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d6838db6-06df-4cf3-b39a-3f5fbdec19f9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2955239 Apr 22 17:30:57.568567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46176) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:57.570501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f2879c-829c-482f-8d9d-df989bd5b99f']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:57.581221 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:30:57.581737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:57.581845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-588981997'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:57.585320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.591168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:57.595044 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:57.595897 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:57.597030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e847dc2-e484-4f96-b1aa-56e250624848') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:57.597332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e847dc2-e484-4f96-b1aa-56e250624848') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:57.604227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:network and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:57.610307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:57.617981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.624583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:57.649575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.656921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:30:57.657370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:30:57.674187 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:30:57.794703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:57.798310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.842374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:30:57.848181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-773323f5-2f08-4be2-a891-c85f5703c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.858892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.859242 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added segment 25005248-5c75-479d-8558-839ba0498890 of type vlan for network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 Apr 22 17:30:57.876422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] DHCP port deletion for 0ebb13ed-892c-44af-a167-7ce9d4bf1b0b request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:30:57.879106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 149a1acd-721f-4375-a621-25ec17b1fecc no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:57.894643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.920281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.933876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 149a1acd-721f-4375-a621-25ec17b1fecc {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:30:57.934398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 149a1acd-721f-4375-a621-25ec17b1fecc not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:30:57.945565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41d08d-c258-4b1b-9526-df7789122a60 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event updated for resources: {'Port': ['ID=b82d85ed-bc13-49d7-9622-671be075de50,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:57.946047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.954771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] Deleting port 7f0672a5-b980-4676-906f-d0e241b6a5ab {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:57.958376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.967058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Network': ['ID=d5f2879c-829c-482f-8d9d-df989bd5b99f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:57.970908 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d63143bb-77de-4970-8353-909c63dc4997 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/networks/d5f2879c-829c-482f-8d9d-df989bd5b99f HTTP/1.1" status: 204 len: 168 time: 0.9468575 Apr 22 17:30:57.973970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46180) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:57.987023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:57.997367 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:30:58.021285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-773323f5-2f08-4be2-a891-c85f5703c1c0 None None] For port 023cd594-9420-4bcc-ae9f-8a63f9263fee, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=023cd594-9420-4bcc-ae9f-8a63f9263fee,segment=NetworkSegment(70f72ba5-069e-477c-9592-7dfc3da11d5c),segment_id=70f72ba5-069e-477c-9592-7dfc3da11d5c)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:58.046330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.052633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:58.053369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.093994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=92125900-5be5-4487-8541-717350e07b37,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:58.169054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-3a921ea3-068c-402a-932b-60b6591160b0 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Deleting port b82d85ed-bc13-49d7-9622-671be075de50 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:58.169727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3a921ea3-068c-402a-932b-60b6591160b0 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.280232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] For port 7f0672a5-b980-4676-906f-d0e241b6a5ab, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7f0672a5-b980-4676-906f-d0e241b6a5ab,segment=NetworkSegment(8ab6b4b7-292c-4b98-863f-0d0143370788),segment_id=8ab6b4b7-292c-4b98-863f-0d0143370788)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:58.280642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.394245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-819268d5-577c-4a91-a9fb-e141bf9b3f34 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting subnet 8cd6742b-735c-48ef-beb1-4563609c5e39 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:30:58.417313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] Calling delete_port for 7f0672a5-b980-4676-906f-d0e241b6a5ab owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:58.486321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7f0672a5-b980-4676-906f-d0e241b6a5ab no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:30:58.494975 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:55Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:30:55Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:58.502390 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:30:58.502822 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Updating router 878931d4-e809-4f78-ad06-a9908efc1a4b port 556f98c9-b70b-48af-800a-cd1794657247 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:30:58.522078 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9537642 Apr 22 17:30:58.525680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-819268d5-577c-4a91-a9fb-e141bf9b3f34 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.566767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-773323f5-2f08-4be2-a891-c85f5703c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.571740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46184) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:58.582020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4d39093a-c749-4db3-8202-020bf0252b95 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.586928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'subnet': {'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:30:58.603085 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.627849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a3111-50c5-4d09-ad09-aa23979a1283 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Network': ['ID=544f0180-c5de-48b3-bb96-ab58dd61e4f7,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:58.643885 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:30:58.731819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-819268d5-577c-4a91-a9fb-e141bf9b3f34 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.756614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4d39093a-c749-4db3-8202-020bf0252b95 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 4ffb342f-38a7-4289-8134-cf09ef998d61 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:58.790828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:30:58.799998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:subnet and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:30:58.806136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:30:58.819466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:30:58.861976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-819268d5-577c-4a91-a9fb-e141bf9b3f34 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.903012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.931187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:58.944622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] No DVR routers for this DVR port 7f0672a5-b980-4676-906f-d0e241b6a5ab on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:30:58.951612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773323f5-2f08-4be2-a891-c85f5703c1c0 None None] Pushing event updated for resources: {'Port': ['ID=023cd594-9420-4bcc-ae9f-8a63f9263fee,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:58.979670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Made reservation on behalf of ae0080bdb6a64c5da882d06db8621ca1 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:30:58.983320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.034713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-40cd82bc-a902-4337-bcc0-d96c2899ae8f None None] Provisioning complete for port b82d85ed-bc13-49d7-9622-671be075de50 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:59.035189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-40cd82bc-a902-4337-bcc0-d96c2899ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.070847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670537c4-c247-40af-af23-4689e3c6e129 None None] Pushing event deleted for resources: {'Port': ['ID=7f0672a5-b980-4676-906f-d0e241b6a5ab,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:59.087885 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72346aae-0698-44c9-8f15-3ce74968b884 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:30:59.152826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] For port 7f0672a5-b980-4676-906f-d0e241b6a5ab, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7f0672a5-b980-4676-906f-d0e241b6a5ab,segment=NetworkSegment(8ab6b4b7-292c-4b98-863f-0d0143370788),segment_id=8ab6b4b7-292c-4b98-863f-0d0143370788)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:59.153460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.198918 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.214521 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Transition to ACTIVE for port object 556f98c9-b70b-48af-800a-cd1794657247 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:30:59.221769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-819268d5-577c-4a91-a9fb-e141bf9b3f34 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.265223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-819268d5-577c-4a91-a9fb-e141bf9b3f34 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.267928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819268d5-577c-4a91-a9fb-e141bf9b3f34 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd6742b-735c-48ef-beb1-4563609c5e39,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:59.279294 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-819268d5-577c-4a91-a9fb-e141bf9b3f34 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/subnets/8cd6742b-735c-48ef-beb1-4563609c5e39 HTTP/1.1" status: 204 len: 168 time: 1.3025880 Apr 22 17:30:59.279502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Calling delete_port for 7f0672a5-b980-4676-906f-d0e241b6a5ab owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:59.279610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46190) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:30:59.283314 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.359219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:30:59.359431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:30:59.375334 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa06dd-3582-492d-8842-a4278f3cf382 None None] Pushing event updated for resources: {'Port': ['ID=556f98c9-b70b-48af-800a-cd1794657247,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:59.412599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.417405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.470729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': '84a6c08a-0c88-4100-9ab2-f8511fb45bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b1913736-76de-4011-8075-ab2e7e495606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:59.471511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: b1913736-76de-4011-8075-ab2e7e495606, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:59.490300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Deleting port 66477927-4d67-4fdb-a617-7046b854bbc0 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:59.490728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.537841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-40cd82bc-a902-4337-bcc0-d96c2899ae8f None None] Port b82d85ed-bc13-49d7-9622-671be075de50 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:30:59.541171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4d39093a-c749-4db3-8202-020bf0252b95 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.583167 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Attempting to bind port 556f98c9-b70b-48af-800a-cd1794657247 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:30:59.583621 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Attempting to bind port 556f98c9-b70b-48af-800a-cd1794657247 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:30:59.583993 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Attempting to bind port 556f98c9-b70b-48af-800a-cd1794657247 on network caaba09b-72fd-4db1-950a-38cd79527cf9 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:30:59.591491 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:30:59.591874 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Checking segment: {'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:59.594168 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.594595 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Bound using segment: {'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:30:59.596032 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Bound port: 556f98c9-b70b-48af-800a-cd1794657247, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f72ba5-069e-477c-9592-7dfc3da11d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:30:59.596817 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.600825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3a921ea3-068c-402a-932b-60b6591160b0 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.611634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39093a-c749-4db3-8202-020bf0252b95 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=4ffb342f-38a7-4289-8134-cf09ef998d61,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:59.614346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72346aae-0698-44c9-8f15-3ce74968b884 None None] Unable to find a vacant binding_index for network b1913736-76de-4011-8075-ab2e7e495606 and agent 30303825-12d3-43ae-8049-149103893658 {{(pid=88661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 22 17:30:59.620881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network b1913736-76de-4011-8075-ab2e7e495606 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:59.629940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-40cd82bc-a902-4337-bcc0-d96c2899ae8f None None] Provisioning for port 556f98c9-b70b-48af-800a-cd1794657247 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:30:59.636949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Subnet': ['ID=481d9797-edf5-4651-9567-9b8902479c96,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:30:59.648830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-40cd82bc-a902-4337-bcc0-d96c2899ae8f None None] Provisioning complete for port 023cd594-9420-4bcc-ae9f-8a63f9263fee triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:30:59.649646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-40cd82bc-a902-4337-bcc0-d96c2899ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.692059 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72346aae-0698-44c9-8f15-3ce74968b884 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, b1913736-76de-4011-8075-ab2e7e495606) {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:30:59.713880 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] For port 556f98c9-b70b-48af-800a-cd1794657247, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:30:59.717744 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] For port 556f98c9-b70b-48af-800a-cd1794657247, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=556f98c9-b70b-48af-800a-cd1794657247,segment=NetworkSegment(70f72ba5-069e-477c-9592-7dfc3da11d5c),segment_id=70f72ba5-069e-477c-9592-7dfc3da11d5c)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:30:59.762224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Checking segment: {'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:30:59.762589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network hostable DHCP agents. Network: 544f0180-c5de-48b3-bb96-ab58dd61e4f7, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:30:59.794108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] For port 66477927-4d67-4fdb-a617-7046b854bbc0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=66477927-4d67-4fdb-a617-7046b854bbc0,segment=NetworkSegment(cc50623a-5936-48ff-8b24-cb586bd90e50),segment_id=cc50623a-5936-48ff-8b24-cb586bd90e50)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:30:59.794500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.797111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-3a921ea3-068c-402a-932b-60b6591160b0 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Calling delete_port for b82d85ed-bc13-49d7-9622-671be075de50 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:59.804261 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.851255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, b1913736-76de-4011-8075-ab2e7e495606) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:59.864872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Deleting port 7f0672a5-b980-4676-906f-d0e241b6a5ab {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:30:59.865093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.935873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Calling delete_port for 66477927-4d67-4fdb-a617-7046b854bbc0 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:30:59.938683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:59.939318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:30:59.951822 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:30:59.952491 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:30:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:30:59.966661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:30:59.979968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 544f0180-c5de-48b3-bb96-ab58dd61e4f7) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:30:59.987931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:30:59.988627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.011557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] The port '7f0672a5-b980-4676-906f-d0e241b6a5ab' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:31:00.044892 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa06dd-3582-492d-8842-a4278f3cf382 None None] Pushing event updated for resources: {'Port': ['ID=556f98c9-b70b-48af-800a-cd1794657247,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:00.112107 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-656a1996-1b65-43e9-81cb-91c9d6bb194d tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5390115 Apr 22 17:31:00.112817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46194) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:00.198357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.235011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 023cd594-9420-4bcc-ae9f-8a63f9263fee up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:00.239872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4d39093a-c749-4db3-8202-020bf0252b95 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.244378 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4d39093a-c749-4db3-8202-020bf0252b95 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/4ffb342f-38a7-4289-8134-cf09ef998d61 HTTP/1.1" status: 204 len: 168 time: 3.2350144 Apr 22 17:31:00.246011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46198) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:00.255444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:00.288286 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cb200980-d1e5-49df-a0e1-14d11285deae tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3909256 Apr 22 17:31:00.306632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b1913736-76de-4011-8075-ab2e7e495606', 'network_id': 'b1913736-76de-4011-8075-ab2e7e495606', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': '92125900-5be5-4487-8541-717350e07b37'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:00.307481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.340805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46202) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:00.430407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 023cd594-9420-4bcc-ae9f-8a63f9263fee triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:00.430815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.461361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.505569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4ddf753e-4bd5-421a-93f4-fba3d0b454af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.565723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebb13ed-892c-44af-a167-7ce9d4bf1b0b']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:00.601431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4a9445-85df-4e30-8a47-0009872da02d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:00.603070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4a9445-85df-4e30-8a47-0009872da02d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:00.604571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4a9445-85df-4e30-8a47-0009872da02d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:00.605404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9d4a9445-85df-4e30-8a47-0009872da02d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:00.611124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab6b4b7-292c-4b98-863f-0d0143370788') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:00.611424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab6b4b7-292c-4b98-863f-0d0143370788') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:00.640079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.675920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.685072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.688521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Allocated IP 172.20.0.1 (b1913736-76de-4011-8075-ab2e7e495606/92125900-5be5-4487-8541-717350e07b37/dd8d8016-8048-4989-857f-56467cc6ec80) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:00.689161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:00.689570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.691307 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:55Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:30:59Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:00.694542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Port': ['ID=66477927-4d67-4fdb-a617-7046b854bbc0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:00.696521 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aa4e6-84eb-4b95-8a4e-13eb08bd8238 None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:30:55Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:30:59Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:00.707177 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:00.757633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] No DVR routers for this DVR port 66477927-4d67-4fdb-a617-7046b854bbc0 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:00.772240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3a921ea3-068c-402a-932b-60b6591160b0 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:00.789673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9d4a9445-85df-4e30-8a47-0009872da02d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:00.794167 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9d4a9445-85df-4e30-8a47-0009872da02d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5450532 Apr 22 17:31:00.798926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46206) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:00.931823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a921ea3-068c-402a-932b-60b6591160b0 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Port': ['ID=b82d85ed-bc13-49d7-9622-671be075de50,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:01.018716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.020409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.041209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.063300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Transition to ACTIVE for port object dd8d8016-8048-4989-857f-56467cc6ec80 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:01.071707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.084903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d001c3-d5b7-419b-a69b-687320e5a9e6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 08f7eb60-b0dc-4e09-8b9f-d642441ac3eb {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:01.097705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Transition to ACTIVE for port object dd8d8016-8048-4989-857f-56467cc6ec80 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:01.124026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f8d001c3-d5b7-419b-a69b-687320e5a9e6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.140221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.151681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] Pushing event deleted for resources: {'Network': ['ID=0ebb13ed-892c-44af-a167-7ce9d4bf1b0b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:01.176128 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-440d2d15-cfbe-4d7e-b31f-0e8a0a4382a6 tempest-AllowedAddressPairTestJSON-2030349011 tempest-AllowedAddressPairTestJSON-2030349011-project] 10.222.0.10 "DELETE /v2.0/networks/0ebb13ed-892c-44af-a167-7ce9d4bf1b0b HTTP/1.1" status: 204 len: 168 time: 4.1682281 Apr 22 17:31:01.193903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db42ee3-49d2-403d-8de7-4fa98fbef51a']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:01.238529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc50623a-5936-48ff-8b24-cb586bd90e50') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:01.238862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc50623a-5936-48ff-8b24-cb586bd90e50') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:01.258532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f8d001c3-d5b7-419b-a69b-687320e5a9e6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.263228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.289646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.319342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.340207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:01.340625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:01.356331 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:01.427682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Network b1913736-76de-4011-8075-ab2e7e495606 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:01.431459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:01.440498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:01.443603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.507248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.520604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3a921ea3-068c-402a-932b-60b6591160b0 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.554423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Pushing event updated for resources: {'Port': ['ID=dd8d8016-8048-4989-857f-56467cc6ec80,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:01.582095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Attempting to bind port dd8d8016-8048-4989-857f-56467cc6ec80 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:01.584826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Attempting to bind port dd8d8016-8048-4989-857f-56467cc6ec80 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '84a6c08a-0c88-4100-9ab2-f8511fb45bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b1913736-76de-4011-8075-ab2e7e495606'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:01.584826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Attempting to bind port dd8d8016-8048-4989-857f-56467cc6ec80 on network b1913736-76de-4011-8075-ab2e7e495606 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:01.591827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:01.592269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Checking segment: {'id': '84a6c08a-0c88-4100-9ab2-f8511fb45bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b1913736-76de-4011-8075-ab2e7e495606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:01.592690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.593102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Bound using segment: {'id': '84a6c08a-0c88-4100-9ab2-f8511fb45bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b1913736-76de-4011-8075-ab2e7e495606'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:01.593862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Bound port: dd8d8016-8048-4989-857f-56467cc6ec80, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a6c08a-0c88-4100-9ab2-f8511fb45bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b1913736-76de-4011-8075-ab2e7e495606'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:01.594306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.595667 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3a921ea3-068c-402a-932b-60b6591160b0 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "DELETE /v2.0/ports/b82d85ed-bc13-49d7-9622-671be075de50 HTTP/1.1" status: 204 len: 168 time: 4.0740466 Apr 22 17:31:01.596568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=92125900-5be5-4487-8541-717350e07b37,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:01.598207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46212) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:01.641164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.645586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.682002 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/networks/2db42ee3-49d2-403d-8de7-4fa98fbef51a HTTP/1.1" status: 204 len: 168 time: 2.3990347 Apr 22 17:31:01.685325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46216) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:01.686089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7d16a-b7d3-444e-9bd6-d2050a0a29db tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Pushing event deleted for resources: {'Network': ['ID=2db42ee3-49d2-403d-8de7-4fa98fbef51a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:01.702798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] For port dd8d8016-8048-4989-857f-56467cc6ec80, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:01.706477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] For port dd8d8016-8048-4989-857f-56467cc6ec80, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dd8d8016-8048-4989-857f-56467cc6ec80,segment=NetworkSegment(84a6c08a-0c88-4100-9ab2-f8511fb45bba),segment_id=84a6c08a-0c88-4100-9ab2-f8511fb45bba)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:01.732255 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a397faf-2b41-4b27-8dbb-74e8b09dee5a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] GET failed (client error): The resource could not be found. Apr 22 17:31:01.732255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7a397faf-2b41-4b27-8dbb-74e8b09dee5a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Synchronizing usage tracker for tenant:580ab007050c4c789183a0698e2e299e on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:01.743008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.743364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-16abe79e-d3f4-47e9-a113-77e795a967c6 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Synchronizing usage tracker for tenant:fcfd1d96b36d497ca7f0e55386bce727 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:01.775000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f8d001c3-d5b7-419b-a69b-687320e5a9e6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.782521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:01.800925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46222) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:01.869637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7a397faf-2b41-4b27-8dbb-74e8b09dee5a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Unset dirty status for tenant:580ab007050c4c789183a0698e2e299e on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:01.872361 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7a397faf-2b41-4b27-8dbb-74e8b09dee5a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "GET /v2.0/ports/b82d85ed-bc13-49d7-9622-671be075de50 HTTP/1.1" status: 404 len: 333 time: 0.2596147 Apr 22 17:31:01.876407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1913736-76de-4011-8075-ab2e7e495606']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:01.893024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46228) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:01.895140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a6c08a-0c88-4100-9ab2-f8511fb45bba') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:01.896002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a6c08a-0c88-4100-9ab2-f8511fb45bba') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:01.900800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3092ee-c20f-4132-a90a-2be32231a14a None None] Pushing event updated for resources: {'Port': ['ID=dd8d8016-8048-4989-857f-56467cc6ec80,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:01.901669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-16abe79e-d3f4-47e9-a113-77e795a967c6 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Unset dirty status for tenant:fcfd1d96b36d497ca7f0e55386bce727 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:01.903421 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-16abe79e-d3f4-47e9-a113-77e795a967c6 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bf804e8-692d-417b-9fae-b6f1988007ae HTTP/1.1" status: 200 len: 205 time: 0.2143030 Apr 22 17:31:01.910560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46232) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:01.960751 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de8fdb-0358-4280-98a6-041f0b4a8786 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:31:01.978963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.066182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-aea6c82a-7ddd-40f1-bcd2-de6292ef448a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Deleting port 23d18c86-a77b-428b-882c-709ea4b0ff7c {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:02.066462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aea6c82a-7ddd-40f1-bcd2-de6292ef448a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.129875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de8fdb-0358-4280-98a6-041f0b4a8786 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:31:02.152514 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-af90227d-50ed-4a4d-bd00-e6fde8da38c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69e3be9f966c4a31b5cbf8c47871566d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501682 Apr 22 17:31:02.157607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46236) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:02.194056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.196703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f8d001c3-d5b7-419b-a69b-687320e5a9e6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.245458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d001c3-d5b7-419b-a69b-687320e5a9e6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=08f7eb60-b0dc-4e09-8b9f-d642441ac3eb,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:02.249633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e026be5a-0dac-4304-af13-774b629f25d5 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.345397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Allocated IP 2001:db8:3::1 (544f0180-c5de-48b3-bb96-ab58dd61e4f7/481d9797-edf5-4651-9567-9b8902479c96/789f9cc5-0f1f-4f74-ba01-d7cc6071d32d) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:02.386940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f8d001c3-d5b7-419b-a69b-687320e5a9e6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.389777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:02.390171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:02.443158 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:02.453317 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 556f98c9-b70b-48af-800a-cd1794657247 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:02.528180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b041fa7-af3e-4ed4-a44e-337c6f240cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.619020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-22266413-8bce-46d6-8e4e-a0d9746b14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.625588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 556f98c9-b70b-48af-800a-cd1794657247 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:02.641468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 556f98c9-b70b-48af-800a-cd1794657247 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:02.641887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.646267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e026be5a-0dac-4304-af13-774b629f25d5 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.651103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e026be5a-0dac-4304-af13-774b629f25d5 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.664849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b041fa7-af3e-4ed4-a44e-337c6f240cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.686731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aea6c82a-7ddd-40f1-bcd2-de6292ef448a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.707388 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f8d001c3-d5b7-419b-a69b-687320e5a9e6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/08f7eb60-b0dc-4e09-8b9f-d642441ac3eb HTTP/1.1" status: 204 len: 168 time: 1.8461139 Apr 22 17:31:02.709770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46244) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:02.712756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:31:02.712756 dv-neutron-839024-1-hyperv neutron-server[88660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:31:02.712756 dv-neutron-839024-1-hyperv neutron-server[88660]: [parameters: {'id': 'b1913736-76de-4011-8075-ab2e7e495606'}] Apr 22 17:31:02.712756 dv-neutron-839024-1-hyperv neutron-server[88660]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:02.717160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:02.778427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dc366e-dd8e-44eb-9e01-e0f7b7aa232b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet bf2a28be-c63f-43a9-b1f9-ffa9e6185687 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:02.781730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43dc366e-dd8e-44eb-9e01-e0f7b7aa232b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.805997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.810440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e026be5a-0dac-4304-af13-774b629f25d5 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.811228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e026be5a-0dac-4304-af13-774b629f25d5 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf804e8-692d-417b-9fae-b6f1988007ae {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:31:02.840792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e026be5a-0dac-4304-af13-774b629f25d5 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.844935 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e026be5a-0dac-4304-af13-774b629f25d5 tempest-RoutersNegativeIpV6Test-1354802828 tempest-RoutersNegativeIpV6Test-1354802828-project] 10.222.0.10 "DELETE /v2.0/routers/7bf804e8-692d-417b-9fae-b6f1988007ae HTTP/1.1" status: 204 len: 168 time: 0.9316099 Apr 22 17:31:02.846459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-aea6c82a-7ddd-40f1-bcd2-de6292ef448a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Calling delete_port for 23d18c86-a77b-428b-882c-709ea4b0ff7c owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:02.859752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43dc366e-dd8e-44eb-9e01-e0f7b7aa232b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.860425 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 556f98c9-b70b-48af-800a-cd1794657247, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=556f98c9-b70b-48af-800a-cd1794657247,segment=NetworkSegment(70f72ba5-069e-477c-9592-7dfc3da11d5c),segment_id=70f72ba5-069e-477c-9592-7dfc3da11d5c)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:02.949809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.954212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:02.963008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43dc366e-dd8e-44eb-9e01-e0f7b7aa232b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.004590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae2b78-e225-4704-a881-de374c9ecab9 None None] DHCP port deletion for 2db42ee3-49d2-403d-8de7-4fa98fbef51a request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:03.031184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Transition to ACTIVE for port object 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:03.042232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b041fa7-af3e-4ed4-a44e-337c6f240cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.049704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=556f98c9-b70b-48af-800a-cd1794657247,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:03.056001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'fixed_ips': [{'subnet_id': '481d9797-edf5-4651-9567-9b8902479c96'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:03.056001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.072091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b041fa7-af3e-4ed4-a44e-337c6f240cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c7a1b-78a7-45d7-8730-1b572dd825b5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:03.126438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43dc366e-dd8e-44eb-9e01-e0f7b7aa232b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.144253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aea6c82a-7ddd-40f1-bcd2-de6292ef448a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.181028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc366e-dd8e-44eb-9e01-e0f7b7aa232b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2a28be-c63f-43a9-b1f9-ffa9e6185687,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:03.183184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43dc366e-dd8e-44eb-9e01-e0f7b7aa232b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.194228 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-43dc366e-dd8e-44eb-9e01-e0f7b7aa232b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/bf2a28be-c63f-43a9-b1f9-ffa9e6185687 HTTP/1.1" status: 204 len: 168 time: 0.4834712 Apr 22 17:31:03.194939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.196745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46250) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:03.229422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6c82a-7ddd-40f1-bcd2-de6292ef448a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Port': ['ID=23d18c86-a77b-428b-882c-709ea4b0ff7c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:03.251550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.255702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Allocated IP 2001:db8:3::2 (544f0180-c5de-48b3-bb96-ab58dd61e4f7/481d9797-edf5-4651-9567-9b8902479c96/c69e35c3-882f-4149-93bb-d0426a794b91) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:03.291919 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-28776e6d-7a5e-4a2e-aaab-e611406b91fb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939488 Apr 22 17:31:03.295619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46258) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:03.312856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:03.345040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46262) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:03.360857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b041fa7-af3e-4ed4-a44e-337c6f240cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.363866 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5b041fa7-af3e-4ed4-a44e-337c6f240cec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/544c7a1b-78a7-45d7-8730-1b572dd825b5 HTTP/1.1" status: 204 len: 168 time: 1.2007661 Apr 22 17:31:03.376806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Deleting port dd8d8016-8048-4989-857f-56467cc6ec80 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:03.377512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.458967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:03.460837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aea6c82a-7ddd-40f1-bcd2-de6292ef448a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.463652 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-aea6c82a-7ddd-40f1-bcd2-de6292ef448a tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "DELETE /v2.0/ports/23d18c86-a77b-428b-882c-709ea4b0ff7c HTTP/1.1" status: 204 len: 168 time: 1.5693550 Apr 22 17:31:03.465459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:03.470949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46270) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:03.489929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:03.491076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.554215 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fede127-edef-4b5b-935f-9f4677dc102f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] GET failed (client error): The resource could not be found. Apr 22 17:31:03.556391 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4fede127-edef-4b5b-935f-9f4677dc102f tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "GET /v2.0/ports/23d18c86-a77b-428b-882c-709ea4b0ff7c HTTP/1.1" status: 404 len: 333 time: 0.0814085 Apr 22 17:31:03.565389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46274) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:03.568226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.579120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Transition to ACTIVE for port object c69e35c3-882f-4149-93bb-d0426a794b91 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:03.585226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:03.612907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Transition to ACTIVE for port object c69e35c3-882f-4149-93bb-d0426a794b91 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:03.627807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3d45-5e5c-41b0-9f22-8c70f6a105c5 req-2987a4bd-e202-4a92-86d7-4e6031a14058 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:03.629308 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-40ab3d45-5e5c-41b0-9f22-8c70f6a105c5 req-2987a4bd-e202-4a92-86d7-4e6031a14058 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2828844 Apr 22 17:31:03.682451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:03.713751 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-40ab3d45-5e5c-41b0-9f22-8c70f6a105c5 req-0cf4463a-ba66-4f94-af35-02502bb1d704 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787327 Apr 22 17:31:03.718962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:03.733671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:03.734728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.762267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.762267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.815182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:03.851955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:03.856168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:03.865967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:03.966230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Pushing event updated for resources: {'Port': ['ID=c69e35c3-882f-4149-93bb-d0426a794b91,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:04.003409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Attempting to bind port c69e35c3-882f-4149-93bb-d0426a794b91 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:04.004049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Attempting to bind port c69e35c3-882f-4149-93bb-d0426a794b91 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:04.005392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Attempting to bind port c69e35c3-882f-4149-93bb-d0426a794b91 on network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:04.009011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] For port dd8d8016-8048-4989-857f-56467cc6ec80, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dd8d8016-8048-4989-857f-56467cc6ec80,segment=NetworkSegment(84a6c08a-0c88-4100-9ab2-f8511fb45bba),segment_id=84a6c08a-0c88-4100-9ab2-f8511fb45bba)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:04.009380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.011353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:04.012329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Checking segment: {'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:04.012904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.013881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Bound using segment: {'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:04.014352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Bound port: c69e35c3-882f-4149-93bb-d0426a794b91, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:04.014729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.017951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:04.030423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-23da79d1-6759-4c67-ad35-a2b18e75c8f9 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Deleting port 47eae9e2-9840-4608-95b1-43989d4f065f {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:04.030722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23da79d1-6759-4c67-ad35-a2b18e75c8f9 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.151053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] For port c69e35c3-882f-4149-93bb-d0426a794b91, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:04.158853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] For port c69e35c3-882f-4149-93bb-d0426a794b91, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c69e35c3-882f-4149-93bb-d0426a794b91,segment=NetworkSegment(25005248-5c75-479d-8558-839ba0498890),segment_id=25005248-5c75-479d-8558-839ba0498890)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:04.213114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.221469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.233383 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d408f772-1146-4705-ae00-ecf364a52cba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcfd1d96b36d497ca7f0e55386bce727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8869493 Apr 22 17:31:04.239218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46290) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:04.242379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Calling delete_port for dd8d8016-8048-4989-857f-56467cc6ec80 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:04.263348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 556f98c9-b70b-48af-800a-cd1794657247 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:04.282307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.283130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.352694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:04.355861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.438903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10a97-771c-495d-ad47-cf15f1f1b203 None None] Pushing event updated for resources: {'Port': ['ID=c69e35c3-882f-4149-93bb-d0426a794b91,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:04.482352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 556f98c9-b70b-48af-800a-cd1794657247 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:04.483400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.545336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.648359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 66477927-4d67-4fdb-a617-7046b854bbc0 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:04.649096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:04.650005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event updated for resources: {'Port': ['ID=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:04.654644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:04.656877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3180af72-cca5-41d1-81d3-fcb9fda88f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.670170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.711747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 66477927-4d67-4fdb-a617-7046b854bbc0 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:04.712114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 66477927-4d67-4fdb-a617-7046b854bbc0 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:04.784875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23da79d1-6759-4c67-ad35-a2b18e75c8f9 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.827917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e468f-c38b-40c9-981b-e759926a5ef7 req-27895f33-ef9e-4fb6-990d-a22c9b5d1ed8 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:04.829524 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-281e468f-c38b-40c9-981b-e759926a5ef7 req-27895f33-ef9e-4fb6-990d-a22c9b5d1ed8 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.8038936 Apr 22 17:31:04.877130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3180af72-cca5-41d1-81d3-fcb9fda88f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:04.892404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Port': ['ID=dd8d8016-8048-4989-857f-56467cc6ec80,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:04.894030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46302) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:04.894952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No DVR routers for this DVR port dd8d8016-8048-4989-857f-56467cc6ec80 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:04.932428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:04.993281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-23da79d1-6759-4c67-ad35-a2b18e75c8f9 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Calling delete_port for 47eae9e2-9840-4608-95b1-43989d4f065f owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:05.011068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.103699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3180af72-cca5-41d1-81d3-fcb9fda88f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.130192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:05.131839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180af72-cca5-41d1-81d3-fcb9fda88f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce5c7e0-3d51-412d-b9bc-8a7aacf98ccb,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:05.140393 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c0bb8c50-1f7d-4d93-b363-3a69fd401ec5 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0265422 Apr 22 17:31:05.141670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46308) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:05.144466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3180af72-cca5-41d1-81d3-fcb9fda88f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.147980 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3180af72-cca5-41d1-81d3-fcb9fda88f7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fce5c7e0-3d51-412d-b9bc-8a7aacf98ccb HTTP/1.1" status: 204 len: 168 time: 0.9083328 Apr 22 17:31:05.149099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:05.196727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:05.214187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:05.215908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:05.222217 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-281e468f-c38b-40c9-981b-e759926a5ef7 req-0a9cc454-a4bd-4cf0-a937-666653eb8879 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2694294 Apr 22 17:31:05.231250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.261985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'networks': [{'name': 'tempest-network--19736593'}, {'name': 'tempest-network--1054838891'}]} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:05.262314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'network': {'name': 'tempest-network--19736593'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:05.262784 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'network': {'name': 'tempest-network--1054838891'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:05.280057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:05.300102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Usage tracker for resource:network and tenant:6a8638d7b2ce4743833812e0a1713acf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:05.306088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1913736-76de-4011-8075-ab2e7e495606']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:05.315535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:05.372843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:05.415701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a6c08a-0c88-4100-9ab2-f8511fb45bba') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:05.416073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a6c08a-0c88-4100-9ab2-f8511fb45bba') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:05.510329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.526428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:05.541201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Made reservation on behalf of 6a8638d7b2ce4743833812e0a1713acf for: {'network': 2} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:05.547072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.557331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.570512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.581490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:05.581917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:05.598528 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:05.666675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:05.852694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23da79d1-6759-4c67-ad35-a2b18e75c8f9 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:05.863113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Usage tracker for resource:security_group_rule and tenant:6a8638d7b2ce4743833812e0a1713acf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:05.910164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:05.915427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c4d7-1b9a-4223-9bf6-e46214208814 req-0411744f-6bfb-4bef-b63d-94b9c1677f34 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:05.920083 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9808c4d7-1b9a-4223-9bf6-e46214208814 req-0411744f-6bfb-4bef-b63d-94b9c1677f34 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.5213296 Apr 22 17:31:05.934264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:05.936328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da79d1-6759-4c67-ad35-a2b18e75c8f9 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Port': ['ID=47eae9e2-9840-4608-95b1-43989d4f065f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:05.956326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae839adc-d378-43a1-83a2-2492ec20e49f None None] Network b1913736-76de-4011-8075-ab2e7e495606 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:05.972912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c351061-88a2-466b-b353-5910354b2f93 None None] Network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:06.034872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23da79d1-6759-4c67-ad35-a2b18e75c8f9 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.038041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9808c4d7-1b9a-4223-9bf6-e46214208814 req-b988b59f-d681-4814-970b-455652526015 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082845 Apr 22 17:31:06.063437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.097321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae839adc-d378-43a1-83a2-2492ec20e49f None None] Network b1913736-76de-4011-8075-ab2e7e495606 could not be found, it might have been deleted concurrently. {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 22 17:31:06.109039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.172941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=b1913736-76de-4011-8075-ab2e7e495606,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:06.214257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a19ed-b003-4ab8-a027-4c8e0da3df33 None None] Network b1913736-76de-4011-8075-ab2e7e495606 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:06.257012 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4983254e-d309-49cd-b92b-f44f19cc7f91 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/b1913736-76de-4011-8075-ab2e7e495606 HTTP/1.1" status: 204 len: 168 time: 5.9102800 Apr 22 17:31:06.257012 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-23da79d1-6759-4c67-ad35-a2b18e75c8f9 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "DELETE /v2.0/ports/47eae9e2-9840-4608-95b1-43989d4f065f HTTP/1.1" status: 204 len: 168 time: 2.6450708 Apr 22 17:31:06.264859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46320) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:06.271359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46322) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:06.275510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a19ed-b003-4ab8-a027-4c8e0da3df33 None None] Network b1913736-76de-4011-8075-ab2e7e495606 could not be found, it might have been deleted concurrently. {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 22 17:31:06.309335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1811571096'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:06.314580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:31:06.322934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c171a23e-b422-44cb-9307-242c26db049a None None] Provisioning for port c69e35c3-882f-4149-93bb-d0426a794b91 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:06.332005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:06.391101 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c69e35c3-882f-4149-93bb-d0426a794b91 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:06.453702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:06.478101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:06.498454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:03Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '789f9cc5-0f1f-4f74-ba01-d7cc6071d32d', 'name': '', 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fd:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '481d9797-edf5-4651-9567-9b8902479c96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:31:01Z', 'updated_at': '2022-04-22T17:31:04Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '481d9797-edf5-4651-9567-9b8902479c96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:06.507395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:06.507837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Updating router 878931d4-e809-4f78-ad06-a9908efc1a4b port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:31:06.568017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f79bec-be9e-46cb-accc-aaa86cec1f3c None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:06.581893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:31:06.589129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cbdb9d-1131-4a40-9f51-8eb9d4b339b5 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Deleting subnet d80cad79-a7f9-4f94-911d-250d15f484ba {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:06.593009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:06.595063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14cbdb9d-1131-4a40-9f51-8eb9d4b339b5 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.653941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Removed routes are [] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:31:06.654345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.676776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14cbdb9d-1131-4a40-9f51-8eb9d4b339b5 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.701470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.723103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.769120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:06.772989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.804209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14cbdb9d-1131-4a40-9f51-8eb9d4b339b5 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.823082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.823082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.849957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e2d56340-8d21-477f-a41c-9ddbf2a69118 None None] Provisioning complete for port 556f98c9-b70b-48af-800a-cd1794657247 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:06.850339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e2d56340-8d21-477f-a41c-9ddbf2a69118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.895142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:06.905493 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678b7909-a73b-41b2-96c8-951e81d95099,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:06.926566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb3ca7-afc8-4ac8-a3a7-e77b8d6d069b req-dc02ed60-2faa-48d5-9efa-d27268161414 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:06.933170 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f7bb3ca7-afc8-4ac8-a3a7-e77b8d6d069b req-dc02ed60-2faa-48d5-9efa-d27268161414 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4987731 Apr 22 17:31:06.950719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c69e35c3-882f-4149-93bb-d0426a794b91 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:06.959605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:06.960196 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 423f518c-dc8e-49ab-bc17-a370b47a407d of type vlan for network 95b2cf8a-0a9f-48ce-bd06-b8d53a28a690 Apr 22 17:31:06.988365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14cbdb9d-1131-4a40-9f51-8eb9d4b339b5 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.008818 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f7bb3ca7-afc8-4ac8-a3a7-e77b8d6d069b req-07a72227-853e-4e31-bb4b-93cbbf30eddf tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671685 Apr 22 17:31:07.018437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:07.037384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c69e35c3-882f-4149-93bb-d0426a794b91 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:07.037933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.052723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbdb9d-1131-4a40-9f51-8eb9d4b339b5 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Subnet': ['ID=d80cad79-a7f9-4f94-911d-250d15f484ba,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:07.062657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14cbdb9d-1131-4a40-9f51-8eb9d4b339b5 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.093241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.105631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.105992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Added segment c0c78e36-aaf5-4ad8-837b-74d94cb90d7d of type vlan for network 251dbf16-3958-4e97-965d-cf6e681febde Apr 22 17:31:07.131691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd5e82-39ef-44d4-beec-19b6d1bd45bc None None] Network 8da7a1b1-6350-426c-b799-2eb3087c38cc requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:07.154637 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-14cbdb9d-1131-4a40-9f51-8eb9d4b339b5 tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "DELETE /v2.0/subnets/d80cad79-a7f9-4f94-911d-250d15f484ba HTTP/1.1" status: 204 len: 168 time: 0.8818493 Apr 22 17:31:07.156994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46332) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:07.208504 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.236245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.355873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.357796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:07.358328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.391935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:31:07.396234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.400732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.455481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.524169 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2492044 Apr 22 17:31:07.534227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:07.544363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.545043 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Added segment 2eedf48e-5ac1-4412-8fc9-6fa6bbdefae5 of type vlan for network 75a2fab1-08e7-4409-8019-e44477d3e405 Apr 22 17:31:07.581151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.587404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46338) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:07.604116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': '95b2cf8a-0a9f-48ce-bd06-b8d53a28a690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:07.717150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:31:07.753815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c8e4f-2e69-4b55-b1e3-fcea12ecb837 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=95b2cf8a-0a9f-48ce-bd06-b8d53a28a690,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:07.785835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 95b2cf8a-0a9f-48ce-bd06-b8d53a28a690 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:07.806267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:07.812868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Deleting port 367b4c4d-5617-4382-a0f9-a6965bab7285 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:07.813216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.813937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:07.820618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:07.826095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:07.964284 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.965420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.970950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:07.975744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:07.976382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:07.988989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.004668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:08.015656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a51f45d5-faab-4e91-b72c-585960148128 None None] Provisioning complete for port 556f98c9-b70b-48af-800a-cd1794657247 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:08.015841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.016041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a51f45d5-faab-4e91-b72c-585960148128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.016941 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-08518c3c-b24e-427f-b5b6-136228e2ff0a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 200 len: 953 time: 2.8743598 Apr 22 17:31:08.018167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:08.020272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46342) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:08.057204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:08.076461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb91970-c7e6-4549-9a59-ac204055ca69 None None] Network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:08.088175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d4b71-4c2e-46ab-abf3-0f24fe05d908 req-cfd86613-17aa-4511-94c4-959ec5da53ef tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:08.089781 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c15d4b71-4c2e-46ab-abf3-0f24fe05d908 req-cfd86613-17aa-4511-94c4-959ec5da53ef tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4893482 Apr 22 17:31:08.110243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.resource_extend [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:31:08.226202 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-21020117-3201-4bdc-a4d6-eb445d021acf tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 200 len: 953 time: 0.2047055 Apr 22 17:31:08.230304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46346) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:08.237302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'routes': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:08.287149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.300642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Transition to ACTIVE for port object 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:08.315338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port c69e35c3-882f-4149-93bb-d0426a794b91, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c69e35c3-882f-4149-93bb-d0426a794b91,segment=NetworkSegment(25005248-5c75-479d-8558-839ba0498890),segment_id=25005248-5c75-479d-8558-839ba0498890)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:08.323201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:08.327933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.363524 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.4095192 Apr 22 17:31:08.367016 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c15d4b71-4c2e-46ab-abf3-0f24fe05d908 req-0fb7d893-9423-4666-a5b6-cdecba54df63 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733056 Apr 22 17:31:08.367737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46350) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:08.374989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Network': ['ID=251dbf16-3958-4e97-965d-cf6e681febde,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:08.436648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 251dbf16-3958-4e97-965d-cf6e681febde details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:08.452342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.534160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:31:08.535750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] DHCP port deletion for 8da7a1b1-6350-426c-b799-2eb3087c38cc request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:08.562303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.630972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.631793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] Deleting port 367b4c4d-5617-4382-a0f9-a6965bab7285 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:08.632456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.698550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] For port 367b4c4d-5617-4382-a0f9-a6965bab7285, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=367b4c4d-5617-4382-a0f9-a6965bab7285,segment=NetworkSegment(dc96fe60-3441-4ef1-8eae-5ce6ac311b06),segment_id=dc96fe60-3441-4ef1-8eae-5ce6ac311b06)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:08.699433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.721080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92321-7979-40e9-844f-210fba55f7e3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Network': ['ID=75a2fab1-08e7-4409-8019-e44477d3e405,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:08.732449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.733195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:08.833510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 367b4c4d-5617-4382-a0f9-a6965bab7285 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:08.920444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 75a2fab1-08e7-4409-8019-e44477d3e405 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:08.944952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Calling delete_port for 367b4c4d-5617-4382-a0f9-a6965bab7285 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:09.025059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:09.052530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:09.069515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:09.070793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.071285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7992644-8ad7-4877-80f7-a12b9e2be0d5 None None] Pushing event updated for resources: {'Port': ['ID=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:09.076921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=5c662858-ad43-4b92-8013-cec827df0f5f,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:09.104330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95670d73-9ba4-428b-a400-a2403b7b48f0 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:09.111525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95670d73-9ba4-428b-a400-a2403b7b48f0 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:09.117253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95670d73-9ba4-428b-a400-a2403b7b48f0 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:09.123614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95670d73-9ba4-428b-a400-a2403b7b48f0 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:09.124473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-95670d73-9ba4-428b-a400-a2403b7b48f0 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Synchronizing usage tracker for tenant:6a8638d7b2ce4743833812e0a1713acf on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:09.130556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=8']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:09.200574 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f544274a-1d75-41a1-9f1a-e7b9f966b597 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.9024975 Apr 22 17:31:09.202950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46354) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:09.209416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:09.246834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-95670d73-9ba4-428b-a400-a2403b7b48f0 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Unset dirty status for tenant:6a8638d7b2ce4743833812e0a1713acf on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:09.250598 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-95670d73-9ba4-428b-a400-a2403b7b48f0 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8744767 Apr 22 17:31:09.250598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.253274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46358) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:09.279124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701c8fb-5c27-4f2f-a6dc-90727e3fc615 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:09.348779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.350505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-98745792-a975-43cb-9fd7-df65575133e2 None None] Provisioning for port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:09.365920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] No DVR routers for this DVR port 367b4c4d-5617-4382-a0f9-a6965bab7285 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:09.371258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Port': ['ID=367b4c4d-5617-4382-a0f9-a6965bab7285,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:09.424159 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No active binding found for port 367b4c4d-5617-4382-a0f9-a6965bab7285 {{(pid=88661) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 22 17:31:09.424351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 367b4c4d-5617-4382-a0f9-a6965bab7285 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:09.428084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] For port 367b4c4d-5617-4382-a0f9-a6965bab7285, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=367b4c4d-5617-4382-a0f9-a6965bab7285,segment=NetworkSegment(dc96fe60-3441-4ef1-8eae-5ce6ac311b06),segment_id=dc96fe60-3441-4ef1-8eae-5ce6ac311b06)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:09.428438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.476428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=b5bd74f3-6014-47e6-bde6-27debcf86350,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:09.565458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.572358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Attempting to bind port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:09.580622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Attempting to bind port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:09.580622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Attempting to bind port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d on network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:09.592954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.604160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:09.617207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:09.622613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:09.630211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da7a1b1-6350-426c-b799-2eb3087c38cc']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:09.633622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-2b744faf-8326-4351-9c9d-eb4aa1fd9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:09.635610 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-2b744faf-8326-4351-9c9d-eb4aa1fd9b37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1098 time: 0.4618835 Apr 22 17:31:09.637316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:09.647763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] Calling delete_port for 367b4c4d-5617-4382-a0f9-a6965bab7285 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:09.648685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc96fe60-3441-4ef1-8eae-5ce6ac311b06') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:09.649557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc96fe60-3441-4ef1-8eae-5ce6ac311b06') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:09.664231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.682601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.688997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:09.689568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.690791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:09.691180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Checking segment: {'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:09.691589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.691995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Bound using segment: {'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:09.692473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Bound port: 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25005248-5c75-479d-8558-839ba0498890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:09.692857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:09.706087 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:09.708696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=c69e35c3-882f-4149-93bb-d0426a794b91,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:09.732937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': '423f518c-dc8e-49ab-bc17-a370b47a407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '95b2cf8a-0a9f-48ce-bd06-b8d53a28a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:09.733439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: 95b2cf8a-0a9f-48ce-bd06-b8d53a28a690, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:09.751959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added routes are [] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:31:09.752451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:31:09.767225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-98745792-a975-43cb-9fd7-df65575133e2 None None] Provisioning complete for port c69e35c3-882f-4149-93bb-d0426a794b91 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:09.767606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-98745792-a975-43cb-9fd7-df65575133e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.772293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:09.775803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.900023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.930714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.949259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:09.949485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] Pushing event deleted for resources: {'Network': ['ID=8da7a1b1-6350-426c-b799-2eb3087c38cc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:09.949621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:09.965224 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5d02b7bf-0e98-4352-9e7f-c1139ceafe7b tempest-AllowedAddressPairIpV6TestJSON-1051114866 tempest-AllowedAddressPairIpV6TestJSON-1051114866-project] 10.222.0.10 "DELETE /v2.0/networks/8da7a1b1-6350-426c-b799-2eb3087c38cc HTTP/1.1" status: 204 len: 168 time: 2.7995400 Apr 22 17:31:09.968934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] For port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:09.978447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:09.995402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.017038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] For port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,segment=NetworkSegment(25005248-5c75-479d-8558-839ba0498890),segment_id=25005248-5c75-479d-8558-839ba0498890)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:10.023124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c29cf6-90fe-4ca7-9c84-cf82d9afcb8c req-aea1656c-0741-4283-a3f6-095ebea6d77d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:10.024786 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-07c29cf6-90fe-4ca7-9c84-cf82d9afcb8c req-aea1656c-0741-4283-a3f6-095ebea6d77d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4511516 Apr 22 17:31:10.045535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 95b2cf8a-0a9f-48ce-bd06-b8d53a28a690 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:10.061961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251dbf16-3958-4e97-965d-cf6e681febde']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:10.076034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-c197e28a-5e34-4235-ba7b-96f5648a3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:10.077616 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-c197e28a-5e34-4235-ba7b-96f5648a3380 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 912 time: 0.4054129 Apr 22 17:31:10.088931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c78e36-aaf5-4ad8-837b-74d94cb90d7d') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:10.089361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c78e36-aaf5-4ad8-837b-74d94cb90d7d') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:10.120379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.271181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:10.271842 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:10.332790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c9bb9d75-9314-400f-b9c3-9ff6c4c1902c None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:10.333441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c9bb9d75-9314-400f-b9c3-9ff6c4c1902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.342977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.373431 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7992644-8ad7-4877-80f7-a12b9e2be0d5 None None] Pushing event updated for resources: {'Port': ['ID=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:10.382062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 95b2cf8a-0a9f-48ce-bd06-b8d53a28a690) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:10.392475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.464592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] Deleting port 367b4c4d-5617-4382-a0f9-a6965bab7285 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:10.464999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.470000 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-07c29cf6-90fe-4ca7-9c84-cf82d9afcb8c req-8c523d28-5114-4b02-bd16-b8aaaabb5438 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4292233 Apr 22 17:31:10.493603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:10.494660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.525914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721b761-e5db-4835-b9b8-4b45053b86ad None None] Network 95b2cf8a-0a9f-48ce-bd06-b8d53a28a690 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:10.606405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.629169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:10.629169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:10.643437 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:10.645556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9cdb8fe8-be98-4182-95b9-ba58cedded32 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0565152 Apr 22 17:31:10.682313 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-edcd3ebd-b705-48ea-b0e0-132ab092114f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 1000 time: 0.5955033 Apr 22 17:31:10.682908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46368) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:10.776533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0a085-388c-4aa9-b701-8154f8e559cc None None] The port '367b4c4d-5617-4382-a0f9-a6965bab7285' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:31:10.777859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c69e35c3-882f-4149-93bb-d0426a794b91 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:10.796800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46372) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:10.797572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=ac39ef66-e33a-47dc-8543-16994ca8adfe,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:10.807327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:10.809348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:10.812102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:10.813071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:10.892957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-c1c177b6-a8d9-42fa-aa4d-f7abce081193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:10.894829 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-c1c177b6-a8d9-42fa-aa4d-f7abce081193 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.1332068 Apr 22 17:31:10.895816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e66a4-ccd3-48ca-ba09-70e4562d7fb1 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:10.933919 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:10.939846 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c90a3f59-13cd-4b80-a1e6-e2dd54f46b54 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7328076 Apr 22 17:31:10.940450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46378) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:10.945744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:1d:0d:77', 'name': 'tempest-NetworksTestDHCPv6-1617319074'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:11.057004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.108132 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c0310b70-9e11-4673-aa0a-ef92f3ee4a10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=580ab007050c4c789183a0698e2e299e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040173 Apr 22 17:31:11.111328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46382) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:11.197968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:11.210155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:11.216859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:11.239228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:11.275821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-af299f1d-f489-4be9-8087-f4f01b5d79de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.307656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.314851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-af299f1d-f489-4be9-8087-f4f01b5d79de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.359156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.363472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:11.410953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.431419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Network': ['ID=251dbf16-3958-4e97-965d-cf6e681febde,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:11.435617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.450109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.552918 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2e354ac4-22b4-4a7d-b643-b6d07dffaa49 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/networks/251dbf16-3958-4e97-965d-cf6e681febde HTTP/1.1" status: 204 len: 168 time: 2.2957854 Apr 22 17:31:11.556112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46388) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:11.623786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-6acb49e2-5daa-4b58-b1d7-8263b16fb543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:11.625402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-6acb49e2-5daa-4b58-b1d7-8263b16fb543 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5615830 Apr 22 17:31:11.633606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcce72a-5a2d-4c89-a2e2-225d75ba640b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-95b2cf8a-0a9f-48ce-bd06-b8d53a28a690', 'network_id': '95b2cf8a-0a9f-48ce-bd06-b8d53a28a690', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': 'b5bd74f3-6014-47e6-bde6-27debcf86350'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:11.634442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9bcce72a-5a2d-4c89-a2e2-225d75ba640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.680738 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.738904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-af299f1d-f489-4be9-8087-f4f01b5d79de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.739759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c69e35c3-882f-4149-93bb-d0426a794b91 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:11.740141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.752754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.772002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af299f1d-f489-4be9-8087-f4f01b5d79de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81142a66-210c-4a2f-b6b6-0f69080d739e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:11.776943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.794220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:11.797700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 67e9a436-1a7b-47f3-998e-e1b087665335 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:31:11.813394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=b5bd74f3-6014-47e6-bde6-27debcf86350,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:11.838946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-af299f1d-f489-4be9-8087-f4f01b5d79de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:11.840525 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-af299f1d-f489-4be9-8087-f4f01b5d79de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81142a66-210c-4a2f-b6b6-0f69080d739e HTTP/1.1" status: 204 len: 168 time: 0.7284172 Apr 22 17:31:12.016481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c814058b-0bc3-42d4-a795-4eb608f2e9a7 None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:12.016871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c814058b-0bc3-42d4-a795-4eb608f2e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.056655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.090499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a2fab1-08e7-4409-8019-e44477d3e405']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:12.104498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eedf48e-5ac1-4412-8fc9-6fa6bbdefae5') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:12.105913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eedf48e-5ac1-4412-8fc9-6fa6bbdefae5') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:12.114973 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32782e-1a41-4855-97b3-032510fc115f None None] Network 95b2cf8a-0a9f-48ce-bd06-b8d53a28a690 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:12.143111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.195422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fe028-744c-46fd-b023-16a01ddc5f45 req-a311a967-8a20-414e-ac29-314865441679 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:12.197435 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-376fe028-744c-46fd-b023-16a01ddc5f45 req-a311a967-8a20-414e-ac29-314865441679 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.5254331 Apr 22 17:31:12.201408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.218613 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-90e7351e-9ef7-45cb-bce1-3bf9b8869248 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768862 Apr 22 17:31:12.234004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.254830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:12.255519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.276586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:12.281093 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:12.288192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b2cf8a-0a9f-48ce-bd06-b8d53a28a690']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:12.319064 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-376fe028-744c-46fd-b023-16a01ddc5f45 req-2c611921-2aeb-49bf-af66-ba02518c5321 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022704 Apr 22 17:31:12.320939 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69606005-651c-4acb-8c2a-375fea1a29a3 None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '5c662858-ad43-4b92-8013-cec827df0f5f', 'ip_address': '2001:db8::f816:3eff:fee8:f078'}, {'subnet_id': 'ac39ef66-e33a-47dc-8543-16994ca8adfe'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'ddd78508-4738-425d-860e-8f2698a49592'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:31:12.377245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423f518c-dc8e-49ab-bc17-a370b47a407d') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:12.377245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423f518c-dc8e-49ab-bc17-a370b47a407d') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:12.393014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:12.419244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.444132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.447866 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-22ab20ff-73fe-4477-9012-2e46073b7f16 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 200 len: 703 time: 4.2138531 Apr 22 17:31:12.450678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46402) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:12.533691 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e384fe8-e6c9-47c3-ac12-e1ba2a0a8da7 req-a04be00e-718a-432f-8eff-15f3bd8ec2b6 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060036 Apr 22 17:31:12.538075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.547130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:12.547866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.548941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69606005-651c-4acb-8c2a-375fea1a29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:12.566106 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:12.580571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:09Z', 'revision_number': 7, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '789f9cc5-0f1f-4f74-ba01-d7cc6071d32d', 'name': '', 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fd:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '481d9797-edf5-4651-9567-9b8902479c96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:31:01Z', 'updated_at': '2022-04-22T17:31:09Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '481d9797-edf5-4651-9567-9b8902479c96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:12.594590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c594eb-a8ce-4c6e-998d-2f4457abe1c9 None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:09Z', 'revision_number': 7, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '789f9cc5-0f1f-4f74-ba01-d7cc6071d32d', 'name': '', 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fd:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '481d9797-edf5-4651-9567-9b8902479c96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:31:01Z', 'updated_at': '2022-04-22T17:31:09Z', 'revision_number': 4, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '481d9797-edf5-4651-9567-9b8902479c96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:12.599600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:12.599989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.652688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.749941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.764152 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5a09c03c-bbf6-4b60-b9f9-8e30b26d7d91 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 200 len: 703 time: 0.3117702 Apr 22 17:31:12.765566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 172.20.0.6 (b68838ec-31d5-4ab0-8519-6f8459febd2e/ac39ef66-e33a-47dc-8543-16994ca8adfe/67e9a436-1a7b-47f3-998e-e1b087665335) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:12.768251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46410) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:12.777058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Network': ['ID=75a2fab1-08e7-4409-8019-e44477d3e405,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:12.781179 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1c78388a-9837-432f-bd05-ee9b60056f62 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/networks/75a2fab1-08e7-4409-8019-e44477d3e405 HTTP/1.1" status: 204 len: 168 time: 1.2236214 Apr 22 17:31:12.782684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe1d:d77 (b68838ec-31d5-4ab0-8519-6f8459febd2e/5c662858-ad43-4b92-8013-cec827df0f5f/67e9a436-1a7b-47f3-998e-e1b087665335) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:12.788625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46414) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:12.830530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c814058b-0bc3-42d4-a795-4eb608f2e9a7 None None] Provisioning complete for port c69e35c3-882f-4149-93bb-d0426a794b91 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:12.831107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c814058b-0bc3-42d4-a795-4eb608f2e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.891331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.919730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:12.935205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=95b2cf8a-0a9f-48ce-bd06-b8d53a28a690,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:13.120095 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1e8e8b00-80b8-417d-b98c-9bc47eb1b056 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/95b2cf8a-0a9f-48ce-bd06-b8d53a28a690 HTTP/1.1" status: 204 len: 168 time: 2.4304626 Apr 22 17:31:13.126806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe11b53-be49-4ba4-b0b3-4d066367fe90 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:13.127000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46424) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:13.142865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1551469347'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:13.152009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe11b53-be49-4ba4-b0b3-4d066367fe90 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:13.153724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2fe11b53-be49-4ba4-b0b3-4d066367fe90 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Synchronizing usage tracker for tenant:6a8638d7b2ce4743833812e0a1713acf on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:13.159939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:13.190399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:13.197898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:13.258416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:13.279181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:13.323320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2fe11b53-be49-4ba4-b0b3-4d066367fe90 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Unset dirty status for tenant:6a8638d7b2ce4743833812e0a1713acf on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:13.328303 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2fe11b53-be49-4ba4-b0b3-4d066367fe90 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5387487 Apr 22 17:31:13.339086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46430) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:13.383447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1118393614'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:13.394491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:13.408407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:13.416590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:13.422802 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:13.423268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.443085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46436) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:13.516547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.520958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Made reservation on behalf of 6a8638d7b2ce4743833812e0a1713acf for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:13.525143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.569615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 67e9a436-1a7b-47f3-998e-e1b087665335 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:13.599704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:13.624996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-682522167'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:13.633286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.633627 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Added segment 6d77b888-cd53-420f-a51f-0701aa0810f7 of type vlan for network 16e06120-248b-40b2-baa4-424e7ce3362f Apr 22 17:31:13.634908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:13.657288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Usage tracker for resource:network and tenant:e852ff6e0f5d45beab52e2126845a343 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:13.661863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:13.674270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.682289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:13.691911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.697834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:13.701940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.718850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,segment=NetworkSegment(25005248-5c75-479d-8558-839ba0498890),segment_id=25005248-5c75-479d-8558-839ba0498890)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:13.724772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb26a-4ee1-4f28-921a-e858cc3c0df4 req-ffbae5ad-c6f4-4b32-aa38-32dc63c082e7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:13.726530 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-225eb26a-4ee1-4f28-921a-e858cc3c0df4 req-ffbae5ad-c6f4-4b32-aa38-32dc63c082e7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1917672 Apr 22 17:31:13.771318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.772774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:13.807761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.808920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.809849 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 79b535ca-ee71-4c26-84d2-77ed86ab6537 of type vlan for network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 Apr 22 17:31:13.814903 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-225eb26a-4ee1-4f28-921a-e858cc3c0df4 req-01bc44df-36ca-41a2-b784-671e433e33b1 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811563 Apr 22 17:31:13.827825 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:13.838938 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:13.841120 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:13.873456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.894996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=67e9a436-1a7b-47f3-998e-e1b087665335,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:13.896275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-69606005-651c-4acb-8c2a-375fea1a29a3 None None] Allocated IP 172.20.0.2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/ac39ef66-e33a-47dc-8543-16994ca8adfe/ddd78508-4738-425d-860e-8f2698a49592) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:13.898734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.907478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:13.908214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.910477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:13.975190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:13.993966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Made reservation on behalf of e852ff6e0f5d45beab52e2126845a343 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:13.998681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.021145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:14.026091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:14.029036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.035781 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:14.062732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-69606005-651c-4acb-8c2a-375fea1a29a3 None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:14.095041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69606005-651c-4acb-8c2a-375fea1a29a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.106569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:14.107067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.112873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:14.113662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.120184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-69606005-651c-4acb-8c2a-375fea1a29a3 None None] Transition to ACTIVE for port object ddd78508-4738-425d-860e-8f2698a49592 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:14.176459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69606005-651c-4acb-8c2a-375fea1a29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.185159 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8443027 Apr 22 17:31:14.211490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:14.212616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.220565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46442) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:14.237917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:14.240867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce877dc-db53-497d-bcb1-dcdcba1898fe tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Network': ['ID=16e06120-248b-40b2-baa4-424e7ce3362f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:14.252689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1173905735'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:14.258877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Usage tracker for resource:security_group_rule and tenant:e852ff6e0f5d45beab52e2126845a343 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:14.265621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:14.272841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:14.275353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 16e06120-248b-40b2-baa4-424e7ce3362f details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:14.279636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:14.284221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Usage tracker for resource:network and tenant:6a8638d7b2ce4743833812e0a1713acf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:14.298556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:14.320346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:14.333167 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-031a0897-6c9d-4bb3-9001-babe31f91385 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3920302 Apr 22 17:31:14.345644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46446) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:14.424927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Made reservation on behalf of 6a8638d7b2ce4743833812e0a1713acf for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:14.428608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.447001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69606005-651c-4acb-8c2a-375fea1a29a3 None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=9']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:14.449164 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3210738 Apr 22 17:31:14.459184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46450) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:14.474826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-49bd518d-b348-4052-9c4a-aca948fa65ad tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:14.515109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522f09d-2bad-4f74-8bb7-c893b5868172 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:14.515285 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:09Z', 'revision_number': 7, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '789f9cc5-0f1f-4f74-ba01-d7cc6071d32d', 'name': '', 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fd:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '481d9797-edf5-4651-9567-9b8902479c96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:31:01Z', 'updated_at': '2022-04-22T17:31:13Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '481d9797-edf5-4651-9567-9b8902479c96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:14.526828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:14.528041 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:14.548570 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:14.549319 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:14.680565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:14.680923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.743277 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:14.762167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:14.817011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e878d86d-e690-4a54-9ec9-f883504859ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:14.823081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e878d86d-e690-4a54-9ec9-f883504859ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:14.823961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e878d86d-e690-4a54-9ec9-f883504859ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:14.849983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.851698 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Added segment 421dd501-c655-4536-86b1-74bd45739843 of type vlan for network 893b2275-6fb9-4ce8-ae13-e47e80d806ee Apr 22 17:31:14.886563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.894176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49bd518d-b348-4052-9c4a-aca948fa65ad tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.925112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.938285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,segment=NetworkSegment(25005248-5c75-479d-8558-839ba0498890),segment_id=25005248-5c75-479d-8558-839ba0498890)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:14.938926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.971587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:14.999603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:15.056515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49bd518d-b348-4052-9c4a-aca948fa65ad tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.060478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e878d86d-e690-4a54-9ec9-f883504859ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:15.061650 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e878d86d-e690-4a54-9ec9-f883504859ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7148466 Apr 22 17:31:15.096274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46456) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:15.117113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:15.130213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.130566 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Added segment e67d41ba-a32b-4494-b503-94b355e7c778 of type vlan for network a7a80171-1483-4430-9b54-a4d1882fd7ff Apr 22 17:31:15.153414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49bd518d-b348-4052-9c4a-aca948fa65ad tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 is not hosted by any dhcp agent {{(pid=88660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 17:31:15.159671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd518d-b348-4052-9c4a-aca948fa65ad tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:15.160226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49bd518d-b348-4052-9c4a-aca948fa65ad tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.169866 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-49bd518d-b348-4052-9c4a-aca948fa65ad tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "PUT /v2.0/networks/88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 HTTP/1.1" status: 200 len: 723 time: 0.7049611 Apr 22 17:31:15.169866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.170993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46460) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:15.173460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:15.174186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.184045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': '88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:15.188883 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:09Z', 'revision_number': 7, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '789f9cc5-0f1f-4f74-ba01-d7cc6071d32d', 'name': '', 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fd:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '481d9797-edf5-4651-9567-9b8902479c96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:31:01Z', 'updated_at': '2022-04-22T17:31:13Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '481d9797-edf5-4651-9567-9b8902479c96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:15.193353 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87e264-e8ac-4201-a373-289fb85abc3f None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:09Z', 'revision_number': 7, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '789f9cc5-0f1f-4f74-ba01-d7cc6071d32d', 'name': '', 'network_id': '544f0180-c5de-48b3-bb96-ab58dd61e4f7', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fd:7d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '481d9797-edf5-4651-9567-9b8902479c96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:31:01Z', 'updated_at': '2022-04-22T17:31:13Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '481d9797-edf5-4651-9567-9b8902479c96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:15.226280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:15.297017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052b37c6-13bb-4a7d-a38e-d1953231da04,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:15.350407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:15.353801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd518d-b348-4052-9c4a-aca948fa65ad tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:15.363327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.401083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:15.430251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2813de1d-e8dd-40cf-8aef-5518d0608814 None None] Provisioning for port ddd78508-4738-425d-860e-8f2698a49592 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:15.443570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:15.447687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:15.451595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:15.459049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:15.463757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-83f95ae0-f75a-42b4-b0a1-482912367999 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 67e9a436-1a7b-47f3-998e-e1b087665335 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:15.465529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83f95ae0-f75a-42b4-b0a1-482912367999 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.533968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2813de1d-e8dd-40cf-8aef-5518d0608814 None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:15.534492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2813de1d-e8dd-40cf-8aef-5518d0608814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.596310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:15.600000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.693889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:15.694269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.705154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.724899 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4949136 Apr 22 17:31:15.729102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46464) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:15.738701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.744276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:15.745943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:15.756006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f862956-8b05-4050-ad8f-5f10fe49b224 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Network': ['ID=893b2275-6fb9-4ce8-ae13-e47e80d806ee,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:15.771733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'ports': [{'network_id': '16e06120-248b-40b2-baa4-424e7ce3362f', 'name': 'tempest-port--2062188623', 'admin_state_up': True}, {'network_id': '893b2275-6fb9-4ce8-ae13-e47e80d806ee', 'admin_state_up': False}]} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:15.771733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'port': {'network_id': '16e06120-248b-40b2-baa4-424e7ce3362f', 'name': 'tempest-port--2062188623', 'admin_state_up': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:15.771733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'port': {'network_id': '893b2275-6fb9-4ce8-ae13-e47e80d806ee', 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:15.776368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 893b2275-6fb9-4ce8-ae13-e47e80d806ee details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:15.808605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=789f9cc5-0f1f-4f74-ba01-d7cc6071d32d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:15.810197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Port 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d was deleted so its status cannot be updated. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 17:31:15.945584 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5020132 Apr 22 17:31:15.978850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46468) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:15.988801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953876d-f523-4f6e-8d85-8063caae6783 req-08ab27df-e4d8-4beb-a786-0bc99d0513f8 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:15.990385 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f953876d-f523-4f6e-8d85-8063caae6783 req-08ab27df-e4d8-4beb-a786-0bc99d0513f8 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.9877465 Apr 22 17:31:15.993087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:16.021157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Request body: {'subnet': {'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:16.085968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-aaa2c2cd-a4bd-4e4e-8bf2-af8472dd6b42 None None] Provisioning for port 67e9a436-1a7b-47f3-998e-e1b087665335 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:16.095525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-aaa2c2cd-a4bd-4e4e-8bf2-af8472dd6b42 None None] Provisioning complete for port 67e9a436-1a7b-47f3-998e-e1b087665335 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:16.096290 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aaa2c2cd-a4bd-4e4e-8bf2-af8472dd6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:16.176112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2c2cd-a4bd-4e4e-8bf2-af8472dd6b42 None None] Port 67e9a436-1a7b-47f3-998e-e1b087665335 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:31:16.212467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c623a2-1b88-4941-8160-b24515af2cda tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event updated for resources: {'Network': ['ID=a7a80171-1483-4430-9b54-a4d1882fd7ff,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:16.232976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network a7a80171-1483-4430-9b54-a4d1882fd7ff details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:16.370869 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f953876d-f523-4f6e-8d85-8063caae6783 req-915bc4e3-bef0-4095-838a-c6899b43aa28 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2764115 Apr 22 17:31:16.437733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:16.451768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:16.454120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Usage tracker for resource:subnet and tenant:e852ff6e0f5d45beab52e2126845a343 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:16.460030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:16.465549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Usage tracker for resource:port and tenant:6a8638d7b2ce4743833812e0a1713acf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:16.474374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:16.477039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:16.490845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:16.509841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:16.512138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83f95ae0-f75a-42b4-b0a1-482912367999 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:16.572215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Made reservation on behalf of e852ff6e0f5d45beab52e2126845a343 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:16.575719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:16.584057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:16.609904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=9685177f-077d-488f-a60d-f69af944e460,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:16.659560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Made reservation on behalf of 6a8638d7b2ce4743833812e0a1713acf for: {'port': 2} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:16.663929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:16.682658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-83f95ae0-f75a-42b4-b0a1-482912367999 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 67e9a436-1a7b-47f3-998e-e1b087665335 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:16.684074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': '79b535ca-ee71-4c26-84d2-77ed86ab6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:16.684432 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:16.730782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:16.780827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:16.791147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:16.800269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:16.800893 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:16.804437 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-49c1e316-ce3d-4ce6-92e6-23211f580a44 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0324340 Apr 22 17:31:16.804777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46472) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:16.838708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:16.924459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:16.928893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:16.929481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:16.950548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc2094-4d83-49bf-a115-70ab716bdbec None None] Network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:16.987490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:16.997513 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ec34460f-28e1-4818-98aa-2aa3c902a0d0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8254015 Apr 22 17:31:17.000378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46476) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:17.004415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b9ecd3a7-9e37-4a61-a498-c13646bb21e5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:17.038071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efdfc76-6ec3-46a2-a6da-9fa6543d8c1b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet 481d9797-edf5-4651-9567-9b8902479c96 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:17.046573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3efdfc76-6ec3-46a2-a6da-9fa6543d8c1b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.141343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd3a7-9e37-4a61-a498-c13646bb21e5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14803983'] for subnet, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.240204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] device_id is not set on port 4b7d30cd-7fc4-44d3-8eb6-12455e3ff3c7 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:31:17.396237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3efdfc76-6ec3-46a2-a6da-9fa6543d8c1b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.399361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd3a7-9e37-4a61-a498-c13646bb21e5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755954253572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14008343'] for subnet, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.426590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4', 'network_id': '88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': '9685177f-077d-488f-a60d-f69af944e460'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:17.427263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.463401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ecd3a7-9e37-4a61-a498-c13646bb21e5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:17.463992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd3a7-9e37-4a61-a498-c13646bb21e5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.468717 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b9ecd3a7-9e37-4a61-a498-c13646bb21e5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "PUT /v2.0/subnets/9685177f-077d-488f-a60d-f69af944e460 HTTP/1.1" status: 200 len: 806 time: 0.4667065 Apr 22 17:31:17.468717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46482) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:17.522986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecd3a7-9e37-4a61-a498-c13646bb21e5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=9685177f-077d-488f-a60d-f69af944e460,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:17.542299 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:31:17.579344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:15Z', 'revision_number': 8, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:17.583460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:17.585832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3efdfc76-6ec3-46a2-a6da-9fa6543d8c1b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.592739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:17.593356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:17.645853 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.681196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.703626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83f95ae0-f75a-42b4-b0a1-482912367999 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.741709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691744c-ac8b-4012-8f35-afa9e6ad25cd req-0746b848-bb6b-4126-8f82-89fcf294f42e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:17.743182 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3691744c-ac8b-4012-8f35-afa9e6ad25cd req-0746b848-bb6b-4126-8f82-89fcf294f42e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1625190 Apr 22 17:31:17.787150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:17.795799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f95ae0-f75a-42b4-b0a1-482912367999 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=67e9a436-1a7b-47f3-998e-e1b087665335,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:17.799249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:17.838822 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3691744c-ac8b-4012-8f35-afa9e6ad25cd req-83ef1b4f-0c4b-4d64-aaf1-589534161c46 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835304 Apr 22 17:31:17.872012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event updated for resources: {'Subnet': ['ID=a340648d-7aca-4821-b4c1-e8dbbb544a04,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:17.922971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Checking segment: {'id': 'e67d41ba-a32b-4494-b503-94b355e7c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:17.923448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Network hostable DHCP agents. Network: a7a80171-1483-4430-9b54-a4d1882fd7ff, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:17.978734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3efdfc76-6ec3-46a2-a6da-9fa6543d8c1b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.050696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdfc76-6ec3-46a2-a6da-9fa6543d8c1b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=481d9797-edf5-4651-9567-9b8902479c96,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:18.059257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3efdfc76-6ec3-46a2-a6da-9fa6543d8c1b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.073074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e3aee-4729-48a1-ae21-6518edabbdde None None] Network 544f0180-c5de-48b3-bb96-ab58dd61e4f7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:18.086191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Allocated IP 172.20.0.2 (88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4/9685177f-077d-488f-a60d-f69af944e460/78519f33-1127-4b94-9f77-8bf0afe028ef) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:18.104200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83f95ae0-f75a-42b4-b0a1-482912367999 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.106508 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-83f95ae0-f75a-42b4-b0a1-482912367999 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/67e9a436-1a7b-47f3-998e-e1b087665335 HTTP/1.1" status: 204 len: 168 time: 3.0077517 Apr 22 17:31:18.109200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46486) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:18.110313 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3efdfc76-6ec3-46a2-a6da-9fa6543d8c1b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/481d9797-edf5-4651-9567-9b8902479c96 HTTP/1.1" status: 204 len: 168 time: 1.2983592 Apr 22 17:31:18.112854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46490) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:18.144674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Network a7a80171-1483-4430-9b54-a4d1882fd7ff is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:18.168368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.186546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aada91-97cd-429a-bf69-79c35d1d070f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:18.188210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aada91-97cd-429a-bf69-79c35d1d070f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:18.189754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aada91-97cd-429a-bf69-79c35d1d070f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:18.190537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b6aada91-97cd-429a-bf69-79c35d1d070f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:18.258895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, a7a80171-1483-4430-9b54-a4d1882fd7ff) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:18.277324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b6aada91-97cd-429a-bf69-79c35d1d070f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:18.281037 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b6aada91-97cd-429a-bf69-79c35d1d070f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1674943 Apr 22 17:31:18.281568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46494) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:18.320479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72b629-259c-4c61-9a5f-0f31ff3300a0 None None] Network a7a80171-1483-4430-9b54-a4d1882fd7ff requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:18.321092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:18.321687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.352655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.358286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-837f14c9-df36-4550-9d67-ccfc3829340a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 5c662858-ad43-4b92-8013-cec827df0f5f {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:18.362598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-837f14c9-df36-4550-9d67-ccfc3829340a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.366544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] device_id is not set on port cdbb1db2-5686-4fbf-b945-f505fe4acb78 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:31:18.381553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port c69e35c3-882f-4149-93bb-d0426a794b91 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:18.381941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.438105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-837f14c9-df36-4550-9d67-ccfc3829340a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.450254 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-511a8ad7-cd3f-4995-9b1c-f56e1e5e4c2f tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4683270 Apr 22 17:31:18.453590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46498) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:18.462435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Request body: {'port': {'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1930040285'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:18.661448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-837f14c9-df36-4550-9d67-ccfc3829340a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.739717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.760186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.771377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-837f14c9-df36-4550-9d67-ccfc3829340a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.771854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Transition to ACTIVE for port object 78519f33-1127-4b94-9f77-8bf0afe028ef will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:18.793953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port c69e35c3-882f-4149-93bb-d0426a794b91, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c69e35c3-882f-4149-93bb-d0426a794b91,segment=NetworkSegment(25005248-5c75-479d-8558-839ba0498890),segment_id=25005248-5c75-479d-8558-839ba0498890)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:18.794318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.819886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f14c9-df36-4550-9d67-ccfc3829340a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=5c662858-ad43-4b92-8013-cec827df0f5f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:18.825136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-837f14c9-df36-4550-9d67-ccfc3829340a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.839697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Transition to ACTIVE for port object 78519f33-1127-4b94-9f77-8bf0afe028ef will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:18.848053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9526e1-1f6c-42d4-8f25-91a4c97e1a34 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:18.866726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:15Z', 'revision_number': 8, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:18.878020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-837f14c9-df36-4550-9d67-ccfc3829340a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/5c662858-ad43-4b92-8013-cec827df0f5f HTTP/1.1" status: 204 len: 168 time: 0.5952630 Apr 22 17:31:18.880503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46504) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:18.884803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-a7a80171-1483-4430-9b54-a4d1882fd7ff', 'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff', 'tenant_id': 'e852ff6e0f5d45beab52e2126845a343', 'fixed_ips': [{'subnet_id': 'a340648d-7aca-4821-b4c1-e8dbbb544a04'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:18.885801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.902646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4ff26-0a84-41a1-9fbe-29ff08322127 None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:15Z', 'revision_number': 8, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '556f98c9-b70b-48af-800a-cd1794657247', 'name': '', 'network_id': 'caaba09b-72fd-4db1-950a-38cd79527cf9', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:01:83:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:53Z', 'updated_at': '2022-04-22T17:31:02Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': 'bb98f325-312b-4993-ac56-8e92a9283b9c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:18.904576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a4628-763f-428a-a52c-db77d4822511 None None] DHCP port deletion for 544f0180-c5de-48b3-bb96-ab58dd61e4f7 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:18.920361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:18.933858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for c69e35c3-882f-4149-93bb-d0426a794b91 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:18.967533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:18.978746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Usage tracker for resource:port and tenant:e852ff6e0f5d45beab52e2126845a343 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:18.984595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:19.001612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:19.009165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5484cb-a2cf-47ad-bf5c-fddc0136a492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet ac39ef66-e33a-47dc-8543-16994ca8adfe {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:19.014435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a4628-763f-428a-a52c-db77d4822511 None None] Deleting port c69e35c3-882f-4149-93bb-d0426a794b91 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:19.014599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f5484cb-a2cf-47ad-bf5c-fddc0136a492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.014689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ec8a4628-763f-428a-a52c-db77d4822511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.063180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.110196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Made reservation on behalf of e852ff6e0f5d45beab52e2126845a343 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:19.115227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.115428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=9685177f-077d-488f-a60d-f69af944e460,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:19.135698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7515fc9-cdae-4447-98e2-a49d0763e6d1 req-70765672-7c78-4688-b642-285a0097038b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:19.136459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f5484cb-a2cf-47ad-bf5c-fddc0136a492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.137624 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a7515fc9-cdae-4447-98e2-a49d0763e6d1 req-70765672-7c78-4688-b642-285a0097038b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1010187 Apr 22 17:31:19.142072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:19.143933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.162599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:19.180114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Pushing event updated for resources: {'Port': ['ID=78519f33-1127-4b94-9f77-8bf0afe028ef,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:19.191478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:19.247981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a4628-763f-428a-a52c-db77d4822511 None None] The port 'c69e35c3-882f-4149-93bb-d0426a794b91' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:31:19.260109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.298253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:19.306953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.317476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b535ca-ee71-4c26-84d2-77ed86ab6537') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:19.317779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b535ca-ee71-4c26-84d2-77ed86ab6537') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:19.332513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.356935 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f5484cb-a2cf-47ad-bf5c-fddc0136a492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.393848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.407207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:19.407612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:19.422884 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:19.459599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No DVR routers for this DVR port c69e35c3-882f-4149-93bb-d0426a794b91 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:19.461956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] device_id is not set on port 408887af-ae98-406e-9148-41cbc80f27f7 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:31:19.509587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c69e35c3-882f-4149-93bb-d0426a794b91 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:19.559434 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a7515fc9-cdae-4447-98e2-a49d0763e6d1 req-1e8a736d-b71c-4ffa-9d79-f210b0fa58e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2477000 Apr 22 17:31:19.571633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Attempting to bind port 78519f33-1127-4b94-9f77-8bf0afe028ef on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:19.572009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Attempting to bind port 78519f33-1127-4b94-9f77-8bf0afe028ef by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '79b535ca-ee71-4c26-84d2-77ed86ab6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:19.572378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Attempting to bind port 78519f33-1127-4b94-9f77-8bf0afe028ef on network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:19.575117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c69e35c3-882f-4149-93bb-d0426a794b91 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:19.575465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c69e35c3-882f-4149-93bb-d0426a794b91 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:19.575875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:19.600986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:31:19.600986 dv-neutron-839024-1-hyperv neutron-server[88659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:31:19.600986 dv-neutron-839024-1-hyperv neutron-server[88659]: [parameters: {'id': '88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4'}] Apr 22 17:31:19.600986 dv-neutron-839024-1-hyperv neutron-server[88659]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:19.607053 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:19.614404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Port': ['ID=4b7d30cd-7fc4-44d3-8eb6-12455e3ff3c7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:19.653886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:19.654269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Checking segment: {'id': '79b535ca-ee71-4c26-84d2-77ed86ab6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:19.654675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.655096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Bound using segment: {'id': '79b535ca-ee71-4c26-84d2-77ed86ab6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:19.655567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Bound port: 78519f33-1127-4b94-9f77-8bf0afe028ef, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b535ca-ee71-4c26-84d2-77ed86ab6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:19.655944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.660979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f5484cb-a2cf-47ad-bf5c-fddc0136a492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.664886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:19.665235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 789f9cc5-0f1f-4f74-ba01-d7cc6071d32d not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:19.684195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Allocated IP 2001:db8::2 (a7a80171-1483-4430-9b54-a4d1882fd7ff/a340648d-7aca-4821-b4c1-e8dbbb544a04/ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:19.723087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5484cb-a2cf-47ad-bf5c-fddc0136a492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=ac39ef66-e33a-47dc-8543-16994ca8adfe,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:19.726890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f5484cb-a2cf-47ad-bf5c-fddc0136a492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.735123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=c69e35c3-882f-4149-93bb-d0426a794b91,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:19.744645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.748151 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7f5484cb-a2cf-47ad-bf5c-fddc0136a492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/ac39ef66-e33a-47dc-8543-16994ca8adfe HTTP/1.1" status: 204 len: 168 time: 0.8664036 Apr 22 17:31:19.748814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46510) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:19.771615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Checking segment: {'id': '6d77b888-cd53-420f-a51f-0701aa0810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16e06120-248b-40b2-baa4-424e7ce3362f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:19.771976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Network hostable DHCP agents. Network: 16e06120-248b-40b2-baa4-424e7ce3362f, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:19.789219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544f0180-c5de-48b3-bb96-ab58dd61e4f7']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:19.804596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25005248-5c75-479d-8558-839ba0498890') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:19.804907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25005248-5c75-479d-8558-839ba0498890') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:19.818513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.828738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1de006cc-dd70-44f5-a05f-9a94dbfabca6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:router {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:19.836351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.843645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:19.844044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:19.859217 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:19.886527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] For port 78519f33-1127-4b94-9f77-8bf0afe028ef, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:19.912372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] For port 78519f33-1127-4b94-9f77-8bf0afe028ef, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=78519f33-1127-4b94-9f77-8bf0afe028ef,segment=NetworkSegment(79b535ca-ee71-4c26-84d2-77ed86ab6537),segment_id=79b535ca-ee71-4c26-84d2-77ed86ab6537)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:19.917574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1de006cc-dd70-44f5-a05f-9a94dbfabca6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:router {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:19.921385 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1de006cc-dd70-44f5-a05f-9a94dbfabca6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1689515 Apr 22 17:31:19.921529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Network 16e06120-248b-40b2-baa4-424e7ce3362f is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:19.921631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46514) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:19.927290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:20.015377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.040174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:20.044883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:20.047671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:20.053304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:20.054635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 16e06120-248b-40b2-baa4-424e7ce3362f) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:20.059519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:20.064202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.080130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5106f0e-74ae-4199-a60d-70df00ae298a None None] Network 16e06120-248b-40b2-baa4-424e7ce3362f requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:20.102970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.110792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.110989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.114289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.116768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Deleting port 78519f33-1127-4b94-9f77-8bf0afe028ef {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:20.117283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.155730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Transition to ACTIVE for port object ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:20.168062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=544f0180-c5de-48b3-bb96-ab58dd61e4f7,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:20.168809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:20.172370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.199183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Port': ['ID=cdbb1db2-5686-4fbf-b945-f505fe4acb78,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:20.207244 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-72a6b7dc-aa68-4bb6-806f-6bbd10f4ce8e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/544f0180-c5de-48b3-bb96-ab58dd61e4f7 HTTP/1.1" status: 204 len: 168 time: 2.0909429 Apr 22 17:31:20.207438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46518) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:20.283276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7139cf5-40c4-4a99-8285-d591a56d3256 None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': 'ac39ef66-e33a-47dc-8543-16994ca8adfe'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'ddd78508-4738-425d-860e-8f2698a49592'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:31:20.291733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Checking segment: {'id': '421dd501-c655-4536-86b1-74bd45739843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '893b2275-6fb9-4ce8-ae13-e47e80d806ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:20.292149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Network hostable DHCP agents. Network: 893b2275-6fb9-4ce8-ae13-e47e80d806ee, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:20.376694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Transition to ACTIVE for port object ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:20.414967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489366f-03c5-4fe9-b49a-e6dce8d5f0e7 None None] Pushing event updated for resources: {'Port': ['ID=78519f33-1127-4b94-9f77-8bf0afe028ef,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:20.438782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] For port 78519f33-1127-4b94-9f77-8bf0afe028ef, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=78519f33-1127-4b94-9f77-8bf0afe028ef,segment=NetworkSegment(79b535ca-ee71-4c26-84d2-77ed86ab6537),segment_id=79b535ca-ee71-4c26-84d2-77ed86ab6537)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:20.439283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.460982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b7139cf5-40c4-4a99-8285-d591a56d3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.479166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515efc3-3ae9-4832-b124-b16062bf7a9c None None] Network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:20.521558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.640755 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Network 893b2275-6fb9-4ce8-ae13-e47e80d806ee is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:20.723913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Calling delete_port for 78519f33-1127-4b94-9f77-8bf0afe028ef owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:20.753748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 893b2275-6fb9-4ce8-ae13-e47e80d806ee) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:20.774433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:20.780774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:20.785749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:20.786390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.790571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Allocated IP 2001:db8::307 (a7a80171-1483-4430-9b54-a4d1882fd7ff/a340648d-7aca-4821-b4c1-e8dbbb544a04/408887af-ae98-406e-9148-41cbc80f27f7) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:20.819082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Network a7a80171-1483-4430-9b54-a4d1882fd7ff is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:20.820853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:20.823261 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:20.866125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d5f46-beb7-455f-90e9-48470e5b6a2a None None] Network 893b2275-6fb9-4ce8-ae13-e47e80d806ee requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:20.915444 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-136f8d6d-6205-4e7e-86e0-5a99c05f2e97 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1830475 Apr 22 17:31:20.920959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46524) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:20.966403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0980e1f-da41-4a56-a55f-7750b2b22134 req-10576d8d-5c5a-4849-b949-7374d6bfb7d2 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:20.968151 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e0980e1f-da41-4a56-a55f-7750b2b22134 req-10576d8d-5c5a-4849-b949-7374d6bfb7d2 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2107942 Apr 22 17:31:20.981201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:20.983527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Pushing event updated for resources: {'Port': ['ID=ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:21.039800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.082665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.116784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Attempting to bind port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:21.117156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Attempting to bind port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'e67d41ba-a32b-4494-b503-94b355e7c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:21.117524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Attempting to bind port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e on network a7a80171-1483-4430-9b54-a4d1882fd7ff {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:21.123932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Port': ['ID=78519f33-1127-4b94-9f77-8bf0afe028ef,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:21.125585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:21.125967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Checking segment: {'id': 'e67d41ba-a32b-4494-b503-94b355e7c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:21.126396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.126806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Bound using segment: {'id': 'e67d41ba-a32b-4494-b503-94b355e7c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:21.127279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Bound port: ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67d41ba-a32b-4494-b503-94b355e7c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:21.128329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.140059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:21.147407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:21.149502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No DVR routers for this DVR port 78519f33-1127-4b94-9f77-8bf0afe028ef on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:21.160365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:21.160963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.210170 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e0980e1f-da41-4a56-a55f-7750b2b22134 req-e2dcc583-a529-4849-aa6b-b96bc1de589b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2319951 Apr 22 17:31:21.211928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=d9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:21.222302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0ae7f-d0d4-4ae9-b036-30563bdcd607 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:21.305902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.332058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e4026-2763-4efe-8d10-32f8123bb5a6 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:21.337990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e4026-2763-4efe-8d10-32f8123bb5a6 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:21.342872 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cc4e4026-2763-4efe-8d10-32f8123bb5a6 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4182847 Apr 22 17:31:21.346225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46528) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:21.380627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.393922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f2db3e69-5212-4647-97dc-985c79f4bcd7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4712179 Apr 22 17:31:21.397761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46532) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:21.407913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:21.411245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b1bebf98-b5e9-4501-9714-e1a0b8d8d846 None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:21.411623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b1bebf98-b5e9-4501-9714-e1a0b8d8d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.427587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:21.451517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b535ca-ee71-4c26-84d2-77ed86ab6537') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:21.451890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b535ca-ee71-4c26-84d2-77ed86ab6537') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:21.462787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-be4e01c8-7b8d-49ea-be79-72fc49e4c997 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Deleting port 4b7d30cd-7fc4-44d3-8eb6-12455e3ff3c7 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:21.463164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-be4e01c8-7b8d-49ea-be79-72fc49e4c997 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.473083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] For port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:21.508460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.515660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] For port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e,segment=NetworkSegment(e67d41ba-a32b-4494-b503-94b355e7c778),segment_id=e67d41ba-a32b-4494-b503-94b355e7c778)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:21.515994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Transition to ACTIVE for port object 408887af-ae98-406e-9148-41cbc80f27f7 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:21.536479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.572088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:21.572510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.588028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed39d2-f624-476a-b3d7-6346e87e107d None None] Network 88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:21.595733 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:21.600575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.701847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:21.708204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:21.715224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:21.729080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:21.778636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.821453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-be4e01c8-7b8d-49ea-be79-72fc49e4c997 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.837667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.840160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:21.842863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.843602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:21.901708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae662ca-fbc2-4765-8a61-65b9213aba57 None None] Pushing event updated for resources: {'Port': ['ID=ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:22.011423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Network a7a80171-1483-4430-9b54-a4d1882fd7ff is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:22.012361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 556f98c9-b70b-48af-800a-cd1794657247 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:22.012725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.036499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:22.045183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-be4e01c8-7b8d-49ea-be79-72fc49e4c997 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Calling delete_port for 4b7d30cd-7fc4-44d3-8eb6-12455e3ff3c7 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:22.058525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:22.082488 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8083331e-dcca-47f4-b3fe-2ac263b30e6c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 HTTP/1.1" status: 204 len: 168 time: 4.6103358 Apr 22 17:31:22.087337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46536) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:22.089436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event updated for resources: {'Port': ['ID=408887af-ae98-406e-9148-41cbc80f27f7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:22.090009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee48e83-3af6-459b-ad6a-06ec9b8a0365 None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': 'd9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'ddd78508-4738-425d-860e-8f2698a49592'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:31:22.103786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:22.110634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:22.111652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.121776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3156d308-343a-4b7b-8b45-c3f59dcb449d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:22.122254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3156d308-343a-4b7b-8b45-c3f59dcb449d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:22.127420 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3156d308-343a-4b7b-8b45-c3f59dcb449d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 HTTP/1.1" status: 404 len: 339 time: 0.0357780 Apr 22 17:31:22.129462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46540) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:22.144498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1414969562', 'description': 'd1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:22.152225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:22.158445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:network and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:22.163428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1ee48e83-3af6-459b-ad6a-06ec9b8a0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.171766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:22.177978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:22.265328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-be4e01c8-7b8d-49ea-be79-72fc49e4c997 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.327878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 556f98c9-b70b-48af-800a-cd1794657247, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=556f98c9-b70b-48af-800a-cd1794657247,segment=NetworkSegment(70f72ba5-069e-477c-9592-7dfc3da11d5c),segment_id=70f72ba5-069e-477c-9592-7dfc3da11d5c)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:22.328241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.361594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-be4e01c8-7b8d-49ea-be79-72fc49e4c997 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.367695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:22.376986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.388413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-1ee48e83-3af6-459b-ad6a-06ec9b8a0365 None None] Allocated IP 172.20.0.2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/d9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a/ddd78508-4738-425d-860e-8f2698a49592) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:22.392788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e01c8-7b8d-49ea-be79-72fc49e4c997 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Port': ['ID=4b7d30cd-7fc4-44d3-8eb6-12455e3ff3c7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:22.402377 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-be4e01c8-7b8d-49ea-be79-72fc49e4c997 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/ports/4b7d30cd-7fc4-44d3-8eb6-12455e3ff3c7 HTTP/1.1" status: 204 len: 168 time: 1.0541093 Apr 22 17:31:22.404600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46546) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:22.464668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:22.488349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-a807eb39-c736-47da-b56b-0ecc2fe6cfbb tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Deleting port cdbb1db2-5686-4fbf-b945-f505fe4acb78 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:22.488693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a807eb39-c736-47da-b56b-0ecc2fe6cfbb tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.493854 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d5887289-3f17-4074-a49e-6d1796b586de tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.0392456 Apr 22 17:31:22.504888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 556f98c9-b70b-48af-800a-cd1794657247 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:22.516245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.516594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 3c1354e9-74a2-4624-a74e-1d538d66536b of type vlan for network 7cf447ab-c315-42d2-9900-06d2981d6e1c Apr 22 17:31:22.522448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46550) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:22.527896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Request body: {'port': {'network_id': 'a7a80171-1483-4430-9b54-a4d1882fd7ff', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-445504949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:22.528446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] bootfile-name is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:31:22.528805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] tftp-server is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:31:22.529139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] server-ip-address is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:31:22.682040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-1ee48e83-3af6-459b-ad6a-06ec9b8a0365 None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:22.731893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914c5b1-0e90-43a7-8edc-9b4e591cbb30 req-101602a5-dc4d-402e-b5a1-111df43ba96e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:22.734655 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a914c5b1-0e90-43a7-8edc-9b4e591cbb30 req-101602a5-dc4d-402e-b5a1-111df43ba96e tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3354034 Apr 22 17:31:22.741822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1ee48e83-3af6-459b-ad6a-06ec9b8a0365 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.762066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1ee48e83-3af6-459b-ad6a-06ec9b8a0365 None None] Transition to ACTIVE for port object ddd78508-4738-425d-860e-8f2698a49592 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:22.824634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.830108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1ee48e83-3af6-459b-ad6a-06ec9b8a0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.836497 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a914c5b1-0e90-43a7-8edc-9b4e591cbb30 req-3cd83f88-cf79-40e2-b0bc-6242e48467a9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960531 Apr 22 17:31:22.983840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:22.990079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee48e83-3af6-459b-ad6a-06ec9b8a0365 None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=12']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:23.021674 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b57aa0-20a1-4dbd-b0db-04f08735dad7 None None] Network a7a80171-1483-4430-9b54-a4d1882fd7ff requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:23.066504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:23.072128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:23.072749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:23.109256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a807eb39-c736-47da-b56b-0ecc2fe6cfbb tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:23.117150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:23.144459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Usage tracker for resource:port and tenant:e852ff6e0f5d45beab52e2126845a343 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:23.155919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:23.204538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=556f98c9-b70b-48af-800a-cd1794657247,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:23.249304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b3b215c0-1ffc-4910-b95c-c7957f1ba3e4 None None] Provisioning for port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:23.431627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:23.443442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=7cf447ab-c315-42d2-9900-06d2981d6e1c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:23.446081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:23.460289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-a807eb39-c736-47da-b56b-0ecc2fe6cfbb tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Calling delete_port for cdbb1db2-5686-4fbf-b945-f505fe4acb78 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:23.512312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-491bd29c-09aa-47b9-9e7a-bd0ca4de345c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3751128 Apr 22 17:31:23.514929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 7cf447ab-c315-42d2-9900-06d2981d6e1c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:23.522984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46554) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:23.538493 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:31:23.651010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Made reservation on behalf of e852ff6e0f5d45beab52e2126845a343 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:23.654889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:23.710706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886fb885-c1d6-45fe-a69a-c4a1aec8b8c1 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:23.711505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-886fb885-c1d6-45fe-a69a-c4a1aec8b8c1 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Synchronizing usage tracker for tenant:24be1e69c6784eee9232de6217262b70 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:23.727129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:23.729534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] device_id is not set on port 589484cc-ef2a-4208-8155-27cfaac9aa2b yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:31:23.736352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:23.741865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:23.745184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:23.798081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a807eb39-c736-47da-b56b-0ecc2fe6cfbb tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:23.865610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-886fb885-c1d6-45fe-a69a-c4a1aec8b8c1 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Unset dirty status for tenant:24be1e69c6784eee9232de6217262b70 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:23.867081 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-886fb885-c1d6-45fe-a69a-c4a1aec8b8c1 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/networks?id=7cf447ab-c315-42d2-9900-06d2981d6e1c HTTP/1.1" status: 200 len: 761 time: 0.3408697 Apr 22 17:31:23.872699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807eb39-c736-47da-b56b-0ecc2fe6cfbb tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Port': ['ID=cdbb1db2-5686-4fbf-b945-f505fe4acb78,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:23.874721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46558) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:23.893999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0c84371a-9ced-49f2-b877-422ae7a62b67 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'description': 'd2'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:23.920707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a807eb39-c736-47da-b56b-0ecc2fe6cfbb tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:23.960592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.027082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e,segment=NetworkSegment(e67d41ba-a32b-4494-b503-94b355e7c778),segment_id=e67d41ba-a32b-4494-b503-94b355e7c778)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:24.096470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.117335 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a807eb39-c736-47da-b56b-0ecc2fe6cfbb tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/ports/cdbb1db2-5686-4fbf-b945-f505fe4acb78 HTTP/1.1" status: 204 len: 168 time: 1.7116008 Apr 22 17:31:24.126408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46564) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:24.177653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:24.217795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ccdd8341-25c3-4f86-9b83-b1b7eca01286 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Synchronizing usage tracker for tenant:6a8638d7b2ce4743833812e0a1713acf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:24.247410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.256148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Allocated IP 2001:db8::3b8 (a7a80171-1483-4430-9b54-a4d1882fd7ff/a340648d-7aca-4821-b4c1-e8dbbb544a04/589484cc-ef2a-4208-8155-27cfaac9aa2b) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:24.287552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:24.351122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.360051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a6ced9d1-fe6d-44ec-886c-5c4b615f2e30 None None] Provisioning for port 408887af-ae98-406e-9148-41cbc80f27f7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:24.371038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ab81d-fd65-480b-8e90-8b247b4a4cb7 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:31:24.437614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ccdd8341-25c3-4f86-9b83-b1b7eca01286 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Unset dirty status for tenant:6a8638d7b2ce4743833812e0a1713acf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:24.438967 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ccdd8341-25c3-4f86-9b83-b1b7eca01286 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3061991 Apr 22 17:31:24.458121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46568) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:24.477107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-641303019'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:24.492020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd6d0c-0402-4a7d-aa22-afd2bacf27d5 req-0a5b3358-b01b-429b-a491-8dcdd3e8db83 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:24.493694 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-81cd6d0c-0402-4a7d-aa22-afd2bacf27d5 req-0a5b3358-b01b-429b-a491-8dcdd3e8db83 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4837267 Apr 22 17:31:24.531451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ab81d-fd65-480b-8e90-8b247b4a4cb7 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:31:24.534272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a6ced9d1-fe6d-44ec-886c-5c4b615f2e30 None None] Provisioning complete for port 408887af-ae98-406e-9148-41cbc80f27f7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:24.534272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a6ced9d1-fe6d-44ec-886c-5c4b615f2e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.536448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:24.550295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c84371a-9ced-49f2-b877-422ae7a62b67 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.567146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Usage tracker for resource:network and tenant:6a8638d7b2ce4743833812e0a1713acf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:24.576793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:24.577394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:24.586855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:24.622866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a6ced9d1-fe6d-44ec-886c-5c4b615f2e30 None None] Port 408887af-ae98-406e-9148-41cbc80f27f7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:31:24.708182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a6ced9d1-fe6d-44ec-886c-5c4b615f2e30 None None] Provisioning complete for port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:24.708444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a6ced9d1-fe6d-44ec-886c-5c4b615f2e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.749823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.755675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:24.776014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:24.778445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c84371a-9ced-49f2-b877-422ae7a62b67 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.791618 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:24.798230 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-78a17251-7b8f-4ff5-8b53-712480e4bb8b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5897803 Apr 22 17:31:24.799128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46572) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:24.806534 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:24.808079 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:24.829366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c84371a-9ced-49f2-b877-422ae7a62b67 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 7cf447ab-c315-42d2-9900-06d2981d6e1c is not hosted by any dhcp agent {{(pid=88659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 17:31:24.834972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c84371a-9ced-49f2-b877-422ae7a62b67 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:24.835667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c84371a-9ced-49f2-b877-422ae7a62b67 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.839601 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0c84371a-9ced-49f2-b877-422ae7a62b67 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "PUT /v2.0/networks/7cf447ab-c315-42d2-9900-06d2981d6e1c HTTP/1.1" status: 200 len: 758 time: 0.9572101 Apr 22 17:31:24.845428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46576) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:24.852353 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-81cd6d0c-0402-4a7d-aa22-afd2bacf27d5 req-d2a7040c-fd4b-4072-b46f-1915cf5ab07d tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3305347 Apr 22 17:31:24.879290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c05a0c4-cdf9-46f1-80e7-647a40b1f944 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet bb98f325-312b-4993-ac56-8e92a9283b9c {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:24.892753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.895404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.901499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:24.902029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:24.903365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c05a0c4-cdf9-46f1-80e7-647a40b1f944 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.959051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Made reservation on behalf of 6a8638d7b2ce4743833812e0a1713acf for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:24.962655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:24.978704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84371a-9ced-49f2-b877-422ae7a62b67 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=7cf447ab-c315-42d2-9900-06d2981d6e1c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:25.034621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 7cf447ab-c315-42d2-9900-06d2981d6e1c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:25.049448 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:25.128308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac858b59-c29b-49bf-ab68-25a5617c9195 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:25.133835 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ac858b59-c29b-49bf-ab68-25a5617c9195 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/networks?id=7cf447ab-c315-42d2-9900-06d2981d6e1c HTTP/1.1" status: 200 len: 761 time: 0.2849860 Apr 22 17:31:25.134477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46582) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:25.135317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:25.145631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974934223'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:25.165197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:25.177028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Provisioning complete for port 408887af-ae98-406e-9148-41cbc80f27f7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:25.177249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.179605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.186319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.186667 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Added segment 73806533-692c-4a51-99d8-8ccbe6c8c084 of type vlan for network 2802a31f-aae6-4ff8-af00-e4ad5cee9fef Apr 22 17:31:25.191502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:25.233607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Transition to ACTIVE for port object 589484cc-ef2a-4208-8155-27cfaac9aa2b will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:25.238876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.300145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:25.303964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.315972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Port 408887af-ae98-406e-9148-41cbc80f27f7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:31:25.323518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c05a0c4-cdf9-46f1-80e7-647a40b1f944 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.359781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.371665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:25.373427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.418939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:25.435911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.460505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Provisioning for port ddd78508-4738-425d-860e-8f2698a49592 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:25.462962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=8f37292a-e7bb-4d30-aaec-7cdd3ff2f887,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:25.472196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:25.472196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.492157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:25.503581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:25.514002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:25.514711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.520513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d5b521-c643-43b8-8cd1-9b7d8c19474f None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:25.546618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=14']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:25.582236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c05a0c4-cdf9-46f1-80e7-647a40b1f944 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.609990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Network': ['ID=2802a31f-aae6-4ff8-af00-e4ad5cee9fef,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:25.634727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2802a31f-aae6-4ff8-af00-e4ad5cee9fef details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:25.636414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.637205 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment 860840b4-95cd-4a00-8d20-065a5cd16a30 of type vlan for network 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e Apr 22 17:31:25.661580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Network a7a80171-1483-4430-9b54-a4d1882fd7ff is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:25.669577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:25.669774 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-96bada21-fe47-45e7-98ea-07a28785f5de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2678537 Apr 22 17:31:25.670705 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46588) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:25.673941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:25.677660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:59:0a:5f', 'name': 'tempest-NetworksTestDHCPv6-1182934296'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:25.678946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:25.679701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.736984 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:22Z', 'revision_number': 9, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:25.741745 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:25.758078 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:25.759010 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:25.797562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event updated for resources: {'Port': ['ID=589484cc-ef2a-4208-8155-27cfaac9aa2b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:25.807040 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-94147208-37bb-450e-bfdd-86d49cf6d704 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3396652 Apr 22 17:31:25.810275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.816178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46592) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:25.819781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c05a0c4-cdf9-46f1-80e7-647a40b1f944 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.826522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.846782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2038806521'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:25.860699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:25.872803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a082e4-cbd0-450b-9d3c-e940f2b2e8e9 req-091edaad-f39b-4485-aef0-8aa27c90ae82 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:25.880605 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-39a082e4-cbd0-450b-9d3c-e940f2b2e8e9 req-091edaad-f39b-4485-aef0-8aa27c90ae82 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4708097 Apr 22 17:31:25.888970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Usage tracker for resource:network and tenant:6a8638d7b2ce4743833812e0a1713acf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:25.897622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05a0c4-cdf9-46f1-80e7-647a40b1f944 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=bb98f325-312b-4993-ac56-8e92a9283b9c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:25.916367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c05a0c4-cdf9-46f1-80e7-647a40b1f944 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:25.929150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e81a5-2592-470c-9e01-83e75eb27e0a None None] Network caaba09b-72fd-4db1-950a-38cd79527cf9 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:25.932322 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6c05a0c4-cdf9-46f1-80e7-647a40b1f944 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/bb98f325-312b-4993-ac56-8e92a9283b9c HTTP/1.1" status: 204 len: 168 time: 1.1297655 Apr 22 17:31:25.933901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46596) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:25.948746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:25.976278 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:25.988348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-39a082e4-cbd0-450b-9d3c-e940f2b2e8e9 req-77d0f6bb-769d-41e3-a980-4c166a79c06f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724897 Apr 22 17:31:25.989918 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a6fe7169-7143-41bc-8332-536e9a1ab7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.4671173 Apr 22 17:31:25.994881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46600) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:26.002344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:26.005650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:26.044871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb494889-9caa-4c85-8457-1648132f746d req-8ffcdd80-c448-4321-9005-953d80f202e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.046531 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb494889-9caa-4c85-8457-1648132f746d req-8ffcdd80-c448-4321-9005-953d80f202e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1098 time: 0.3224447 Apr 22 17:31:26.152324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.177460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:26.184572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.204329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:26.209569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb494889-9caa-4c85-8457-1648132f746d req-88f92641-965b-47fe-b906-0fee5eafee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.211197 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb494889-9caa-4c85-8457-1648132f746d req-88f92641-965b-47fe-b906-0fee5eafee59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 912 time: 0.1562076 Apr 22 17:31:26.212363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 023cd594-9420-4bcc-ae9f-8a63f9263fee {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:26.212708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.214483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.222365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.223152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.251519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Made reservation on behalf of 6a8638d7b2ce4743833812e0a1713acf for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:26.255333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.373900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b222d8f-3a19-49a2-bfe6-00813b03f00c tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.381103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b222d8f-3a19-49a2-bfe6-00813b03f00c tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.387862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b222d8f-3a19-49a2-bfe6-00813b03f00c tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.401679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b222d8f-3a19-49a2-bfe6-00813b03f00c tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Synchronizing usage tracker for tenant:e852ff6e0f5d45beab52e2126845a343 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:26.405504 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2646616 Apr 22 17:31:26.419277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46604) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:26.435440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:26.462628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=15']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:26.491083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.507988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b229e-a6e4-41bb-8181-0454f74de815 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:26.510042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': '073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:26.526548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:26.538475 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:22Z', 'revision_number': 9, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:26.542707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:26.546456 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5003a8-ff08-49e1-a8df-d30307422c52 None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:22Z', 'revision_number': 9, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '34669b4b-c60f-4a71-aaed-5e98bb9bcb7e', 'name': '', 'network_id': 'ad7106b0-08f5-462a-a060-19033faeceb5', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:fc:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:41Z', 'updated_at': '2022-04-22T17:30:53Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '28e98590-e295-4b02-9b1e-8d93083a5dfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:26.547323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:26.574813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.575249 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Added segment d126f04a-2e8c-48da-8c3c-92e66562df50 of type vlan for network 9827da42-7d63-4106-9480-e2ab882df1e0 Apr 22 17:31:26.613096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.618129 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb494889-9caa-4c85-8457-1648132f746d req-f1f3b7fc-e0a8-495b-aa72-09e7387263fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 1000 time: 0.3523355 Apr 22 17:31:26.697180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb494889-9caa-4c85-8457-1648132f746d req-65f84b48-ac3a-468a-bcf4-79056a1cbd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.699203 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb494889-9caa-4c85-8457-1648132f746d req-65f84b48-ac3a-468a-bcf4-79056a1cbd74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.0737126 Apr 22 17:31:26.722786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:26.779278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.781948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:26.781948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.786365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.786365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.802220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b222d8f-3a19-49a2-bfe6-00813b03f00c tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Unset dirty status for tenant:e852ff6e0f5d45beab52e2126845a343 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:26.806451 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7b222d8f-3a19-49a2-bfe6-00813b03f00c tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.8064075 Apr 22 17:31:26.806888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46610) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:26.812005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 023cd594-9420-4bcc-ae9f-8a63f9263fee, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=023cd594-9420-4bcc-ae9f-8a63f9263fee,segment=NetworkSegment(70f72ba5-069e-477c-9592-7dfc3da11d5c),segment_id=70f72ba5-069e-477c-9592-7dfc3da11d5c)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:26.812369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.818528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:26.819705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb494889-9caa-4c85-8457-1648132f746d req-ded8462b-7846-4e05-9ffa-ef1ca3185340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:26.821271 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb494889-9caa-4c85-8457-1648132f746d req-ded8462b-7846-4e05-9ffa-ef1ca3185340 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1161191 Apr 22 17:31:26.934881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fa7ba-360f-4ba1-9663-c12abe9e502b None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=16']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:26.953649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] DHCP port deletion for caaba09b-72fd-4db1-950a-38cd79527cf9 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:26.994300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 023cd594-9420-4bcc-ae9f-8a63f9263fee owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:27.016462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] Deleting port 023cd594-9420-4bcc-ae9f-8a63f9263fee {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:27.017110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:27.034208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:27.041095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Network': ['ID=9827da42-7d63-4106-9480-e2ab882df1e0,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:27.047318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Usage tracker for resource:subnet and tenant:24be1e69c6784eee9232de6217262b70 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:27.060202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:27.076738 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:27.093419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:27.098183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 9827da42-7d63-4106-9480-e2ab882df1e0 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:27.152942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:31:27.229862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:27.327845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:27.334367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:27.391960 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b6edece5-46c0-4c17-85fb-583a597aab14 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5675418 Apr 22 17:31:27.400711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b4fb1e8c-ecbc-4756-a25a-cae2ca237dd2 None None] Provisioning for port 589484cc-ef2a-4208-8155-27cfaac9aa2b completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:27.436942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-c612b8da-10a6-42e6-9bd1-fcaff7fe7a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Deleting port 589484cc-ef2a-4208-8155-27cfaac9aa2b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:27.437294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c612b8da-10a6-42e6-9bd1-fcaff7fe7a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:27.556928 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b4fb1e8c-ecbc-4756-a25a-cae2ca237dd2 None None] Provisioning complete for port 589484cc-ef2a-4208-8155-27cfaac9aa2b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:27.558207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b4fb1e8c-ecbc-4756-a25a-cae2ca237dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:27.683802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb494889-9caa-4c85-8457-1648132f746d req-bf4861d0-def0-438e-9e79-537ab565071f service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456562 Apr 22 17:31:27.914984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] For port 023cd594-9420-4bcc-ae9f-8a63f9263fee, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=023cd594-9420-4bcc-ae9f-8a63f9263fee,segment=NetworkSegment(70f72ba5-069e-477c-9592-7dfc3da11d5c),segment_id=70f72ba5-069e-477c-9592-7dfc3da11d5c)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:27.915516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:27.919356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c612b8da-10a6-42e6-9bd1-fcaff7fe7a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.037930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 172.20.0.7 (b68838ec-31d5-4ab0-8519-6f8459febd2e/d9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a/b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:28.045583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe59:a5f (b68838ec-31d5-4ab0-8519-6f8459febd2e/8f37292a-e7bb-4d30-aaec-7cdd3ff2f887/b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:28.046970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-c612b8da-10a6-42e6-9bd1-fcaff7fe7a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Calling delete_port for 589484cc-ef2a-4208-8155-27cfaac9aa2b owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:28.066085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] Calling delete_port for 023cd594-9420-4bcc-ae9f-8a63f9263fee owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:28.178505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb1e8c-ecbc-4756-a25a-cae2ca237dd2 None None] Port 589484cc-ef2a-4208-8155-27cfaac9aa2b cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:31:28.240517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:28.240898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.286073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.303581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:28.303859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:28.305578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:28.329444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c612b8da-10a6-42e6-9bd1-fcaff7fe7a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.341048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.385365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-46d97802-e0d4-42f2-a2e5-9d00073dc14d None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:28.386314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-46d97802-e0d4-42f2-a2e5-9d00073dc14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.424004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No DVR routers for this DVR port 023cd594-9420-4bcc-ae9f-8a63f9263fee on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:28.455698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612b8da-10a6-42e6-9bd1-fcaff7fe7a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event deleted for resources: {'Port': ['ID=589484cc-ef2a-4208-8155-27cfaac9aa2b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:28.480143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=023cd594-9420-4bcc-ae9f-8a63f9263fee,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:28.488062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.561834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c612b8da-10a6-42e6-9bd1-fcaff7fe7a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.627689 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb494889-9caa-4c85-8457-1648132f746d req-b8535c52-d959-4ae5-92a4-b18b7cd83c51 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360032 Apr 22 17:31:28.711865 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c612b8da-10a6-42e6-9bd1-fcaff7fe7a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "DELETE /v2.0/ports/589484cc-ef2a-4208-8155-27cfaac9aa2b HTTP/1.1" status: 204 len: 168 time: 1.8919990 Apr 22 17:31:28.713327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46616) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:28.719385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Request body: {'port': {'name': 'tempest-new-port-name-715937313', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:28.719904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] bootfile-name is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:31:28.720356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] tftp-server is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:31:28.721026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] server-ip-address is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:31:28.755260 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:28.783958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:28.823968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] Deleting port 023cd594-9420-4bcc-ae9f-8a63f9263fee {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:28.826628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.847596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:28.873421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:28.886549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.943118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:28.943747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.953011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:28.962631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:28.973769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6335a-fef0-4b92-ad1c-abf0fa5d8693 req-4249ac6c-96f6-4092-b339-124b30d27834 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:28.975282 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11e6335a-fef0-4b92-ad1c-abf0fa5d8693 req-4249ac6c-96f6-4092-b339-124b30d27834 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 1.6872027 Apr 22 17:31:28.997225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-55b7a254-b9d1-4f35-9ede-28caf9cbbfd7 None None] The port '023cd594-9420-4bcc-ae9f-8a63f9263fee' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:31:29.071979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaba09b-72fd-4db1-950a-38cd79527cf9']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:29.094681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:29.095457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.133938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f72ba5-069e-477c-9592-7dfc3da11d5c') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:29.141379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f72ba5-069e-477c-9592-7dfc3da11d5c') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:29.164834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.187815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.204623 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6027b107-b70a-4ad7-ab63-8de4d0d94f82 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5331035 Apr 22 17:31:29.206311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:29.207176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46620) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:29.210791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:29.379164 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:29.384801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 023cd594-9420-4bcc-ae9f-8a63f9263fee no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:29.395909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61438545-957f-4d9b-a683-935f841feae0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:29.402628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61438545-957f-4d9b-a683-935f841feae0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:29.403557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61438545-957f-4d9b-a683-935f841feae0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:29.430273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:31:29.433144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 023cd594-9420-4bcc-ae9f-8a63f9263fee {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:29.433547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 023cd594-9420-4bcc-ae9f-8a63f9263fee not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:29.434128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 556f98c9-b70b-48af-800a-cd1794657247 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:29.461815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.475451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 556f98c9-b70b-48af-800a-cd1794657247 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:29.475810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 556f98c9-b70b-48af-800a-cd1794657247 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:29.488830 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11e6335a-fef0-4b92-ad1c-abf0fa5d8693 req-42400742-029d-4941-9c88-c07aa713ac6b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4869325 Apr 22 17:31:29.508273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61438545-957f-4d9b-a683-935f841feae0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:29.511241 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-61438545-957f-4d9b-a683-935f841feae0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3025305 Apr 22 17:31:29.518716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46624) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:29.564841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.586158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ab5cf84d-7c34-463c-a261-6a548a16f7df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:29.586509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf84d-7c34-463c-a261-6a548a16f7df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.599265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7300c125-3161-4a6e-ac2f-f1668f99bde7 None None] Provisioning for port b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:29.605788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7300c125-3161-4a6e-ac2f-f1668f99bde7 None None] Provisioning complete for port b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:29.606503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7300c125-3161-4a6e-ac2f-f1668f99bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.618410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.647413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event updated for resources: {'Port': ['ID=408887af-ae98-406e-9148-41cbc80f27f7,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:29.655150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] In _notify_port_updated(), no bound segment for port 408887af-ae98-406e-9148-41cbc80f27f7 on network a7a80171-1483-4430-9b54-a4d1882fd7ff {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:31:29.658688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.661949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:29.663027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.667650 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d7faedef-27a9-4649-8bc1-c2969681fcab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "PUT /v2.0/ports/408887af-ae98-406e-9148-41cbc80f27f7 HTTP/1.1" status: 200 len: 1129 time: 0.9530783 Apr 22 17:31:29.668296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46628) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:29.704384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:29.707119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=caaba09b-72fd-4db1-950a-38cd79527cf9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:29.729276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7300c125-3161-4a6e-ac2f-f1668f99bde7 None None] Port b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:31:29.740701 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a4b77fd8-be10-41b6-b753-8efc40967a69 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/caaba09b-72fd-4db1-950a-38cd79527cf9 HTTP/1.1" status: 204 len: 168 time: 3.8051283 Apr 22 17:31:29.747275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46632) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:29.761213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204894a-65d7-41d9-b9a1-202bd4640dab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:29.761961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d204894a-65d7-41d9-b9a1-202bd4640dab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Synchronizing usage tracker for tenant:e852ff6e0f5d45beab52e2126845a343 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:29.844522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d204894a-65d7-41d9-b9a1-202bd4640dab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Unset dirty status for tenant:e852ff6e0f5d45beab52e2126845a343 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:29.848777 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d204894a-65d7-41d9-b9a1-202bd4640dab tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "GET /v2.0/ports/408887af-ae98-406e-9148-41cbc80f27f7 HTTP/1.1" status: 200 len: 1129 time: 0.1763666 Apr 22 17:31:29.849063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46636) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:29.873838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=ceb6decc-2430-4909-a1ef-91706ba18f92,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:29.948755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3834053d-00c1-46b7-97e5-c0b92160d69b tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Deleting port 408887af-ae98-406e-9148-41cbc80f27f7 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:29.949065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3834053d-00c1-46b7-97e5-c0b92160d69b tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:30.001772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': '860840b4-95cd-4a00-8d20-065a5cd16a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:30.002109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:30.063090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5474d3bc-68b8-4cca-be60-28e9fadcbc7a None None] Provisioning complete for port 408887af-ae98-406e-9148-41cbc80f27f7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:30.064714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5474d3bc-68b8-4cca-be60-28e9fadcbc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:30.133814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-5474d3bc-68b8-4cca-be60-28e9fadcbc7a None None] Port 408887af-ae98-406e-9148-41cbc80f27f7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:31:30.330307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3834053d-00c1-46b7-97e5-c0b92160d69b tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:30.382224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:30.393474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf84d-7c34-463c-a261-6a548a16f7df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:30.456122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ac933171-dba0-4fd4-ba9e-0feac7eda700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:30.491663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3834053d-00c1-46b7-97e5-c0b92160d69b tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Calling delete_port for 408887af-ae98-406e-9148-41cbc80f27f7 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:30.564149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ab5cf84d-7c34-463c-a261-6a548a16f7df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:30.601492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:30.611739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea544a-ffb2-49ec-815d-36f8d104cf4e None None] Network 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:30.623825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:30.624418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:30.707990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46642) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:30.745717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'subnets': [{'network_id': '2802a31f-aae6-4ff8-af00-e4ad5cee9fef', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1436999852', 'ip_version': 6}, {'network_id': '9827da42-7d63-4106-9480-e2ab882df1e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:30.746070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'subnet': {'network_id': '2802a31f-aae6-4ff8-af00-e4ad5cee9fef', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1436999852', 'ip_version': 6}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:30.746687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Request body: {'subnet': {'network_id': '9827da42-7d63-4106-9480-e2ab882df1e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:30.771424 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3d7127b5-41f3-42f2-8b4e-a497403f14a4 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3467093 Apr 22 17:31:30.777397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46646) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:30.861327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3834053d-00c1-46b7-97e5-c0b92160d69b tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:30.877376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e', 'network_id': '073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': 'ceb6decc-2430-4909-a1ef-91706ba18f92'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:30.878795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:30.952775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834053d-00c1-46b7-97e5-c0b92160d69b tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event deleted for resources: {'Port': ['ID=408887af-ae98-406e-9148-41cbc80f27f7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:31.032164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.051477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf84d-7c34-463c-a261-6a548a16f7df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.059362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3834053d-00c1-46b7-97e5-c0b92160d69b tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.091005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113a910-0bdf-4f69-8b07-e1f7b93448cc req-af2115eb-d7cc-403b-9979-a2fea3600fae tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:31.098970 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7113a910-0bdf-4f69-8b07-e1f7b93448cc req-af2115eb-d7cc-403b-9979-a2fea3600fae tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3908002 Apr 22 17:31:31.127627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:31.138703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cf84d-7c34-463c-a261-6a548a16f7df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:31.143224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Usage tracker for resource:subnet and tenant:6a8638d7b2ce4743833812e0a1713acf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:31.148128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:31.191969 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7113a910-0bdf-4f69-8b07-e1f7b93448cc req-ab8d3c6c-d72e-4e1b-9d1e-4449c77996f6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929074 Apr 22 17:31:31.193472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:31.196250 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3834053d-00c1-46b7-97e5-c0b92160d69b tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "DELETE /v2.0/ports/408887af-ae98-406e-9148-41cbc80f27f7 HTTP/1.1" status: 204 len: 168 time: 1.3462596 Apr 22 17:31:31.202788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Allocated IP 172.20.0.2 (073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e/ceb6decc-2430-4909-a1ef-91706ba18f92/f7f90af2-fd9c-4230-8a8e-6f95cc38651c) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:31.206456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46652) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:31.296349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Made reservation on behalf of 6a8638d7b2ce4743833812e0a1713acf for: {'subnet': 2} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:31.301885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.302386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.362769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.496205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.503381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.507991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Transition to ACTIVE for port object f7f90af2-fd9c-4230-8a8e-6f95cc38651c will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:31.530605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Transition to ACTIVE for port object f7f90af2-fd9c-4230-8a8e-6f95cc38651c will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:31.558613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-351031b2-3db8-42a6-aef0-430b0cf535eb tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Deleting subnet a340648d-7aca-4821-b4c1-e8dbbb544a04 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:31.562268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf84d-7c34-463c-a261-6a548a16f7df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.577388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-351031b2-3db8-42a6-aef0-430b0cf535eb tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.605476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.668447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Network 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:31.671406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:31.679865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:31.690259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Pushing event updated for resources: {'Port': ['ID=f7f90af2-fd9c-4230-8a8e-6f95cc38651c,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:31.777639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Attempting to bind port f7f90af2-fd9c-4230-8a8e-6f95cc38651c on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:31.778034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Attempting to bind port f7f90af2-fd9c-4230-8a8e-6f95cc38651c by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '860840b4-95cd-4a00-8d20-065a5cd16a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:31.778402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Attempting to bind port f7f90af2-fd9c-4230-8a8e-6f95cc38651c on network 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:31.790267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:31.790588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Checking segment: {'id': '860840b4-95cd-4a00-8d20-065a5cd16a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:31.791010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.791446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Bound using segment: {'id': '860840b4-95cd-4a00-8d20-065a5cd16a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:31.792464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Bound port: f7f90af2-fd9c-4230-8a8e-6f95cc38651c, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860840b4-95cd-4a00-8d20-065a5cd16a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:31.792887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.864778 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ab5cf84d-7c34-463c-a261-6a548a16f7df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe HTTP/1.1" status: 204 len: 168 time: 2.3449128 Apr 22 17:31:31.867665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46656) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:31.884459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-351031b2-3db8-42a6-aef0-430b0cf535eb tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:31.891206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] For port f7f90af2-fd9c-4230-8a8e-6f95cc38651c, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:31.894537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] For port f7f90af2-fd9c-4230-8a8e-6f95cc38651c, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f7f90af2-fd9c-4230-8a8e-6f95cc38651c,segment=NetworkSegment(860840b4-95cd-4a00-8d20-065a5cd16a30),segment_id=860840b4-95cd-4a00-8d20-065a5cd16a30)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:31.936317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d89c29-87d1-442a-a25e-5b9ae8bda592 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:31.937837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d89c29-87d1-442a-a25e-5b9ae8bda592 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:31.939391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d89c29-87d1-442a-a25e-5b9ae8bda592 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:31.940179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-15d89c29-87d1-442a-a25e-5b9ae8bda592 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:31.997329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.027386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.031116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-15d89c29-87d1-442a-a25e-5b9ae8bda592 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:32.037524 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-15d89c29-87d1-442a-a25e-5b9ae8bda592 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1665261 Apr 22 17:31:32.039893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46660) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:32.062904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.116249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56a33a-3dbc-42e7-8bd8-93acdc4cd499 None None] Pushing event updated for resources: {'Port': ['ID=f7f90af2-fd9c-4230-8a8e-6f95cc38651c,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:32.120750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f65e2-b7fc-4be7-828f-836dd03683f1 req-afda240a-76f1-4897-9723-8c7e89531be5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:32.122288 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e28f65e2-b7fc-4be7-828f-836dd03683f1 req-afda240a-76f1-4897-9723-8c7e89531be5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.8350317 Apr 22 17:31:32.126411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb6decc-2430-4909-a1ef-91706ba18f92,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:32.163884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Subnet': ['ID=2be2ab10-085c-4796-be06-a0a39777e4ad,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:32.171749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f24ea82-4365-4215-87db-b835d4b3d2ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 8f37292a-e7bb-4d30-aaec-7cdd3ff2f887 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:32.174438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Checking segment: {'id': '73806533-692c-4a51-99d8-8ccbe6c8c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2802a31f-aae6-4ff8-af00-e4ad5cee9fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:32.174841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Network hostable DHCP agents. Network: 2802a31f-aae6-4ff8-af00-e4ad5cee9fef, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:32.182074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f24ea82-4365-4215-87db-b835d4b3d2ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.248627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f24ea82-4365-4215-87db-b835d4b3d2ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.271176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.306048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-351031b2-3db8-42a6-aef0-430b0cf535eb tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.374157 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e28f65e2-b7fc-4be7-828f-836dd03683f1 req-26387784-4d13-4057-b60c-db7c3f1dd554 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2253418 Apr 22 17:31:32.387846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:32.419957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860840b4-95cd-4a00-8d20-065a5cd16a30') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:32.422959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860840b4-95cd-4a00-8d20-065a5cd16a30') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:32.434994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Network 2802a31f-aae6-4ff8-af00-e4ad5cee9fef is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:32.440320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.509649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.527027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f24ea82-4365-4215-87db-b835d4b3d2ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.538224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:32.538628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.555436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e36075b-a685-4a48-a362-dca6970700b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.556105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 2802a31f-aae6-4ff8-af00-e4ad5cee9fef) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:32.560280 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:32.572077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbaa837-4c05-4ec1-8e06-8272505e10b3 None None] Network 2802a31f-aae6-4ff8-af00-e4ad5cee9fef requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:32.608901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.641388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-351031b2-3db8-42a6-aef0-430b0cf535eb tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.649917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:32.650350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.687364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event updated for resources: {'Subnet': ['ID=b1e0ed5e-3333-46b6-9d4f-e7a6e7d1d33e,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:32.737180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-351031b2-3db8-42a6-aef0-430b0cf535eb tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.747297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351031b2-3db8-42a6-aef0-430b0cf535eb tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event deleted for resources: {'Subnet': ['ID=a340648d-7aca-4821-b4c1-e8dbbb544a04,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:32.759891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Checking segment: {'id': 'd126f04a-2e8c-48da-8c3c-92e66562df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9827da42-7d63-4106-9480-e2ab882df1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:32.760253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Network hostable DHCP agents. Network: 9827da42-7d63-4106-9480-e2ab882df1e0, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:32.772239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f2b742-041c-430e-b6b5-6176a664dc90 None None] Network a7a80171-1483-4430-9b54-a4d1882fd7ff requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:32.782101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:31:32.782101 dv-neutron-839024-1-hyperv neutron-server[88660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:31:32.782101 dv-neutron-839024-1-hyperv neutron-server[88660]: [parameters: {'id': '073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e'}] Apr 22 17:31:32.782101 dv-neutron-839024-1-hyperv neutron-server[88660]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:32.782537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:32.784063 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-351031b2-3db8-42a6-aef0-430b0cf535eb tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "DELETE /v2.0/subnets/a340648d-7aca-4821-b4c1-e8dbbb544a04 HTTP/1.1" status: 204 len: 168 time: 1.5433223 Apr 22 17:31:32.796528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46666) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:32.798568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7346-ae09-416f-a82b-5c874cc80148 req-8587f876-cc3e-4bed-b66e-ea5ff3f2e0c6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:32.799862 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9fea7346-ae09-416f-a82b-5c874cc80148 req-8587f876-cc3e-4bed-b66e-ea5ff3f2e0c6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2448082 Apr 22 17:31:32.838667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f24ea82-4365-4215-87db-b835d4b3d2ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.839232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f7f90af2-fd9c-4230-8a8e-6f95cc38651c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:32.891567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24ea82-4365-4215-87db-b835d4b3d2ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=8f37292a-e7bb-4d30-aaec-7cdd3ff2f887,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:32.899203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f24ea82-4365-4215-87db-b835d4b3d2ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.912411 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9fea7346-ae09-416f-a82b-5c874cc80148 req-e1ca17c1-8dbb-4b62-9089-8ee34419a3a4 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053405 Apr 22 17:31:32.935815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Network 9827da42-7d63-4106-9480-e2ab882df1e0 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:32.951364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed34e5b-4dfd-4986-be10-dc22f95f7d3d None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:32.992807 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:32.995332 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4f24ea82-4365-4215-87db-b835d4b3d2ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/8f37292a-e7bb-4d30-aaec-7cdd3ff2f887 HTTP/1.1" status: 204 len: 168 time: 0.9443727 Apr 22 17:31:32.998179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46672) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:33.061593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 9827da42-7d63-4106-9480-e2ab882df1e0) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:33.077331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Deleting port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:33.077743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.108564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-070b0045-6945-4426-aeca-79f3bb227696 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet d9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:33.112301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:33.113807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:33.113807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.117741 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-070b0045-6945-4426-aeca-79f3bb227696 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.131103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,segment=NetworkSegment(dc5a0c7f-66fa-4289-9bdc-36811da0b49d),segment_id=dc5a0c7f-66fa-4289-9bdc-36811da0b49d)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:33.131761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.188190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-070b0045-6945-4426-aeca-79f3bb227696 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.245782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e08cf-65c0-43f5-b869-44ca697cdbfa None None] Network 9827da42-7d63-4106-9480-e2ab882df1e0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:33.249661 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-af7fe401-046b-4cf5-989c-00a5f0094450 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5406547 Apr 22 17:31:33.253121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46676) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:33.286702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:33.316247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.345760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5acd8-bb5f-4c57-9211-0df426a16ff7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:33.347539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5acd8-bb5f-4c57-9211-0df426a16ff7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:33.349057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5acd8-bb5f-4c57-9211-0df426a16ff7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:33.350448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-09c5acd8-bb5f-4c57-9211-0df426a16ff7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Synchronizing usage tracker for tenant:6a8638d7b2ce4743833812e0a1713acf on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:33.370444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-070b0045-6945-4426-aeca-79f3bb227696 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.373437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d9eb1-198e-4550-83f5-75f2d3296a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-2802a31f-aae6-4ff8-af00-e4ad5cee9fef', 'network_id': '2802a31f-aae6-4ff8-af00-e4ad5cee9fef', 'tenant_id': '6a8638d7b2ce4743833812e0a1713acf', 'fixed_ips': [{'subnet_id': '2be2ab10-085c-4796-be06-a0a39777e4ad'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:33.374286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-864d9eb1-198e-4550-83f5-75f2d3296a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.471512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-09c5acd8-bb5f-4c57-9211-0df426a16ff7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Unset dirty status for tenant:6a8638d7b2ce4743833812e0a1713acf on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:33.474856 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-09c5acd8-bb5f-4c57-9211-0df426a16ff7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2193577 Apr 22 17:31:33.478687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Deleting port f7f90af2-fd9c-4230-8a8e-6f95cc38651c {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:33.478878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.483379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46680) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:33.504649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa0d62-e766-41b5-938c-08f0bc863d32 None None] Network 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:33.531293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-070b0045-6945-4426-aeca-79f3bb227696 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.587288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-070b0045-6945-4426-aeca-79f3bb227696 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.594852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b0045-6945-4426-aeca-79f3bb227696 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:33.605036 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-070b0045-6945-4426-aeca-79f3bb227696 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/d9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a HTTP/1.1" status: 204 len: 168 time: 0.6031880 Apr 22 17:31:33.608218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46684) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:33.672815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3158eecd-6222-48af-80af-a65ba5a07304 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Deleting subnet 2be2ab10-085c-4796-be06-a0a39777e4ad {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:33.676815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port f7f90af2-fd9c-4230-8a8e-6f95cc38651c completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:33.682377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3158eecd-6222-48af-80af-a65ba5a07304 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.721489 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5ff1fd79-9529-4279-ba26-6c87555b2cdc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121657 Apr 22 17:31:33.728137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46688) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:33.737076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:33.743770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a89f1-b243-49c6-bd07-f1099cbe6098 req-d306431f-1695-4d46-a2b8-9c97f6a7bb6b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:33.750862 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-508a89f1-b243-49c6-bd07-f1099cbe6098 req-d306431f-1695-4d46-a2b8-9c97f6a7bb6b tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.7126424 Apr 22 17:31:33.787262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3158eecd-6222-48af-80af-a65ba5a07304 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.877786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-eeb1c578-00ac-4a16-b926-6b47ab06b4a1 None None] Provisioning for port f7f90af2-fd9c-4230-8a8e-6f95cc38651c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:33.883102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] For port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e,segment=NetworkSegment(e67d41ba-a32b-4494-b503-94b355e7c778),segment_id=e67d41ba-a32b-4494-b503-94b355e7c778)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:33.883473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.897011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.903258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.908715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:33.913382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-eeb1c578-00ac-4a16-b926-6b47ab06b4a1 None None] Provisioning complete for port f7f90af2-fd9c-4230-8a8e-6f95cc38651c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:33.913737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eeb1c578-00ac-4a16-b926-6b47ab06b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.916373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:33.919308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3158eecd-6222-48af-80af-a65ba5a07304 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:33.931680 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-508a89f1-b243-49c6-bd07-f1099cbe6098 req-14b792b0-d09f-41e4-a0b7-57d632eb3610 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713824 Apr 22 17:31:33.951733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:33.967451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:34.086839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:34.092852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.111426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-9827da42-7d63-4106-9480-e2ab882df1e0', 'network_id': '9827da42-7d63-4106-9480-e2ab882df1e0', 'tenant_id': '6a8638d7b2ce4743833812e0a1713acf', 'fixed_ips': [{'subnet_id': 'b1e0ed5e-3333-46b6-9d4f-e7a6e7d1d33e'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:34.112551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.132936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Calling delete_port for ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server [None req-864d9eb1-198e-4550-83f5-75f2d3296a18 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2be2ab10-085c-4796-be06-a0a39777e4ad: This subnet is being modified by another concurrent operation. Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise exception Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2be2ab10-085c-4796-be06-a0a39777e4ad: This subnet is being modified by another concurrent operation. Apr 22 17:31:34.160678 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Apr 22 17:31:34.174519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3158eecd-6222-48af-80af-a65ba5a07304 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.227235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] DHCP port deletion for a7a80171-1483-4430-9b54-a4d1882fd7ff request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:34.237277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255167b5-93ab-4c79-8fce-79c983b5413f None None] Network 2802a31f-aae6-4ff8-af00-e4ad5cee9fef requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:34.285881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158eecd-6222-48af-80af-a65ba5a07304 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Subnet': ['ID=2be2ab10-085c-4796-be06-a0a39777e4ad,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:34.291162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3158eecd-6222-48af-80af-a65ba5a07304 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.308430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ac4ba-9e3a-427b-b829-99e39a3be489 req-8fe88b10-7b3b-4a95-9bb3-6e7871dbd00f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:34.312113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] For port f7f90af2-fd9c-4230-8a8e-6f95cc38651c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f7f90af2-fd9c-4230-8a8e-6f95cc38651c,segment=NetworkSegment(860840b4-95cd-4a00-8d20-065a5cd16a30),segment_id=860840b4-95cd-4a00-8d20-065a5cd16a30)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:34.313170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.315628 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-799ac4ba-9e3a-427b-b829-99e39a3be489 req-8fe88b10-7b3b-4a95-9bb3-6e7871dbd00f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2918091 Apr 22 17:31:34.321640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] Deleting port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:34.322131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.384167 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-799ac4ba-9e3a-427b-b829-99e39a3be489 req-f4c249e6-f0d2-4974-b971-a6eed4bdadc1 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668457 Apr 22 17:31:34.495618 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3158eecd-6222-48af-80af-a65ba5a07304 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/subnets/2be2ab10-085c-4796-be06-a0a39777e4ad HTTP/1.1" status: 204 len: 168 time: 1.0081184 Apr 22 17:31:34.505742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46696) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:34.513262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Calling delete_port for f7f90af2-fd9c-4230-8a8e-6f95cc38651c owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:34.524578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98a7f0-d7d6-4f00-b4f0-26e3f8308c22 None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': 'd9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'ddd78508-4738-425d-860e-8f2698a49592'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:31:34.634231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eeb1c578-00ac-4a16-b926-6b47ab06b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.653273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.743913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163014a-493c-41e6-8a75-896dc0461d49 None None] DHCP port deletion for 073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:34.769559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88b25ae-6972-489a-aff4-a13a3777305a tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Deleting subnet b1e0ed5e-3333-46b6-9d4f-e7a6e7d1d33e {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:34.771877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.793682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4163014a-493c-41e6-8a75-896dc0461d49 None None] Deleting port f7f90af2-fd9c-4230-8a8e-6f95cc38651c {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:34.794991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4163014a-493c-41e6-8a75-896dc0461d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.824171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.830145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.831957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:34.834211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=34669b4b-c60f-4a71-aaed-5e98bb9bcb7e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:34.896097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.904309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9d98a7f0-d7d6-4f00-b4f0-26e3f8308c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:34.921964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] No DVR routers for this DVR port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:34.923463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No DVR routers for this DVR port f7f90af2-fd9c-4230-8a8e-6f95cc38651c on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:34.925021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Port': ['ID=f7f90af2-fd9c-4230-8a8e-6f95cc38651c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:34.989090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:34.990803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:35.005798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:35.009241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:35.011135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=45d096a5-31b7-403c-8429-34b20d783f79,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:35.013892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:35.014491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.137352 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-457ae7d0-055e-40a3-8306-27f13b7b13a7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4082382 Apr 22 17:31:35.142761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46704) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:35.146577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4163014a-493c-41e6-8a75-896dc0461d49 None None] The port 'f7f90af2-fd9c-4230-8a8e-6f95cc38651c' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:31:35.152728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:35.251931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Allocated IP 2001:db8:0:1::1 (9827da42-7d63-4106-9480-e2ab882df1e0/b1e0ed5e-3333-46b6-9d4f-e7a6e7d1d33e/21f8fcef-70e3-450b-a330-7bddd99e9691) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:35.270289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] For port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e,segment=NetworkSegment(e67d41ba-a32b-4494-b503-94b355e7c778),segment_id=e67d41ba-a32b-4494-b503-94b355e7c778)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:35.270289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.291270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab262a58-2533-41d0-bc5a-d95ac26b8df3 req-db66a4d2-bfd1-4d76-93b1-48a40399ff60 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:35.292477 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab262a58-2533-41d0-bc5a-d95ac26b8df3 req-db66a4d2-bfd1-4d76-93b1-48a40399ff60 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2126422 Apr 22 17:31:35.296273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.308672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event deleted for resources: {'Port': ['ID=ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:35.356772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:35.367230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:35.372713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:35.378408 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab262a58-2533-41d0-bc5a-d95ac26b8df3 req-820d1196-155f-4c91-8741-17ff4b5cf283 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718019 Apr 22 17:31:35.384434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:35.418560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46710) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:35.469417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:35.472832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.558523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.575943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.599748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.617948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b3275-3d1a-431c-826c-0137825ed2cc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:35.618563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b3275-3d1a-431c-826c-0137825ed2cc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:35.618922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b3275-3d1a-431c-826c-0137825ed2cc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:35.624511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:35.624753 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e10b3275-3d1a-431c-826c-0137825ed2cc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=43710c6d65724bcfb8ab4fb4e1213c11&network_id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d HTTP/1.1" status: 200 len: 2999 time: 0.2016597 Apr 22 17:31:35.624861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] Calling delete_port for ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:35.632340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a80171-1483-4430-9b54-a4d1882fd7ff']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:35.650608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860840b4-95cd-4a00-8d20-065a5cd16a30') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:35.650608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860840b4-95cd-4a00-8d20-065a5cd16a30') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:35.718386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67d41ba-a32b-4494-b503-94b355e7c778') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:35.718807 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67d41ba-a32b-4494-b503-94b355e7c778') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:35.737790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.750586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.829852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.839648 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.851376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:35.851376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:35.856387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:35.856818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.862974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:35.871509 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:35.875983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:35.876394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:35.903319 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:35.938443 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd92319-3caa-4af5-a388-ebe7b1403406 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:36.022540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:31:36.055814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a5c06e33-75c2-482c-a7d5-24dcc3987472 None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:36.056272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a5c06e33-75c2-482c-a7d5-24dcc3987472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.185546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.223446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.225931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:36.227557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Transition to ACTIVE for port object 21f8fcef-70e3-450b-a330-7bddd99e9691 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:36.234686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.238907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:36.259974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.284459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] Pushing event deleted for resources: {'Network': ['ID=a7a80171-1483-4430-9b54-a4d1882fd7ff,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:36.297224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Transition to ACTIVE for port object 21f8fcef-70e3-450b-a330-7bddd99e9691 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:36.325330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.349366 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d3ba4c5b-5b97-40bf-8a68-d4d1711c9c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508 tempest-ExtraDHCPOptionsIpV6TestJSON-1625082508-project] 10.222.0.10 "DELETE /v2.0/networks/a7a80171-1483-4430-9b54-a4d1882fd7ff HTTP/1.1" status: 204 len: 168 time: 3.5516264 Apr 22 17:31:36.400505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] Deleting port ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:36.401910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.406865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d88b25ae-6972-489a-aff4-a13a3777305a tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.415991 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-657a7be7-811b-491b-9fd9-a3a614be4087 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e HTTP/1.1" status: 204 len: 168 time: 5.6356778 Apr 22 17:31:36.424099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46724) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:36.444801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.468295 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-731fa28c-ff71-41eb-90a7-5ab5c9af5a8a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] GET failed (client error): The resource could not be found. Apr 22 17:31:36.468813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-731fa28c-ff71-41eb-90a7-5ab5c9af5a8a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Synchronizing usage tracker for tenant:24be1e69c6784eee9232de6217262b70 on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:36.502715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:36.508469 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-112a5bec-adff-47d3-85d6-d87aafc200f1 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7580926 Apr 22 17:31:36.511594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46728) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:36.525105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d88b25ae-6972-489a-aff4-a13a3777305a tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.535374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:36.589933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-731fa28c-ff71-41eb-90a7-5ab5c9af5a8a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Unset dirty status for tenant:24be1e69c6784eee9232de6217262b70 on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:36.593801 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-731fa28c-ff71-41eb-90a7-5ab5c9af5a8a tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/subnets/ceb6decc-2430-4909-a1ef-91706ba18f92 HTTP/1.1" status: 404 len: 337 time: 0.1662445 Apr 22 17:31:36.604808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a9be0e3e-4d16-4142-bee6-33346807d79c None None] The port 'ad0564c6-e8a9-40d1-a6a9-86f6826d4a0e' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:31:36.605043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46732) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:36.618420 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Network 9827da42-7d63-4106-9480-e2ab882df1e0 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:36.633516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:36.640768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:36.649246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:36.661853 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc206fe-d6a9-476c-9023-d0cf0c4e2e90 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet 28e98590-e295-4b02-9b1e-8d93083a5dfe {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:36.666801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fc206fe-d6a9-476c-9023-d0cf0c4e2e90 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.668459 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94b3851-f928-4bf7-ae51-bd7f0ebf7df7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:36.669029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94b3851-f928-4bf7-ae51-bd7f0ebf7df7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:36.710922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:36.715213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Pushing event updated for resources: {'Port': ['ID=21f8fcef-70e3-450b-a330-7bddd99e9691,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:36.745917 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f94b3851-f928-4bf7-ae51-bd7f0ebf7df7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e HTTP/1.1" status: 404 len: 339 time: 0.1349571 Apr 22 17:31:36.755590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337548d-c564-4acb-b80c-cdabb7a3d2bb req-f2ddd526-a9ab-4c14-a0fa-fdf13cdd2b5c tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:36.761411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46738) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:36.765189 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a337548d-c564-4acb-b80c-cdabb7a3d2bb req-f2ddd526-a9ab-4c14-a0fa-fdf13cdd2b5c tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.1761675 Apr 22 17:31:36.769921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fc206fe-d6a9-476c-9023-d0cf0c4e2e90 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.805842 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b4034-e4af-4b34-92c5-7620162bb12b None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '6e4d9f51-785a-43b6-b8bc-3ab3ad625618', 'ip_address': '2001:db8::f816:3eff:fee8:f078'}, {'subnet_id': '45d096a5-31b7-403c-8429-34b20d783f79'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'ddd78508-4738-425d-860e-8f2698a49592'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:31:36.888024 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a337548d-c564-4acb-b80c-cdabb7a3d2bb req-aacb611e-ba77-44c3-9ff4-98477fc41c4f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218996 Apr 22 17:31:36.919282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fc206fe-d6a9-476c-9023-d0cf0c4e2e90 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.930690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d88b25ae-6972-489a-aff4-a13a3777305a tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:36.967541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:37.031302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974afaca-3387-420a-bb8c-91f585e6a528 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:37.032089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-974afaca-3387-420a-bb8c-91f585e6a528 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Synchronizing usage tracker for tenant:24be1e69c6784eee9232de6217262b70 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:37.038675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46746) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.056643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46752) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.059444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.066032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:37.112845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fc206fe-d6a9-476c-9023-d0cf0c4e2e90 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.141349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:37.159681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.161317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.208136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c05d9-9af6-40d8-af7e-09f006788910 None None] Network ad7106b0-08f5-462a-a060-19033faeceb5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:37.328024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc206fe-d6a9-476c-9023-d0cf0c4e2e90 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=28e98590-e295-4b02-9b1e-8d93083a5dfe,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:37.330037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fc206fe-d6a9-476c-9023-d0cf0c4e2e90 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.350602 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6fc206fe-d6a9-476c-9023-d0cf0c4e2e90 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/28e98590-e295-4b02-9b1e-8d93083a5dfe HTTP/1.1" status: 204 len: 168 time: 0.8373852 Apr 22 17:31:37.358710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46758) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.364906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8169b-008b-437d-b8a5-28fcdf7f9001 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:37.365840 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-00e8169b-008b-437d-b8a5-28fcdf7f9001 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 814 time: 0.3098083 Apr 22 17:31:37.470117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d88b25ae-6972-489a-aff4-a13a3777305a tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.474165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-974afaca-3387-420a-bb8c-91f585e6a528 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Unset dirty status for tenant:24be1e69c6784eee9232de6217262b70 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:37.475632 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-974afaca-3387-420a-bb8c-91f585e6a528 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7103629 Apr 22 17:31:37.495143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46764) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.530418 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-213ae92e-5fcf-416b-b963-13b5ab2527af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e852ff6e0f5d45beab52e2126845a343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878724 Apr 22 17:31:37.537930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46770) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.567133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.580439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4034-e4af-4b34-92c5-7620162bb12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.594166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:37.597752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-308d9217-10ed-4645-bf2d-ec8fc5fcd050 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Synchronizing usage tracker for tenant:24be1e69c6784eee9232de6217262b70 on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:37.602157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d88b25ae-6972-489a-aff4-a13a3777305a tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.614687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port cc7813d5-0bbc-4fef-8257-90aea8a5574f {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:37.615064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.616759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:37.620244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:37.620825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.631783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Attempting to bind port 21f8fcef-70e3-450b-a330-7bddd99e9691 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:37.632243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Attempting to bind port 21f8fcef-70e3-450b-a330-7bddd99e9691 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'd126f04a-2e8c-48da-8c3c-92e66562df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9827da42-7d63-4106-9480-e2ab882df1e0'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:37.632672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Attempting to bind port 21f8fcef-70e3-450b-a330-7bddd99e9691 on network 9827da42-7d63-4106-9480-e2ab882df1e0 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:37.667842 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d88b25ae-6972-489a-aff4-a13a3777305a tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/subnets/b1e0ed5e-3333-46b6-9d4f-e7a6e7d1d33e HTTP/1.1" status: 204 len: 168 time: 3.1606414 Apr 22 17:31:37.668079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46774) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.677297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=6e4d9f51-785a-43b6-b8bc-3ab3ad625618,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:37.680653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:37.681174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Checking segment: {'id': 'd126f04a-2e8c-48da-8c3c-92e66562df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9827da42-7d63-4106-9480-e2ab882df1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:37.681712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.682957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c589-d3d5-4909-b133-519722ddd1ae req-f38d8531-ada0-42e8-b38b-9bd346e39259 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:37.683872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Bound using segment: {'id': 'd126f04a-2e8c-48da-8c3c-92e66562df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9827da42-7d63-4106-9480-e2ab882df1e0'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:37.684466 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0ce9c589-d3d5-4909-b133-519722ddd1ae req-f38d8531-ada0-42e8-b38b-9bd346e39259 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.2802806 Apr 22 17:31:37.684770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Bound port: 21f8fcef-70e3-450b-a330-7bddd99e9691, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd126f04a-2e8c-48da-8c3c-92e66562df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9827da42-7d63-4106-9480-e2ab882df1e0'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:37.685219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.725121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-308d9217-10ed-4645-bf2d-ec8fc5fcd050 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Unset dirty status for tenant:24be1e69c6784eee9232de6217262b70 on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:37.730544 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-308d9217-10ed-4645-bf2d-ec8fc5fcd050 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 207 time: 0.2187064 Apr 22 17:31:37.730544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=20']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:37.735616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46778) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.736345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b25ae-6972-489a-aff4-a13a3777305a tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e0ed5e-3333-46b6-9d4f-e7a6e7d1d33e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:37.753254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1a3d-a482-43c7-b029-25e7713da6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.783593 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f1500d7d-0736-40cc-914b-b0e4adbb4c8b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6361704 Apr 22 17:31:37.784568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46782) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.792625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:44:66:9c', 'name': 'tempest-NetworksTestDHCPv6-794980972'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:37.805709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.837626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46786) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.857862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1a3d-a482-43c7-b029-25e7713da6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:37.867617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--1195795465', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:37.891516 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0ce9c589-d3d5-4909-b133-519722ddd1ae req-5f18b969-bf95-48fc-9243-46df268f6b87 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697762 Apr 22 17:31:37.896524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:37.923116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d16e42e-3373-4347-9fa3-96a32ac1b68b tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:37.929403 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3d16e42e-3373-4347-9fa3-96a32ac1b68b tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2392058 Apr 22 17:31:37.943260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46790) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:37.961422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:38.004990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36503d-d7a1-400c-b5ea-83e3b3466b97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.011216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36503d-d7a1-400c-b5ea-83e3b3466b97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.017061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36503d-d7a1-400c-b5ea-83e3b3466b97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.022882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36503d-d7a1-400c-b5ea-83e3b3466b97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.028869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bc36503d-d7a1-400c-b5ea-83e3b3466b97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2862661 Apr 22 17:31:38.036306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46794) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:38.083046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:38.133576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port cc7813d5-0bbc-4fef-8257-90aea8a5574f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cc7813d5-0bbc-4fef-8257-90aea8a5574f,segment=NetworkSegment(dc5a0c7f-66fa-4289-9bdc-36811da0b49d),segment_id=dc5a0c7f-66fa-4289-9bdc-36811da0b49d)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:38.133988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.139206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] For port 21f8fcef-70e3-450b-a330-7bddd99e9691, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:38.147679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:38.150547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-289228d9-407a-45fa-a88e-d5aaa553dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.151665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.152691 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-289228d9-407a-45fa-a88e-d5aaa553dcd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f0b41bdebac4d75aeb7963723944a77&device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 1098 time: 0.6590326 Apr 22 17:31:38.167569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] For port 21f8fcef-70e3-450b-a330-7bddd99e9691, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=21f8fcef-70e3-450b-a330-7bddd99e9691,segment=NetworkSegment(d126f04a-2e8c-48da-8c3c-92e66562df50),segment_id=d126f04a-2e8c-48da-8c3c-92e66562df50)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:38.175478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.176183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f7f90af2-fd9c-4230-8a8e-6f95cc38651c no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:38.283431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:38.292669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.292861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.297226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: f7f90af2-fd9c-4230-8a8e-6f95cc38651c {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:38.297582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f7f90af2-fd9c-4230-8a8e-6f95cc38651c not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:38.301507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for cc7813d5-0bbc-4fef-8257-90aea8a5574f owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:38.310984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:38.317708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:38.332096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1a3d-a482-43c7-b029-25e7713da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.346817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:38.348784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9af1c5-f3a7-478a-8e3b-7060d5963935 None None] DHCP port deletion for ad7106b0-08f5-462a-a060-19033faeceb5 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:38.367614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1a3d-a482-43c7-b029-25e7713da6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052b37c6-13bb-4a7d-a38e-d1953231da04,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:38.372649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ae9af1c5-f3a7-478a-8e3b-7060d5963935 None None] Deleting port cc7813d5-0bbc-4fef-8257-90aea8a5574f {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:38.373032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ae9af1c5-f3a7-478a-8e3b-7060d5963935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.388241 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-79e0715a-d37b-401c-9bde-4f3f338a1e7e tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3506460 Apr 22 17:31:38.393131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46798) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:38.428522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b4034-e4af-4b34-92c5-7620162bb12b None None] Allocated IP 172.20.0.2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/45d096a5-31b7-403c-8429-34b20d783f79/ddd78508-4738-425d-860e-8f2698a49592) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:38.432189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=21']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:38.447243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-ddce95f2-1084-474d-993f-46ef829bfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.449239 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-ddce95f2-1084-474d-993f-46ef829bfb92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 200 len: 912 time: 0.2852755 Apr 22 17:31:38.451369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1a3d-a482-43c7-b029-25e7713da6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.457514 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fdbe1a3d-a482-43c7-b029-25e7713da6bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/052b37c6-13bb-4a7d-a38e-d1953231da04 HTTP/1.1" status: 204 len: 168 time: 0.9184396 Apr 22 17:31:38.461902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:38.479322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.479723 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment d760719a-1bab-4b0c-92a4-7ba5a592aac7 of type vlan for network cfab9f15-45d3-4567-9e62-28c2ba80d00d Apr 22 17:31:38.527468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.528763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:38.552881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Deleting port 21f8fcef-70e3-450b-a330-7bddd99e9691 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:38.553604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.568305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:34Z', 'revision_number': 10, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:38.583364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39541abf-28d9-4b68-b437-0172bd085de1 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.583852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39541abf-28d9-4b68-b437-0172bd085de1 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.586088 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-39541abf-28d9-4b68-b437-0172bd085de1 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1830955 Apr 22 17:31:38.595401 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.595587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ae9af1c5-f3a7-478a-8e3b-7060d5963935 None None] The port 'cc7813d5-0bbc-4fef-8257-90aea8a5574f' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:31:38.597868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46804) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:38.609186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:38.675182 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-d72f1c3c-5945-4760-8bc4-8e186dc00532 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 200 len: 1000 time: 0.2189224 Apr 22 17:31:38.708445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcee09-11c0-4e79-a730-ae970685206b None None] Pushing event updated for resources: {'Port': ['ID=21f8fcef-70e3-450b-a330-7bddd99e9691,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:38.737417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:38.738067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:38.746963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=cc7813d5-0bbc-4fef-8257-90aea8a5574f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:38.752845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.781567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-689fdc0b-9abf-4e53-9140-e958853bd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.787678 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-689fdc0b-9abf-4e53-9140-e958853bd3e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 200 len: 851 time: 0.1014631 Apr 22 17:31:38.788074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No DVR routers for this DVR port cc7813d5-0bbc-4fef-8257-90aea8a5574f on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:38.824652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.830214 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port a1996a5f-caff-4f90-891d-9c03e4ef8acb yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:31:38.831104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.831904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:38.936394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-0e5cefc5-fc82-402f-9ed8-bf854e7894ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:38.938019 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-0e5cefc5-fc82-402f-9ed8-bf854e7894ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3a128fb-8465-4c36-8cbf-920653d83673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1488991 Apr 22 17:31:38.960553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cc7813d5-0bbc-4fef-8257-90aea8a5574f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:39.023490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: cc7813d5-0bbc-4fef-8257-90aea8a5574f {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:39.023833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cc7813d5-0bbc-4fef-8257-90aea8a5574f not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:39.025351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6079661-3a25-464c-bf08-75ed415f26b7 None None] Network 9827da42-7d63-4106-9480-e2ab882df1e0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:39.262122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469255eb-15a4-4b98-8af2-899b034f6ea5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['shared'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:39.270704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469255eb-15a4-4b98-8af2-899b034f6ea5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['shared'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:39.270704 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-469255eb-15a4-4b98-8af2-899b034f6ea5 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5858099 Apr 22 17:31:39.278768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46820) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:39.285399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:39.316483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=cfab9f15-45d3-4567-9e62-28c2ba80d00d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:39.329200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:39.370845 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-d7e03d6f-2cc5-4502-86ca-13738c4abf22 service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265022 Apr 22 17:31:39.386762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9f6b4034-e4af-4b34-92c5-7620162bb12b None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:39.404979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:39.434589 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-28a034de-27e4-4eaa-b4ab-9321c7873271 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5919137 Apr 22 17:31:39.441304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7106b0-08f5-462a-a060-19033faeceb5']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:39.450083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46828) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:39.472944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:39.473316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5a0c7f-66fa-4289-9bdc-36811da0b49d') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:39.551213 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5c13d16d-1e43-4c01-90dd-08cea9434c00 req-5791dd8a-6723-4a14-947a-389eb455c0ef service neutron] 10.222.0.16 "GET /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735048 Apr 22 17:31:39.589379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf19da-3aa1-4e75-88c1-9edd0a89bbd3 req-8ea72f89-0a9a-427f-9ab3-aa33b2ebd035 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:39.591063 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-09bf19da-3aa1-4e75-88c1-9edd0a89bbd3 req-8ea72f89-0a9a-427f-9ab3-aa33b2ebd035 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4835682 Apr 22 17:31:39.601890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:39.631355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] For port 21f8fcef-70e3-450b-a330-7bddd99e9691, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=21f8fcef-70e3-450b-a330-7bddd99e9691,segment=NetworkSegment(d126f04a-2e8c-48da-8c3c-92e66562df50),segment_id=d126f04a-2e8c-48da-8c3c-92e66562df50)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:39.631740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:39.638762 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-09bf19da-3aa1-4e75-88c1-9edd0a89bbd3 req-fb1895b4-0204-46b5-a065-f9b5f14ed6fd tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407043 Apr 22 17:31:39.657731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:39.673044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4034-e4af-4b34-92c5-7620162bb12b None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:39.775601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:39.776852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:39.800120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Calling delete_port for 21f8fcef-70e3-450b-a330-7bddd99e9691 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:39.807423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46836) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:39.830467 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:39.840104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:34Z', 'revision_number': 10, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:39.844307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa96b4-c357-4c18-bfd7-2e7673f208b5 None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:34Z', 'revision_number': 10, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None, '_interfaces': [{'id': '6867274c-f3ec-4dd4-86e7-634628c31fab', 'name': '', 'network_id': '28ca9dbe-9a17-42d2-8ba2-028a3c679a11', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'mac_address': 'fa:16:3e:bd:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:30:31Z', 'updated_at': '2022-04-22T17:30:41Z', 'revision_number': 5, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'subnets': [{'id': '414c7086-25a6-4a94-a2a9-8de1cc3269f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:39.846298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f70746-3713-4532-a1da-aaeeb601634b tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:39.848163 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f9f70746-3713-4532-a1da-aaeeb601634b tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3917978 Apr 22 17:31:39.851281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46842) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:39.933714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e417c-c501-4f82-b3d7-c8f901f62865 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:39.934286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-835e417c-c501-4f82-b3d7-c8f901f62865 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Synchronizing usage tracker for tenant:24be1e69c6784eee9232de6217262b70 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:39.949483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1770448199'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:39.960735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:39.968531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:network and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:39.972965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:39.981323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:39.985287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-835e417c-c501-4f82-b3d7-c8f901f62865 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Unset dirty status for tenant:24be1e69c6784eee9232de6217262b70 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:39.986487 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-835e417c-c501-4f82-b3d7-c8f901f62865 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/networks/f8bd489b-3f74-4895-8051-2d740cc8de30 HTTP/1.1" status: 200 len: 799 time: 0.6929424 Apr 22 17:31:39.990101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46846) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:40.049729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567574d-791c-4a17-937c-f0d7912b44a7 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:40.051226 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2567574d-791c-4a17-937c-f0d7912b44a7 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1987906 Apr 22 17:31:40.054106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46850) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:40.061873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9f6b4034-e4af-4b34-92c5-7620162bb12b None None] Transition to ACTIVE for port object ddd78508-4738-425d-860e-8f2698a49592 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:40.089454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.095971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.098033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:40.100711 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-70b90575-b2de-480a-ad84-a6360a9c3508 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455203 Apr 22 17:31:40.101494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.110101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46854) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:40.115482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.117525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4034-e4af-4b34-92c5-7620162bb12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.167132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=ad7106b0-08f5-462a-a060-19033faeceb5,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:40.184859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Port': ['ID=21f8fcef-70e3-450b-a330-7bddd99e9691,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:40.186771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] No DVR routers for this DVR port 21f8fcef-70e3-450b-a330-7bddd99e9691 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:40.206750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.233802 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9cf5ce23-234f-46e2-9554-6fc9c1ce31ce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/ad7106b0-08f5-462a-a060-19033faeceb5 HTTP/1.1" status: 204 len: 168 time: 2.8759336 Apr 22 17:31:40.233976 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7ce5c4e4-99b2-4360-99ae-fa63c65b22f5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1158943 Apr 22 17:31:40.238106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46858) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:40.238438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46860) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:40.296724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b4034-e4af-4b34-92c5-7620162bb12b None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=22']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:40.367622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.411976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9827da42-7d63-4106-9480-e2ab882df1e0']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:40.437341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd126f04a-2e8c-48da-8c3c-92e66562df50') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:40.437341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd126f04a-2e8c-48da-8c3c-92e66562df50') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:40.457956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.485965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.493792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:40.494202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.499132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:40.577564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:security_group_rule and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:40.595635 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:40.651652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:40.658811 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b4e07e63-9daf-493f-9f07-137a65031eb6 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/networks/f8bd489b-3f74-4895-8051-2d740cc8de30?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6671999 Apr 22 17:31:40.658911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46866) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:40.714337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.742840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:40.751935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:40.772843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Network': ['ID=9827da42-7d63-4106-9480-e2ab882df1e0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:40.800281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-494a4b0a-223b-4e11-aacb-9fa004f80ab7 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/networks/9827da42-7d63-4106-9480-e2ab882df1e0 HTTP/1.1" status: 204 len: 168 time: 2.8514111 Apr 22 17:31:40.801121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46872) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:40.826188 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:40.837019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622c09c-93a7-4491-92ea-886b181efa2f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:40.838418 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c622c09c-93a7-4491-92ea-886b181efa2f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/subnets/851775bb-e36c-41b5-80c6-5df8689805a6 HTTP/1.1" status: 200 len: 811 time: 0.1781414 Apr 22 17:31:40.844387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46876) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:40.938037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:40.977688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:40.978070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 34669b4b-c60f-4a71-aaed-5e98bb9bcb7e not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:40.993104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 172.20.0.13 (b68838ec-31d5-4ab0-8519-6f8459febd2e/45d096a5-31b7-403c-8429-34b20d783f79/a1996a5f-caff-4f90-891d-9c03e4ef8acb) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:41.002506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec21c906-6461-4070-b2d5-93333b41e203 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:41.006930 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ec21c906-6461-4070-b2d5-93333b41e203 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7632005 Apr 22 17:31:41.011349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46880) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:41.046474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe44:669c (b68838ec-31d5-4ab0-8519-6f8459febd2e/6e4d9f51-785a-43b6-b8bc-3ab3ad625618/a1996a5f-caff-4f90-891d-9c03e4ef8acb) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:41.079656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.082686 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-da46c59f-a4fe-46af-bf8c-022867a0d38f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663695 Apr 22 17:31:41.089810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46884) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:41.102270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1474220363', 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:41.127694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12817a-6840-44ac-aa92-9aeec39a75b9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['shared'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:41.129095 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bf12817a-6840-44ac-aa92-9aeec39a75b9 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "GET /v2.0/subnets/851775bb-e36c-41b5-80c6-5df8689805a6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2718084 Apr 22 17:31:41.147219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46888) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:41.158606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170872411'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:41.207203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de8a38-fc07-43d3-ae54-1f6ebd7c10f6 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:41.229463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.372814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1190d6b0-5064-4e29-b706-8a6975f9729c None None] Provisioning for port ddd78508-4738-425d-860e-8f2698a49592 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:41.384859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:41.392724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1190d6b0-5064-4e29-b706-8a6975f9729c None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:41.393185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1190d6b0-5064-4e29-b706-8a6975f9729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.444206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.452251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:41.504420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04311-18ce-482a-85cd-aba80df2fb74 req-28975434-675d-44b9-abdf-343758bf3b38 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:41.506376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:41.506981 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6ee04311-18ce-482a-85cd-aba80df2fb74 req-28975434-675d-44b9-abdf-343758bf3b38 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.6639502 Apr 22 17:31:41.520751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:41.530539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86c755b-7e3f-48f4-8bb5-ccb79708b7b1,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:41.543803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.550900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:41.554585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.554720 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Added segment 1ac6b8a5-22b9-4bac-b623-5e6faddb9881 of type vlan for network 7251c96a-3436-48bb-ab64-2576b8c4e8ee Apr 22 17:31:41.560964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:41.578449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:41.580969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1190d6b0-5064-4e29-b706-8a6975f9729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.581386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.602393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2802a31f-aae6-4ff8-af00-e4ad5cee9fef']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:41.627594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-1190d6b0-5064-4e29-b706-8a6975f9729c None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:41.629321 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6ee04311-18ce-482a-85cd-aba80df2fb74 req-2ff02c45-892f-43ce-a3d4-6f83fa2946bb tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092839 Apr 22 17:31:41.630544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73806533-692c-4a51-99d8-8ccbe6c8c084') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:41.630868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73806533-692c-4a51-99d8-8ccbe6c8c084') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:41.638095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:41.641513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.653882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object a1996a5f-caff-4f90-891d-9c03e4ef8acb will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:41.662621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.670028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.701953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:41.705714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.725665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:41.729621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.747575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1190d6b0-5064-4e29-b706-8a6975f9729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.821625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.836145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.836493 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Added segment ad9404d0-4b21-4e9f-b57c-2a89002ee344 of type vlan for network 8fc22182-37e5-4e3b-a00c-62bb1ede106c Apr 22 17:31:41.836691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.842454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:41.843181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.843424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190d6b0-5064-4e29-b706-8a6975f9729c None None] Pushing event updated for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=23']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:41.850617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:41.851054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:41.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:41.918249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aefa87-8c80-46f8-89cf-29fb04f96f99 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:31:41.933142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.973535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:41.984647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c5915aef-1e77-49f3-b29f-1e5286161456 None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:41.985013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c5915aef-1e77-49f3-b29f-1e5286161456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.060545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.081401 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.095640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Network': ['ID=2802a31f-aae6-4ff8-af00-e4ad5cee9fef,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:42.114016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:42.127688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.133852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:42.133852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.137460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:42.140330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:42.143798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aefa87-8c80-46f8-89cf-29fb04f96f99 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:31:42.158352 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e8197fe3-cb92-4a29-895c-b798351c0eb3 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/networks/2802a31f-aae6-4ff8-af00-e4ad5cee9fef HTTP/1.1" status: 204 len: 168 time: 1.3537552 Apr 22 17:31:42.168172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46894) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:42.240111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Network': ['ID=7251c96a-3436-48bb-ab64-2576b8c4e8ee,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:42.247767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.274693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=a1996a5f-caff-4f90-891d-9c03e4ef8acb,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:42.281191 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1327760 Apr 22 17:31:42.282071 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0cb08b32-1ae1-45a9-bb2b-061b40b65efa tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4733410 Apr 22 17:31:42.288151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46898) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:42.288151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46900) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:42.298417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6749b7-b223-40be-8241-2882f9da3810 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Network': ['ID=8fc22182-37e5-4e3b-a00c-62bb1ede106c,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:42.303404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'network_id': '8fc22182-37e5-4e3b-a00c-62bb1ede106c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:42.313004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:42.326136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'subnet': {'network_id': '7251c96a-3436-48bb-ab64-2576b8c4e8ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:42.331113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 8fc22182-37e5-4e3b-a00c-62bb1ede106c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:42.457922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf2847-f1e3-4845-aaaf-68fa11eb6c3f req-96daeb07-72be-4fcc-914d-700ce7de9645 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:42.465522 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ebf2847-f1e3-4845-aaaf-68fa11eb6c3f req-96daeb07-72be-4fcc-914d-700ce7de9645 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.6850567 Apr 22 17:31:42.476911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:42.477808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.506810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.526864 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=4602d098-9824-490b-bca0-ff06d9cc1367,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:42.555068 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ebf2847-f1e3-4845-aaaf-68fa11eb6c3f req-7f7c9132-d87f-4c64-8f30-3c93682d53de tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879290 Apr 22 17:31:42.562082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:42.576466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:subnet and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:42.576466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:42.578984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: cfab9f15-45d3-4567-9e62-28c2ba80d00d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:42.587634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:42.600931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:42.616421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:42.632225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:42.668392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46908) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:42.668568 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-43bf7c76-d6b3-471e-bdb7-4e6af2c2cd26 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8831182 Apr 22 17:31:42.740914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:42.750862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:42.752394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.758046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.769585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 6867274c-f3ec-4dd4-86e7-634628c31fab {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:42.769928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.827401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893b2275-6fb9-4ce8-ae13-e47e80d806ee']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:42.849183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:42.849647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.851410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421dd501-c655-4536-86b1-74bd45739843') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:42.851821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421dd501-c655-4536-86b1-74bd45739843') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:42.865348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Made reservation on behalf of 24be1e69c6784eee9232de6217262b70 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:42.868994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.876447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3938fe8d-dca5-4c6f-8850-b19b0c7a8900 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:31:42.899209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.953511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:42.976418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:42.978447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_backend_mixin [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing IP validity checks on allocation pools {{(pid=88660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 17:31:42.979172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_backend_mixin [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 17:31:42.989041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:42.989451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:43.004311 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:43.051816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ab64b-1de8-4577-8b5a-2983c0680179 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:43.058237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ab64b-1de8-4577-8b5a-2983c0680179 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:43.059055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae8ab64b-1de8-4577-8b5a-2983c0680179 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:43.063398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, cfab9f15-45d3-4567-9e62-28c2ba80d00d) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:43.069665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:43.070898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.104710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3938fe8d-dca5-4c6f-8850-b19b0c7a8900 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:31:43.210912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae8ab64b-1de8-4577-8b5a-2983c0680179 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:43.214031 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ae8ab64b-1de8-4577-8b5a-2983c0680179 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5425270 Apr 22 17:31:43.215466 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dd1ff7cd-29d0-4385-88f8-51e103d1cbdf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1217322 Apr 22 17:31:43.219871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46916) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:43.253277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 6867274c-f3ec-4dd4-86e7-634628c31fab, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6867274c-f3ec-4dd4-86e7-634628c31fab,segment=NetworkSegment(17d06389-e589-404d-8786-050ee33084d2),segment_id=17d06389-e589-404d-8786-050ee33084d2)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:43.253650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.328440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b82f210e-b7d0-43bf-acde-c54d3691c7ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port a1996a5f-caff-4f90-891d-9c03e4ef8acb {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:43.328958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b82f210e-b7d0-43bf-acde-c54d3691c7ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.404924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 6867274c-f3ec-4dd4-86e7-634628c31fab owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:43.469124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.473973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.512068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46920) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:43.534033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943224752', 'description': 'tempest-secgroup-smoke-943224752 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:43.537758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-cfab9f15-45d3-4567-9e62-28c2ba80d00d', 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': '4602d098-9824-490b-bca0-ff06d9cc1367'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:43.538990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.539544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Network': ['ID=893b2275-6fb9-4ce8-ae13-e47e80d806ee,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:43.548079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:43.552238 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b80ae945-4f12-4c66-a031-9d1e7f55730e tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/networks/893b2275-6fb9-4ce8-ae13-e47e80d806ee HTTP/1.1" status: 204 len: 168 time: 1.3752027 Apr 22 17:31:43.562520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46924) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:43.599368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:43.727214 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Allocated IP 172.20.0.18 (cfab9f15-45d3-4567-9e62-28c2ba80d00d/4602d098-9824-490b-bca0-ff06d9cc1367/509eb886-c01d-41f8-8607-ba3da4528882) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:43.752576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.766077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.787677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7e1c0-590a-41af-8a23-96ff050125ae req-8593b4e7-9b75-45c9-89ef-4858c2ab5a06 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:43.789165 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a3d7e1c0-590a-41af-8a23-96ff050125ae req-8593b4e7-9b75-45c9-89ef-4858c2ab5a06 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3928864 Apr 22 17:31:43.838198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:43.865231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:43.873867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:43.908865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b82f210e-b7d0-43bf-acde-c54d3691c7ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.923677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:43.988534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:43.998141 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a3d7e1c0-590a-41af-8a23-96ff050125ae req-2e6e1495-28e4-4618-b4d4-3693ee751f7f tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1667438 Apr 22 17:31:44.004040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Transition to ACTIVE for port object 509eb886-c01d-41f8-8607-ba3da4528882 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:44.026872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Transition to ACTIVE for port object 509eb886-c01d-41f8-8607-ba3da4528882 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:44.038878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b82f210e-b7d0-43bf-acde-c54d3691c7ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for a1996a5f-caff-4f90-891d-9c03e4ef8acb owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:44.066331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.066636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.070117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.079131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.111147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.145037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:44.148931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:44.153301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:44.177337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=6867274c-f3ec-4dd4-86e7-634628c31fab,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:44.197137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Subnet': ['ID=d1a9742c-e4ed-4846-94f3-5c8993140b74,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:44.203445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Pushing event updated for resources: {'Port': ['ID=509eb886-c01d-41f8-8607-ba3da4528882,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:44.263766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e06120-248b-40b2-baa4-424e7ce3362f']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:44.271260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Checking segment: {'id': '1ac6b8a5-22b9-4bac-b623-5e6faddb9881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7251c96a-3436-48bb-ab64-2576b8c4e8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:44.271559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network hostable DHCP agents. Network: 7251c96a-3436-48bb-ab64-2576b8c4e8ee, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:44.288611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d77b888-cd53-420f-a51f-0701aa0810f7') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:44.288946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d77b888-cd53-420f-a51f-0701aa0810f7') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:44.293125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Checking segment: {'id': 'ad9404d0-4b21-4e9f-b57c-2a89002ee344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8fc22182-37e5-4e3b-a00c-62bb1ede106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:44.293484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network hostable DHCP agents. Network: 8fc22182-37e5-4e3b-a00c-62bb1ede106c, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:44.298619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Attempting to bind port 509eb886-c01d-41f8-8607-ba3da4528882 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:44.299105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Attempting to bind port 509eb886-c01d-41f8-8607-ba3da4528882 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:44.299538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Attempting to bind port 509eb886-c01d-41f8-8607-ba3da4528882 on network cfab9f15-45d3-4567-9e62-28c2ba80d00d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:44.305227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:44.305689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Checking segment: {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:44.306164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.306672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Bound using segment: {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:44.307836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Bound port: 509eb886-c01d-41f8-8607-ba3da4528882, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:44.308281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.309216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.365451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=dc9c2a3d-f341-491b-985c-921a4406ef71,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:44.396366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.401057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.419401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:44.419810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.436816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:44.437796 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:44.447464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] For port 509eb886-c01d-41f8-8607-ba3da4528882, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:44.451368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] For port 509eb886-c01d-41f8-8607-ba3da4528882, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=509eb886-c01d-41f8-8607-ba3da4528882,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:44.460824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:44.490391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Network 8fc22182-37e5-4e3b-a00c-62bb1ede106c is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:44.542291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b82f210e-b7d0-43bf-acde-c54d3691c7ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.542885 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.564669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.601872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 7251c96a-3436-48bb-ab64-2576b8c4e8ee) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:44.603522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f210e-b7d0-43bf-acde-c54d3691c7ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=a1996a5f-caff-4f90-891d-9c03e4ef8acb,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:44.605305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 8fc22182-37e5-4e3b-a00c-62bb1ede106c) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:44.609905 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:44.610569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.634286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f200a-9525-4607-a52c-82b21c6ed48c None None] Pushing event updated for resources: {'Port': ['ID=509eb886-c01d-41f8-8607-ba3da4528882,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:44.651299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:44.651820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-614481'] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.792020 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cbe7fb42-c440-461e-ba39-205d69bd8a64 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4975555 Apr 22 17:31:44.792020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46928) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:44.797688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1853481250', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:44.810109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:44.815390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b82f210e-b7d0-43bf-acde-c54d3691c7ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.819547 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b82f210e-b7d0-43bf-acde-c54d3691c7ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/a1996a5f-caff-4f90-891d-9c03e4ef8acb HTTP/1.1" status: 204 len: 168 time: 1.5961916 Apr 22 17:31:44.819547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:router and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:44.821498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46932) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:44.824614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:44.866964 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-99dadc53-f034-4615-bb35-32ca322bfc7f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5762811 Apr 22 17:31:44.867612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46936) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:44.868520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:44.871290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25014bb0-c2b1-40fe-ac02-32c0f7420c42,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:44.897029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.903207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ecf213f1-9d6e-43ba-a0b4-2b52d2d4b812 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:44.987976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:44.989861 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] 10.222.0.10 "DELETE /v2.0/networks/16e06120-248b-40b2-baa4-424e7ce3362f HTTP/1.1" status: 204 len: 168 time: 1.4210477 Apr 22 17:31:44.989982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e2cf2-79c9-4931-bd8b-e0238d5dcddb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:44.991795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e2cf2-79c9-4931-bd8b-e0238d5dcddb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:44.994022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e2cf2-79c9-4931-bd8b-e0238d5dcddb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:44.995283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-140e2cf2-79c9-4931-bd8b-e0238d5dcddb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:45.006141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.010887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a8b16749-06b6-46e6-961e-840f0d858e1d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4941447 Apr 22 17:31:45.012058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498a671-24a6-4813-a169-db7f91cb0242 tempest-BulkNetworkOpsIpV6Test-1827281383 tempest-BulkNetworkOpsIpV6Test-1827281383-project] Pushing event deleted for resources: {'Network': ['ID=16e06120-248b-40b2-baa4-424e7ce3362f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:45.018572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46942) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:45.020860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:45.028593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '25014bb0-c2b1-40fe-ac02-32c0f7420c42', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:45.037825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:45.043923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:45.047147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:45.053336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:45.079174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.080405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.161841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-140e2cf2-79c9-4931-bd8b-e0238d5dcddb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:45.163036 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-140e2cf2-79c9-4931-bd8b-e0238d5dcddb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3405776 Apr 22 17:31:45.164405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.194473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46948) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:45.199139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecf213f1-9d6e-43ba-a0b4-2b52d2d4b812 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15077590'] for subnet, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.238788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:45.247489 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-70102d5a-a869-471d-94d3-5612d2412eba tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0080056 Apr 22 17:31:45.252139 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:45.253720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46952) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:45.262159 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:45.263044 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:45.303770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.387920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0605e69-1e7b-4c62-aa9f-7c68633ee0c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 45d096a5-31b7-403c-8429-34b20d783f79 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:45.397422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0605e69-1e7b-4c62-aa9f-7c68633ee0c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.430431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad67d67-d39b-4958-a962-8b7249cb514b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting subnet 414c7086-25a6-4a94-a2a9-8de1cc3269f7 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:45.447153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ad67d67-d39b-4958-a962-8b7249cb514b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.453867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd254626-2c86-4356-a493-db4a3fb94603 req-de15be45-6ed9-4e7b-a4f8-90657eb231a6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:45.461071 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dd254626-2c86-4356-a493-db4a3fb94603 req-de15be45-6ed9-4e7b-a4f8-90657eb231a6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3120852 Apr 22 17:31:45.489019 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:45.518338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0605e69-1e7b-4c62-aa9f-7c68633ee0c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.562661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.577198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ad67d67-d39b-4958-a962-8b7249cb514b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.605530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:43Z', 'revision_number': 11, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:45.610959 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:45.622327 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:45.623288 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:45.666990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.716662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46958) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:45.723978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73448b33-4948-4b8a-997b-472d788e89aa,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:45.782703 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:45.812109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0605e69-1e7b-4c62-aa9f-7c68633ee0c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.855840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.856966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5cb379fb-e05f-4ddc-8a40-f11d4bfa941a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8386867 Apr 22 17:31:45.862280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46964) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:45.873310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ad67d67-d39b-4958-a962-8b7249cb514b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:45.905179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '25014bb0-c2b1-40fe-ac02-32c0f7420c42', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:45.928621 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:43Z', 'revision_number': 11, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:45.928841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:45.938959 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2eca23-b20e-4a7f-8d87-aba43e6ba361 None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:43Z', 'revision_number': 11, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:45.965817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:45.977444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:45.990890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:45.994607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.062388 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dd254626-2c86-4356-a493-db4a3fb94603 req-4b19604b-b16e-4fd0-9f7f-6b03654496f6 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6004310 Apr 22 17:31:46.065715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-c295ad8e-f318-42fd-b22b-2ceacd65cc59 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:46.067551 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-c295ad8e-f318-42fd-b22b-2ceacd65cc59 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.3294289 Apr 22 17:31:46.071991 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5cd49bf6-dd05-4cf9-a542-027de5baddd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a8638d7b2ce4743833812e0a1713acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541076 Apr 22 17:31:46.077976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46968) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:46.151791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Deleting port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:46.151791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.152082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85994c1a-1eec-4bad-a305-67ba52d71eea None None] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:46.186318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0605e69-1e7b-4c62-aa9f-7c68633ee0c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.190382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ddfb-9507-49c1-a31d-df2da6340f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.247748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ad67d67-d39b-4958-a962-8b7249cb514b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.257727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0605e69-1e7b-4c62-aa9f-7c68633ee0c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=45d096a5-31b7-403c-8429-34b20d783f79,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:46.294006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da025766-ee64-4a76-b298-b2fb9531592c None None] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:46.296039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecf213f1-9d6e-43ba-a0b4-2b52d2d4b812 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755954253572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16155449'] for subnet, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.305173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0605e69-1e7b-4c62-aa9f-7c68633ee0c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.323218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb5017-b03c-4a43-b34b-be92dc0088e5 None None] Network 8fc22182-37e5-4e3b-a00c-62bb1ede106c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:46.324160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.366316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad67d67-d39b-4958-a962-8b7249cb514b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Subnet': ['ID=414c7086-25a6-4a94-a2a9-8de1cc3269f7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:46.396569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ad67d67-d39b-4958-a962-8b7249cb514b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.507908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf213f1-9d6e-43ba-a0b4-2b52d2d4b812 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:46.508569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ecf213f1-9d6e-43ba-a0b4-2b52d2d4b812 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.513104 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ecf213f1-9d6e-43ba-a0b4-2b52d2d4b812 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "PUT /v2.0/subnets/dc9c2a3d-f341-491b-985c-921a4406ef71 HTTP/1.1" status: 200 len: 877 time: 1.6362796 Apr 22 17:31:46.516639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46972) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:46.519470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ddfb-9507-49c1-a31d-df2da6340f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.531522 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3ad67d67-d39b-4958-a962-8b7249cb514b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/414c7086-25a6-4a94-a2a9-8de1cc3269f7 HTTP/1.1" status: 204 len: 168 time: 1.2718918 Apr 22 17:31:46.532799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 46974) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:46.533659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf213f1-9d6e-43ba-a0b4-2b52d2d4b812 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event updated for resources: {'Subnet': ['ID=dc9c2a3d-f341-491b-985c-921a4406ef71,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:46.563829 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f0605e69-1e7b-4c62-aa9f-7c68633ee0c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/45d096a5-31b7-403c-8429-34b20d783f79 HTTP/1.1" status: 204 len: 168 time: 1.3682876 Apr 22 17:31:46.567093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46980) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:46.650941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1343d-a609-43fb-8849-a8846efe1d39 None None] Network 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:46.664799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc65dd-bdc3-4272-8030-8d012f02aefe None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:46.665127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.766982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f8680a-cbc2-4132-91a7-9aa755d524f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 6e4d9f51-785a-43b6-b8bc-3ab3ad625618 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:46.771729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6f8680a-cbc2-4132-91a7-9aa755d524f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.838864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 509eb886-c01d-41f8-8607-ba3da4528882 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:46.905498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.933433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f7bee00f-a63d-4953-9f96-8040c4131fa1 None None] Provisioning for port 509eb886-c01d-41f8-8607-ba3da4528882 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:46.940465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6f8680a-cbc2-4132-91a7-9aa755d524f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.949611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667958fe-06f8-499d-bb25-86bbebef6302,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:46.975042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ddfb-9507-49c1-a31d-df2da6340f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.982339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:46.996037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.011400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Deleting port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:47.015357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.068296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4ddfb-9507-49c1-a31d-df2da6340f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b7909-a73b-41b2-96c8-951e81d95099,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:47.108490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] For port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:47.108863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.136744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.196050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.199698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c09f4d42-5cee-446b-af09-960d8cbf6b0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3319793 Apr 22 17:31:47.203147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 46986) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:47.207108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ddfb-9507-49c1-a31d-df2da6340f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.210722 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c0d4ddfb-9507-49c1-a31d-df2da6340f9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/678b7909-a73b-41b2-96c8-951e81d95099 HTTP/1.1" status: 204 len: 168 time: 1.1294072 Apr 22 17:31:47.210722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.274135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '25014bb0-c2b1-40fe-ac02-32c0f7420c42', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:47.287912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:47.298816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:47.303556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7a33dd0e-f6ce-491e-955c-5f3a4c47b329 None None] Could not find standard attr ID for object a1996a5f-caff-4f90-891d-9c03e4ef8acb. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:31:47.308856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:47.337116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:47.337116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6f8680a-cbc2-4132-91a7-9aa755d524f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.367452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.438398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dbb2b8-b1d5-4886-bdcd-940ad38dec9c None None] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:47.479763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c47cf0-0bbb-4750-8e0f-97a28395b062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-8fc22182-37e5-4e3b-a00c-62bb1ede106c', 'network_id': '8fc22182-37e5-4e3b-a00c-62bb1ede106c', 'tenant_id': '24be1e69c6784eee9232de6217262b70', 'fixed_ips': [{'subnet_id': 'dc9c2a3d-f341-491b-985c-921a4406ef71'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:47.480798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d3c47cf0-0bbb-4750-8e0f-97a28395b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.572188 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 509eb886-c01d-41f8-8607-ba3da4528882 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:31:47.577278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.587464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.26.3.119 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/de0103d5-3810-415b-a726-67e837352314) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:47.606347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 509eb886-c01d-41f8-8607-ba3da4528882 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:47.606757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.614922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6f8680a-cbc2-4132-91a7-9aa755d524f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.634631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa059bc2-cb2d-487c-ae01-344a9ba146d3 req-9b2a7705-1a3e-4f7c-989b-4922bbc4c4f2 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:47.636842 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fa059bc2-cb2d-487c-ae01-344a9ba146d3 req-9b2a7705-1a3e-4f7c-989b-4922bbc4c4f2 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 945 time: 0.4176412 Apr 22 17:31:47.775802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] For port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=17133cc2-62b7-4ab5-9397-2ba6c94a23e5,segment=NetworkSegment(17d06389-e589-404d-8786-050ee33084d2),segment_id=17d06389-e589-404d-8786-050ee33084d2)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:47.776476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.807251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.812268 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fa059bc2-cb2d-487c-ae01-344a9ba146d3 req-c543e4c7-74d3-4d2d-ae80-ad8bff075f14 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups?id=0778c6fc-45be-4cb4-a7f8-5856e0672d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1625221 Apr 22 17:31:47.849185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8680a-cbc2-4132-91a7-9aa755d524f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4d9f51-785a-43b6-b8bc-3ab3ad625618,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:47.887862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6f8680a-cbc2-4132-91a7-9aa755d524f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:47.896106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9c2a3d-f341-491b-985c-921a4406ef71,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:47.965683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Calling delete_port for 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:47.990697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa57808-b170-48fc-b1f5-4c37d1f7840e None None] Network 8fc22182-37e5-4e3b-a00c-62bb1ede106c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:48.018377 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c6f8680a-cbc2-4132-91a7-9aa755d524f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/6e4d9f51-785a-43b6-b8bc-3ab3ad625618 HTTP/1.1" status: 204 len: 168 time: 1.4475501 Apr 22 17:31:48.024854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47002) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:48.060840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.061038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.061380 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Floating IP e9d01e78-e75b-4924-8aca-3591e6970dfb disassociated. External IP: 172.26.3.54, port: 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54. Apr 22 17:31:48.061772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Calling delete_port for 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:48.197925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.217873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29e300-3b0b-4966-8690-422dff0fd960 None None] DHCP port deletion for 28ca9dbe-9a17-42d2-8ba2-028a3c679a11 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:48.220617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.225843 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-78aed723-a394-4ca7-bb30-fc320f798faa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1476653 Apr 22 17:31:48.230549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47010) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:48.254896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.312840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.318021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc22182-37e5-4e3b-a00c-62bb1ede106c']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:48.354912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No DVR routers for this DVR port 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:48.396554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.417950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Port': ['ID=17133cc2-62b7-4ab5-9397-2ba6c94a23e5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:48.422499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9404d0-4b21-4e9f-b57c-2a89002ee344') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:48.422828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9404d0-4b21-4e9f-b57c-2a89002ee344') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:48.483174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.499655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c4f5d6-e60e-4618-b760-80acd41491fd,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:48.512577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.552295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.560643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d3ddd-1865-4b52-97b9-1d638530986a None None] Network 8fc22182-37e5-4e3b-a00c-62bb1ede106c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:48.567901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.570558 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:48.570855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:48.586800 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:48.619636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.620842 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-82c23733-1ade-4098-93e8-4bc216fc957c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4151950 Apr 22 17:31:48.624014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 509eb886-c01d-41f8-8607-ba3da4528882, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=509eb886-c01d-41f8-8607-ba3da4528882,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:48.624210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.645097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47018) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:48.645793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47020) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:48.705662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '25014bb0-c2b1-40fe-ac02-32c0f7420c42', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:48.713717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:48.715540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dce3e4-71ad-47dd-a685-ea133e4b1961 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:48.717914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-93dce3e4-71ad-47dd-a685-ea133e4b1961 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:48.718049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:48.721461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:48.723736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.736903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event deleted for resources: {'Port': ['ID=1418905d-f9cd-4d30-a6ea-3ab7fc04ac54,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:48.792648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6867274c-f3ec-4dd4-86e7-634628c31fab no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:48.808153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:48.816094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.845131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eefe8d-e281-45bf-b5b2-d4e65b2dfac6 None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '6e4d9f51-785a-43b6-b8bc-3ab3ad625618'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'ddd78508-4738-425d-860e-8f2698a49592'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:31:48.849651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ca9dbe-9a17-42d2-8ba2-028a3c679a11']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:48.858595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.870597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=8fc22182-37e5-4e3b-a00c-62bb1ede106c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:48.878485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.880047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d06389-e589-404d-8786-050ee33084d2') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:48.880633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d06389-e589-404d-8786-050ee33084d2') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:48.894702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.902295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831ddaf-d41d-4e0f-b402-4cf7a35acb0e None None] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:48.914261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.921733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:48.922398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:48.963656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-93dce3e4-71ad-47dd-a685-ea133e4b1961 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:48.965134 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-93dce3e4-71ad-47dd-a685-ea133e4b1961 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.7336245 Apr 22 17:31:49.002778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=de0103d5-3810-415b-a726-67e837352314,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:49.006402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47032) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.014851 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9cf412b8-48da-4ed8-99cd-1c1efeed792d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/8fc22182-37e5-4e3b-a00c-62bb1ede106c HTTP/1.1" status: 204 len: 168 time: 2.4840307 Apr 22 17:31:49.060245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47036) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.062559 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-21a11d24-f234-446a-a912-039d203c47a9 req-994b4c5e-9470-47b0-a9b5-a91837da61ea tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 210 time: 0.0936222 Apr 22 17:31:49.076226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6867274c-f3ec-4dd4-86e7-634628c31fab {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:49.085348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6867274c-f3ec-4dd4-86e7-634628c31fab not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:49.089308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-71eefe8d-e281-45bf-b5b2-d4e65b2dfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.114282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:49.123531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:49.125911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:49.153038 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:49.157159 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca228506-1110-42f5-9316-465b316ad663 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:49.157609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca228506-1110-42f5-9316-465b316ad663 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:49.161839 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ca228506-1110-42f5-9316-465b316ad663 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/dc9c2a3d-f341-491b-985c-921a4406ef71 HTTP/1.1" status: 404 len: 337 time: 0.0960653 Apr 22 17:31:49.165683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47040) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.178704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=509eb886-c01d-41f8-8607-ba3da4528882,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:49.181436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1254111964'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:49.187344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:49.191244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:49.194532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:49.208955 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dd4f20-0763-4ea8-ba98-ecf311f07e5f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:49.209419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69dd4f20-0763-4ea8-ba98-ecf311f07e5f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:49.213908 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-69dd4f20-0763-4ea8-ba98-ecf311f07e5f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/8fc22182-37e5-4e3b-a00c-62bb1ede106c HTTP/1.1" status: 404 len: 339 time: 0.0379722 Apr 22 17:31:49.218079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47044) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.218238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:49.218431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c539f-3449-44d0-bc82-e0b530e95f68 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:49.219126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-999c539f-3449-44d0-bc82-e0b530e95f68 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:49.221602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.229263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:49.308563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:49.308936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 17133cc2-62b7-4ab5-9397-2ba6c94a23e5 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:49.343183 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7f1e18-e927-414d-83cf-993c80f8197f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:49.343654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7f1e18-e927-414d-83cf-993c80f8197f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:49.392684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.397411 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4b7f1e18-e927-414d-83cf-993c80f8197f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/ceb6decc-2430-4909-a1ef-91706ba18f92 HTTP/1.1" status: 404 len: 337 time: 0.1779566 Apr 22 17:31:49.399414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47048) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.427679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.429634 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d9bc82b3-bf14-4e13-89f7-c1787090bff0 None None] Provisioning complete for port 509eb886-c01d-41f8-8607-ba3da4528882 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:49.430614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9bc82b3-bf14-4e13-89f7-c1787090bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.439560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-999c539f-3449-44d0-bc82-e0b530e95f68 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:49.451663 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-999c539f-3449-44d0-bc82-e0b530e95f68 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4246984 Apr 22 17:31:49.451663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47052) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.451663 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4920fffc-92f8-41c0-ad36-8d0ae887dc15 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:49.451663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4920fffc-92f8-41c0-ad36-8d0ae887dc15 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:49.451663 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4920fffc-92f8-41c0-ad36-8d0ae887dc15 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/073fbbea-6d9e-4cf5-b8d9-bf8d39590e7e HTTP/1.1" status: 404 len: 339 time: 0.0483534 Apr 22 17:31:49.452500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Pushing event deleted for resources: {'Network': ['ID=28ca9dbe-9a17-42d2-8ba2-028a3c679a11,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:49.454278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:49.457774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.471413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47056) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.473042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.476387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.492096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d6d3501a-22a3-47e1-b9a4-2648043c5862 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/networks/28ca9dbe-9a17-42d2-8ba2-028a3c679a11 HTTP/1.1" status: 204 len: 168 time: 2.9305117 Apr 22 17:31:49.511835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47060) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.517656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Router c7fdb7f7-a1c7-432d-9662-b24b000234ea has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:49.531253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'routes': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:49.544052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:49.546510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.591860 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0ea3bf75-d96b-4525-93ee-d394e658cb6f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1466413 Apr 22 17:31:49.598822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47064) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.615726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-67637de6-1ebe-4d8b-999e-56d83aba62be tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:49.619641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:security_group_rule and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:49.627984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:49.663846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de395ea-99bf-455a-ae39-fd7add79159a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:49.674996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067c3cf-4b68-4f4d-abd7-2f1e13eb369a None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:49.721393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:49.751041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.897243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.901774 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-141aea27-b4b6-4859-ae6f-6e5cad632923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2472801 Apr 22 17:31:49.919097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47068) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:49.945981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '25014bb0-c2b1-40fe-ac02-32c0f7420c42', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:49.949124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-67637de6-1ebe-4d8b-999e-56d83aba62be tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:49.949664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1c24c667-626d-4be7-bf47-5e4a7407016e None None] Provisioning complete for port ddd78508-4738-425d-860e-8f2698a49592 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:49.950558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1c24c667-626d-4be7-bf47-5e4a7407016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:49.959476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-67637de6-1ebe-4d8b-999e-56d83aba62be tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:49.991104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:50.007046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] Deleting port ddd78508-4738-425d-860e-8f2698a49592 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:50.007857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.012637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:50.028130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:50.032039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.039926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:50.054299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] Sync routers for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:50.076209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:50.106786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:50.109535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67637de6-1ebe-4d8b-999e-56d83aba62be tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:50.114443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-67637de6-1ebe-4d8b-999e-56d83aba62be tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.114443 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-67637de6-1ebe-4d8b-999e-56d83aba62be tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:31:50.114858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67637de6-1ebe-4d8b-999e-56d83aba62be tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:50.154679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:50.155334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf447ab-c315-42d2-9900-06d2981d6e1c']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:50.168743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] No DVR routers for this DVR port 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:50.175404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1354e9-74a2-4624-a74e-1d538d66536b') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:50.176853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1354e9-74a2-4624-a74e-1d538d66536b') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:50.183304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.186560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'name': 'network-vif-deleted', 'tag': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:31:50.205012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.261962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:50.262626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:50.264048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.extraroute_db [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Added routes are [] {{(pid=88660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:31:50.264360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.extraroute_db [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Removed routes are [] {{(pid=88660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:31:50.264722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.284049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.293274 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f719d91-d5ff-45ea-b244-135a6ac0d4d4'] response: {'server_uuid': '0cb9a62c-a436-4737-bcd5-7f1e24a2386b', 'name': 'network-vif-deleted', 'tag': '1418905d-f9cd-4d30-a6ea-3ab7fc04ac54', 'status': 'completed', 'code': 200} Apr 22 17:31:50.309402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:31:50.314776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-60d4f539-b595-488f-a4e3-be68e43ee784 req-cc77a731-8f11-43e6-bdf5-d8b7faa74b04 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.16 "DELETE /v2.0/ports/1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 HTTP/1.1" status: 204 len: 173 time: 4.2408078 Apr 22 17:31:50.323723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a13fd226-42d3-4dc7-b8f9-ec7c151c95e3 req-c99b76fe-6ae5-4b13-8b91-de6d149fd8e7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Synchronizing usage tracker for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:50.329971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:50.332428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.342143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:50.342502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 1418905d-f9cd-4d30-a6ea-3ab7fc04ac54 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:50.346512 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:50.365850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.371137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.443198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.446525 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-67637de6-1ebe-4d8b-999e-56d83aba62be tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8467062 Apr 22 17:31:50.462047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47076) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:50.471427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-eecbe57d-f49e-4ed5-b73c-8fcb867b14a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:50.511509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] For port ddd78508-4738-425d-860e-8f2698a49592, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ddd78508-4738-425d-860e-8f2698a49592,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:50.512091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.596859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.612663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a13fd226-42d3-4dc7-b8f9-ec7c151c95e3 req-c99b76fe-6ae5-4b13-8b91-de6d149fd8e7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Unset dirty status for tenant:7f0b41bdebac4d75aeb7963723944a77 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:50.614234 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a13fd226-42d3-4dc7-b8f9-ec7c151c95e3 req-c99b76fe-6ae5-4b13-8b91-de6d149fd8e7 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb9a62c-a436-4737-bcd5-7f1e24a2386b HTTP/1.1" status: 200 len: 210 time: 0.4158549 Apr 22 17:31:50.672190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.675872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.702037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.703653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:50.719428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] Calling delete_port for ddd78508-4738-425d-860e-8f2698a49592 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:50.725020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7693f20d-93d9-41d3-86ab-db5489c79529,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:50.734519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=7cf447ab-c315-42d2-9900-06d2981d6e1c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:50.739730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-eecbe57d-f49e-4ed5-b73c-8fcb867b14a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:50.750102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.750451 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment 82e0aead-7c20-4ca9-9277-eb80d4bc4939 of type vlan for network e667f9c8-ec4c-4bfb-93de-e5723c994bd5 Apr 22 17:31:50.758391 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a04a16f2-6979-47c1-af63-cb4c30214d97 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/7cf447ab-c315-42d2-9900-06d2981d6e1c HTTP/1.1" status: 204 len: 168 time: 1.2692287 Apr 22 17:31:50.758391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-eecbe57d-f49e-4ed5-b73c-8fcb867b14a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:50.762397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47080) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:50.812612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4015f431-fb90-4ab7-b348-1227eb6de2be tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:50.813061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4015f431-fb90-4ab7-b348-1227eb6de2be tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:50.818020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4015f431-fb90-4ab7-b348-1227eb6de2be tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/9685177f-077d-488f-a60d-f69af944e460 HTTP/1.1" status: 404 len: 337 time: 0.0505114 Apr 22 17:31:50.819355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:50.823844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47084) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:50.831171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.838172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.851980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.858589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.877861 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f3b9dd-cd67-4f1f-9f52-4964c750ac6e tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:50.877861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f3b9dd-cd67-4f1f-9f52-4964c750ac6e tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:50.881243 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-98f3b9dd-cd67-4f1f-9f52-4964c750ac6e tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/88b5cbbc-6937-4dd4-a23d-b6b3e0f278f4 HTTP/1.1" status: 404 len: 339 time: 0.0538173 Apr 22 17:31:50.888781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47088) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:50.924804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b0a432-33ba-41b9-8092-90510bb3f654,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:50.933837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecbe57d-f49e-4ed5-b73c-8fcb867b14a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:50.937421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eecbe57d-f49e-4ed5-b73c-8fcb867b14a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:50.938925 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecbe57d-f49e-4ed5-b73c-8fcb867b14a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:31:50.939463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecbe57d-f49e-4ed5-b73c-8fcb867b14a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:50.966296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e6b597f-999a-4a45-a39b-d17e9d8f7d16 None None] Provisioning complete for port 509eb886-c01d-41f8-8607-ba3da4528882 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:50.966681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7e6b597f-999a-4a45-a39b-d17e9d8f7d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.002527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.082547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] No DVR routers for this DVR port ddd78508-4738-425d-860e-8f2698a49592 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:51.107497 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3832c66c-2601-4fab-b52a-89e3d8172da3 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.108139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3832c66c-2601-4fab-b52a-89e3d8172da3 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.110134 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3832c66c-2601-4fab-b52a-89e3d8172da3 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/b5bd74f3-6014-47e6-bde6-27debcf86350 HTTP/1.1" status: 404 len: 337 time: 0.2202747 Apr 22 17:31:51.115385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.115797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1def155-7356-499c-ac2a-20e1fa1d0fcc None None] Pushing event deleted for resources: {'Port': ['ID=ddd78508-4738-425d-860e-8f2698a49592,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:51.116801 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-89e6404b-4a01-4c20-9dbd-4c99850bc5c5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1967454 Apr 22 17:31:51.118195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47092) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.124191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47094) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.156856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '25014bb0-c2b1-40fe-ac02-32c0f7420c42', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:51.162206 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fee712-8dc4-4377-900a-da2e24bb286f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.166770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fee712-8dc4-4377-900a-da2e24bb286f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.166770 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f4fee712-8dc4-4377-900a-da2e24bb286f tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/95b2cf8a-0a9f-48ce-bd06-b8d53a28a690 HTTP/1.1" status: 404 len: 339 time: 0.0426927 Apr 22 17:31:51.167427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47100) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.171722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:51.204744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:51.211955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:51.224515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router 878931d4-e809-4f78-ad06-a9908efc1a4b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:31:51.226261 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dd6d69-1cdb-405a-8862-93a834795f74 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.227191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dd6d69-1cdb-405a-8862-93a834795f74 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.231049 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a4dd6d69-1cdb-405a-8862-93a834795f74 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/92125900-5be5-4487-8541-717350e07b37 HTTP/1.1" status: 404 len: 337 time: 0.0602973 Apr 22 17:31:51.231049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:51.238708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47104) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.238708 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-eecbe57d-f49e-4ed5-b73c-8fcb867b14a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7707865 Apr 22 17:31:51.240851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47108) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.253753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 509eb886-c01d-41f8-8607-ba3da4528882 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:31:51.264085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be82ccc-d001-4080-b2c7-33f82ff96523 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.264629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be82ccc-d001-4080-b2c7-33f82ff96523 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.268679 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5be82ccc-d001-4080-b2c7-33f82ff96523 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/b1913736-76de-4011-8075-ab2e7e495606 HTTP/1.1" status: 404 len: 339 time: 0.0315292 Apr 22 17:31:51.269015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47112) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.306640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-069e9711-4e3a-4afb-ab9c-4984f008f076 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:51.311992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.317962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:51.318986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.349204 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-af47e5ad-5169-4f02-bb8c-3334d2d3209d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.349663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af47e5ad-5169-4f02-bb8c-3334d2d3209d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.353647 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-af47e5ad-5169-4f02-bb8c-3334d2d3209d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/87a2333c-9052-4bc0-9b19-6a5547c37709 HTTP/1.1" status: 404 len: 337 time: 0.0814610 Apr 22 17:31:51.366426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47116) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.373300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:31:51.406118 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd91788b-494b-4be8-a914-65e00bfc30f7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.406118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd91788b-494b-4be8-a914-65e00bfc30f7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.410604 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bd91788b-494b-4be8-a914-65e00bfc30f7 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/7c9e4697-8f3f-4919-af55-471d5b587623 HTTP/1.1" status: 404 len: 339 time: 0.0405188 Apr 22 17:31:51.412295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47120) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.413099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.522086 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8632622 Apr 22 17:31:51.533353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 509eb886-c01d-41f8-8607-ba3da4528882 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:31:51.537605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.540417 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc82ec0-b84c-49b0-817a-bec1b12bf08c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.541307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc82ec0-b84c-49b0-817a-bec1b12bf08c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.543363 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4dc82ec0-b84c-49b0-817a-bec1b12bf08c tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/42e40d31-ae45-4b4e-8f7e-faff77b6bdac HTTP/1.1" status: 404 len: 337 time: 0.1231270 Apr 22 17:31:51.544446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=e667f9c8-ec4c-4bfb-93de-e5723c994bd5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:51.550635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47124) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.557954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:51.570694 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] Sync routers for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:51.572237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.576864 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c8b60551-e119-4973-b891-0ec76d2abd70 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 200 len: 704 time: 2.0640125 Apr 22 17:31:51.578127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.583814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47128) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.606105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.606834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.607393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.609041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.609661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.610259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.610797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.611307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.613569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.613569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.613569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.613569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25587158-e383-4ae0-9c33-f109ddd2663f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:51.624603 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:51.625252 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:51.627571 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-432e87a7-c82a-4f3f-ac35-6ef2d8dbd102 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.628442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432e87a7-c82a-4f3f-ac35-6ef2d8dbd102 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.637170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network e667f9c8-ec4c-4bfb-93de-e5723c994bd5 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:31:51.644519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.647162 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-432e87a7-c82a-4f3f-ac35-6ef2d8dbd102 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/8d8a4747-659c-47bf-844f-c96c3db9f17a HTTP/1.1" status: 404 len: 339 time: 0.0947919 Apr 22 17:31:51.650446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47132) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.705281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3081d8b2-0401-48e6-8887-01a5b115fc9b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Synchronizing usage tracker for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:51.712799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-069e9711-4e3a-4afb-ab9c-4984f008f076 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:51.723375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-069e9711-4e3a-4afb-ab9c-4984f008f076 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:51.749437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.752212 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-67acaa0b-4a15-421f-a4d2-bb4856986246 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.752783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67acaa0b-4a15-421f-a4d2-bb4856986246 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.754650 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-67acaa0b-4a15-421f-a4d2-bb4856986246 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/d0cd7663-f153-4b4c-a384-a57b7cd942c9 HTTP/1.1" status: 404 len: 337 time: 0.1028764 Apr 22 17:31:51.760276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47138) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.806207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069e9711-4e3a-4afb-ab9c-4984f008f076 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:51.810538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-069e9711-4e3a-4afb-ab9c-4984f008f076 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:51.813407 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-069e9711-4e3a-4afb-ab9c-4984f008f076 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:31:51.814022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069e9711-4e3a-4afb-ab9c-4984f008f076 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.846455 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3f9eb7-33a4-4ff1-aa00-f45c9caf4c0d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.849156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3f9eb7-33a4-4ff1-aa00-f45c9caf4c0d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.852462 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fe3f9eb7-33a4-4ff1-aa00-f45c9caf4c0d tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/f6fb3a01-d009-4599-bc90-a65101a799e4 HTTP/1.1" status: 404 len: 339 time: 0.0770211 Apr 22 17:31:51.864595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47144) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.886321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3081d8b2-0401-48e6-8887-01a5b115fc9b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Unset dirty status for tenant:ae0080bdb6a64c5da882d06db8621ca1 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:51.890484 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3081d8b2-0401-48e6-8887-01a5b115fc9b tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 200 len: 205 time: 0.3057044 Apr 22 17:31:51.895918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47148) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.922720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:16Z', 'revision_number': 5, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:51.923606 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:51.940519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] Checking router: c7fdb7f7-a1c7-432d-9662-b24b000234ea for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:51.952738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bab1b16-4a39-46c0-ba63-dc1bd05b78ba,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:51.964559 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e801dab-ec6a-4f4c-9461-f121b5184dc0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:51.964559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e801dab-ec6a-4f4c-9461-f121b5184dc0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:51.966327 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3e801dab-ec6a-4f4c-9461-f121b5184dc0 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/d38d1910-d690-4528-977a-90ca435407c3 HTTP/1.1" status: 404 len: 337 time: 0.0985613 Apr 22 17:31:51.969029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47152) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:51.969454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47154) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:52.045970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:52.046935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:52.047820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:52.051034 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8452097a-0867-42ad-a667-a85a33adb9a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9062889 Apr 22 17:31:52.065127 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d621de-268e-4c32-89ea-63d379e3fc39 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:52.074776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d621de-268e-4c32-89ea-63d379e3fc39 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:52.079583 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-67d621de-268e-4c32-89ea-63d379e3fc39 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/d2943cbf-6572-40ca-aaf4-eaef330b53b4 HTTP/1.1" status: 404 len: 339 time: 0.0952079 Apr 22 17:31:52.083865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47162) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:52.121748 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-069e9711-4e3a-4afb-ab9c-4984f008f076 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8760996 Apr 22 17:31:52.125749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47166) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:52.166602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2ed0-ab94-4ad7-bd93-13c847a359c9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:52.170813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ca7824b2-2173-487c-9eac-4b4feab1acce tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:52.191911 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:43Z', 'revision_number': 11, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:52.201110 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] Checking router: 878931d4-e809-4f78-ad06-a9908efc1a4b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:52.222096 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] Routers {'878931d4-e809-4f78-ad06-a9908efc1a4b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:52.223091 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['878931d4-e809-4f78-ad06-a9908efc1a4b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:52.295725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:52.351113 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-809d5002-752b-4b64-bb6b-3703fccc8bdc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:52.351659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809d5002-752b-4b64-bb6b-3703fccc8bdc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:52.362726 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-809d5002-752b-4b64-bb6b-3703fccc8bdc tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/109b82a8-72ee-4436-a48f-4e3cb1cc05ec HTTP/1.1" status: 404 len: 337 time: 0.2478375 Apr 22 17:31:52.376667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47176) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:52.436219 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] Set router 878931d4-e809-4f78-ad06-a9908efc1a4b gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:52.484616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1e6b-6cc5-4408-98f0-b58febc109e5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:52.518364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ca7824b2-2173-487c-9eac-4b4feab1acce tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:52.566681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ca7824b2-2173-487c-9eac-4b4feab1acce tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:52.579183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:52.581819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1e6b-6cc5-4408-98f0-b58febc109e5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:52.643344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: ddd78508-4738-425d-860e-8f2698a49592 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:52.644114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ddd78508-4738-425d-860e-8f2698a49592 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:52.647507 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b1922d-92a2-43a5-b8ab-17f4cc369caf tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:52.648351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b1922d-92a2-43a5-b8ab-17f4cc369caf tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:52.653080 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:43Z', 'revision_number': 11, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:52.653608 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-00b1922d-92a2-43a5-b8ab-17f4cc369caf tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/8265a350-edf9-4583-81f8-19faf539dace HTTP/1.1" status: 404 len: 339 time: 0.2727675 Apr 22 17:31:52.654833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47184) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:52.664437 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1299d905-063f-45f8-a4ae-3d42ab57d8d3 None None] The sync data for ids ['878931d4-e809-4f78-ad06-a9908efc1a4b'] in dv-neutron-839024-1-hyperv is: [{'id': '878931d4-e809-4f78-ad06-a9908efc1a4b', 'name': 'tempest-RoutersIpV6Test-router-571977849', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:30:24Z', 'updated_at': '2022-04-22T17:31:43Z', 'revision_number': 11, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:52.753033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-502ebd3f-8cdd-43ec-8786-d293dea3a462 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Deleting subnet 851775bb-e36c-41b5-80c6-5df8689805a6 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:31:52.756570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502ebd3f-8cdd-43ec-8786-d293dea3a462 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:52.793634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7824b2-2173-487c-9eac-4b4feab1acce tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:52.798099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca7824b2-2173-487c-9eac-4b4feab1acce tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:52.799649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7824b2-2173-487c-9eac-4b4feab1acce tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:31:52.800094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7824b2-2173-487c-9eac-4b4feab1acce tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:52.855735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502ebd3f-8cdd-43ec-8786-d293dea3a462 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:52.935272 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ca7824b2-2173-487c-9eac-4b4feab1acce tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8026807 Apr 22 17:31:52.936238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47188) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:52.944969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:16Z', 'revision_number': 5, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:52.945658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7f994e97-31e7-4e33-b945-80eccd18d0af tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:52.952402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a260-e461-41b2-a190-1164a8987790 None None] The sync data for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:27:07Z', 'revision_number': 4, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '42de6304-3c0f-4565-b634-ab501824c585', 'name': '', 'network_id': 'c3a128fb-8465-4c36-8cbf-920653d83673', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'mac_address': 'fa:16:3e:97:f9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:27:04Z', 'updated_at': '2022-04-22T17:27:16Z', 'revision_number': 5, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'subnets': [{'id': '35834dc0-7254-4d15-b92b-6ba34e6e3dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:52.975180 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-a140b962-d73f-472a-938c-4d5f2c73cdf4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943224752&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.4424396 Apr 22 17:31:52.975993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:31:52.983333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2ed0-ab94-4ad7-bd93-13c847a359c9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:52.991484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2ed0-ab94-4ad7-bd93-13c847a359c9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.004577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1e6b-6cc5-4408-98f0-b58febc109e5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.007864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1e6b-6cc5-4408-98f0-b58febc109e5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.012347 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d8ff1e6b-6cc5-4408-98f0-b58febc109e5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "DELETE /v2.0/security-groups/0778c6fc-45be-4cb4-a7f8-5856e0672d96 HTTP/1.1" status: 204 len: 168 time: 1.0418801 Apr 22 17:31:53.013460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47192) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:53.111215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff1e6b-6cc5-4408-98f0-b58febc109e5 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0778c6fc-45be-4cb4-a7f8-5856e0672d96,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:53.130806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7f994e97-31e7-4e33-b945-80eccd18d0af tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:53.142191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7f994e97-31e7-4e33-b945-80eccd18d0af tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:53.149731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-e22bc5b5-89b6-4383-b5c9-d879cfec60e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] show failed (client error): The resource could not be found. Apr 22 17:31:53.153689 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e22bc5b5-89b6-4383-b5c9-d879cfec60e3 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "GET /v2.0/security-groups/0778c6fc-45be-4cb4-a7f8-5856e0672d96 HTTP/1.1" status: 404 len: 347 time: 0.0755365 Apr 22 17:31:53.154254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47196) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:53.237683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f994e97-31e7-4e33-b945-80eccd18d0af tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:53.241851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f994e97-31e7-4e33-b945-80eccd18d0af tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.244408 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f994e97-31e7-4e33-b945-80eccd18d0af tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:31:53.244883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f994e97-31e7-4e33-b945-80eccd18d0af tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:53.258195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502ebd3f-8cdd-43ec-8786-d293dea3a462 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.293732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2ed0-ab94-4ad7-bd93-13c847a359c9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.294474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd2ed0-ab94-4ad7-bd93-13c847a359c9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Fanout notify agent at l3_agent the message router_deleted on router 878931d4-e809-4f78-ad06-a9908efc1a4b {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:31:53.320900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2ed0-ab94-4ad7-bd93-13c847a359c9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.326574 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c8cd2ed0-ab94-4ad7-bd93-13c847a359c9 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 204 len: 168 time: 1.4232893 Apr 22 17:31:53.331980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47200) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:53.343066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1058020135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:53.351867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:53.362112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-e0e7bbca-a420-4058-aaa2-e92198aa2a49 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:53.363220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-e0e7bbca-a420-4058-aaa2-e92198aa2a49 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:53.367068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5b1bc-8569-4b00-ad1c-9b2aa25b45b7 None None] New status for floating IP e9d01e78-e75b-4924-8aca-3591e6970dfb: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:31:53.382915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Usage tracker for resource:router and tenant:ae0080bdb6a64c5da882d06db8621ca1 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:53.389448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:53.413033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:53.418880 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:53.429047 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ca2c6-749f-4115-b366-7bb5376ef5db None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:53.445485 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7f994e97-31e7-4e33-b945-80eccd18d0af tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5081453 Apr 22 17:31:53.448489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47204) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:53.452261 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ca2c6-749f-4115-b366-7bb5376ef5db None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:53.454865 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-aa0ca2c6-749f-4115-b366-7bb5376ef5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:53.470532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Deleting port 852d3cff-ea55-4f71-b1f1-8e2cfd474f47 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:53.471033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.483860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4f3f80c6-9a42-49a7-8c27-b891d30d9d99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:53.565926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-e0e7bbca-a420-4058-aaa2-e92198aa2a49 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:53.568657 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-e0e7bbca-a420-4058-aaa2-e92198aa2a49 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=cfab9f15-45d3-4567-9e62-28c2ba80d00d HTTP/1.1" status: 200 len: 797 time: 0.5811737 Apr 22 17:31:53.586974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.588290 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5811395e-e39d-4a0f-a0f3-f6b74d0b2a1a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7975757 Apr 22 17:31:53.593509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47208) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:53.649622 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-aa0ca2c6-749f-4115-b366-7bb5376ef5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:53.660934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.661968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.670624 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-7cedc33b-d6d9-4493-a993-2d4412608c08 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.0783892 Apr 22 17:31:53.677576 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ca2c6-749f-4115-b366-7bb5376ef5db None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:53.678977 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-aa0ca2c6-749f-4115-b366-7bb5376ef5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:53.756361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4f3f80c6-9a42-49a7-8c27-b891d30d9d99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:53.772691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.775544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4f3f80c6-9a42-49a7-8c27-b891d30d9d99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:53.832268 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-aa0ca2c6-749f-4115-b366-7bb5376ef5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:53.833126 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ca2c6-749f-4115-b366-7bb5376ef5db None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:53.840654 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-eca032fd-f08f-4a69-8361-182c901300ad tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1542530 Apr 22 17:31:53.871119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3f80c6-9a42-49a7-8c27-b891d30d9d99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:53.875108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f3f80c6-9a42-49a7-8c27-b891d30d9d99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.877144 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3f80c6-9a42-49a7-8c27-b891d30d9d99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:31:53.877694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3f80c6-9a42-49a7-8c27-b891d30d9d99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:53.899053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.919984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502ebd3f-8cdd-43ec-8786-d293dea3a462 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:53.985997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ebd3f-8cdd-43ec-8786-d293dea3a462 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Subnet': ['ID=851775bb-e36c-41b5-80c6-5df8689805a6,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:53.997435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502ebd3f-8cdd-43ec-8786-d293dea3a462 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.003561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fba87-7f0d-4552-8091-39211de5ff54 None None] Network f8bd489b-3f74-4895-8051-2d740cc8de30 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:54.045957 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-aa18f430-3bc5-413d-be5a-a4ebad3567e1 service neutron] 10.222.0.10 "GET /v2.0/networks/cfab9f15-45d3-4567-9e62-28c2ba80d00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970773 Apr 22 17:31:54.095393 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-502ebd3f-8cdd-43ec-8786-d293dea3a462 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/subnets/851775bb-e36c-41b5-80c6-5df8689805a6 HTTP/1.1" status: 204 len: 168 time: 1.4399741 Apr 22 17:31:54.101986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47212) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:54.106050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.106385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.149888 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4f3f80c6-9a42-49a7-8c27-b891d30d9d99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6994705 Apr 22 17:31:54.156463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47216) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:54.188329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.192264 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ed62c0dd-d5aa-4ac1-92fd-b6036ea6b53e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8552518 Apr 22 17:31:54.193441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47218) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:54.201665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7f2ccf44-6f26-4fb3-9af9-2d54435a2588 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:54.320364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Calling delete_port for 852d3cff-ea55-4f71-b1f1-8e2cfd474f47 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:54.388870 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-4b2244c9-6838-4ece-842a-7fbb3c98d443 service neutron] 10.222.0.10 "GET /v2.0/networks/cfab9f15-45d3-4567-9e62-28c2ba80d00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340614 Apr 22 17:31:54.408683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] DHCP port deletion for f8bd489b-3f74-4895-8051-2d740cc8de30 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:31:54.415027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Deleting port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:54.415403 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.449097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ad3c07e3-719d-4135-aa1f-2c2c9d00784f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:54.542635 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:31:54.563243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.686104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ad3c07e3-719d-4135-aa1f-2c2c9d00784f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:54.691519 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ad3c07e3-719d-4135-aa1f-2c2c9d00784f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4736786 Apr 22 17:31:54.694160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47224) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:54.697341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Deleting port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:54.698026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.793560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f2ccf44-6f26-4fb3-9af9-2d54435a2588 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.815937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] For port e84e51ee-f334-4bfb-95e9-119e5b93d2c6, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e84e51ee-f334-4bfb-95e9-119e5b93d2c6,segment=NetworkSegment(92e746d6-a6c7-44cf-a68a-f30be89b5a17),segment_id=92e746d6-a6c7-44cf-a68a-f30be89b5a17)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:54.816387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.907332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f2ccf44-6f26-4fb3-9af9-2d54435a2588 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:54.953969 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bf5ee6d3-b345-41d6-9c2e-522c96c142b2 req-802c2a1f-b11d-4587-9da9-8800917c707a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 210 time: 0.1595299 Apr 22 17:31:54.954646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:54.954995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:54.967853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Calling delete_port for e84e51ee-f334-4bfb-95e9-119e5b93d2c6 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:55.051791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47236) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:55.063917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': 'e667f9c8-ec4c-4bfb-93de-e5723c994bd5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:55.096822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5447f8-3094-4275-8b9e-3e80df5e3575 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:55.097598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dd5447f8-3094-4275-8b9e-3e80df5e3575 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:55.160363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:55.221527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e84e51ee-f334-4bfb-95e9-119e5b93d2c6 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:31:55.265788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Pushing event deleted for resources: {'Port': ['ID=e84e51ee-f334-4bfb-95e9-119e5b93d2c6,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:55.273845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: e84e51ee-f334-4bfb-95e9-119e5b93d2c6 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:31:55.274093 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e84e51ee-f334-4bfb-95e9-119e5b93d2c6 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:31:55.275910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] No DVR routers for this DVR port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:31:55.277857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.278174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.278527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.278918 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.279305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.279592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.285710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.285710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.285710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.285710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.285710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.285710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f55139-b0e3-4e53-bf2f-651b3d9f91a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:55.305603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2ccf44-6f26-4fb3-9af9-2d54435a2588 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Router fccf9deb-e7b8-4969-9ff8-e42148c6e5ad is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:31:55.415051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dd5447f8-3094-4275-8b9e-3e80df5e3575 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:55.416256 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dd5447f8-3094-4275-8b9e-3e80df5e3575 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7207396 Apr 22 17:31:55.436113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47242) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:55.475733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Deleting port 852d3cff-ea55-4f71-b1f1-8e2cfd474f47 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:55.476007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:55.508241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2ccf44-6f26-4fb3-9af9-2d54435a2588 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:31:55.511992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eb61c353-a884-4219-911d-c72bd6e6b779 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748384 Apr 22 17:31:55.517350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7f2ccf44-6f26-4fb3-9af9-2d54435a2588 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:55.518535 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7f2ccf44-6f26-4fb3-9af9-2d54435a2588 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "PUT /v2.0/routers/fccf9deb-e7b8-4969-9ff8-e42148c6e5ad HTTP/1.1" status: 200 len: 698 time: 1.3242021 Apr 22 17:31:55.519677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47246) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:55.521789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47248) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:55.523428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] Sync routers for ids ['fccf9deb-e7b8-4969-9ff8-e42148c6e5ad'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:31:55.527226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:55.533227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] Routers {'fccf9deb-e7b8-4969-9ff8-e42148c6e5ad'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:55.533847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['fccf9deb-e7b8-4969-9ff8-e42148c6e5ad'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:55.608455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:55.661515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] For port e84e51ee-f334-4bfb-95e9-119e5b93d2c6, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e84e51ee-f334-4bfb-95e9-119e5b93d2c6,segment=NetworkSegment(92e746d6-a6c7-44cf-a68a-f30be89b5a17),segment_id=92e746d6-a6c7-44cf-a68a-f30be89b5a17)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:31:55.661887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:55.675445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:subnet and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:55.681994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] Set router fccf9deb-e7b8-4969-9ff8-e42148c6e5ad gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:55.685243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:55.762241 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bfdb6cff-a388-40e0-a488-dc069e2f4798 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/routers/fccf9deb-e7b8-4969-9ff8-e42148c6e5ad HTTP/1.1" status: 200 len: 704 time: 0.2364006 Apr 22 17:31:55.762900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47254) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:55.795257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccf9deb-e7b8-4969-9ff8-e42148c6e5ad', 'name': 'tempest-RoutersIpV6Test-router-1058020135', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:31:53Z', 'updated_at': '2022-04-22T17:31:54Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:55.799479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] Checking router: fccf9deb-e7b8-4969-9ff8-e42148c6e5ad for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:31:55.807861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] Routers {'fccf9deb-e7b8-4969-9ff8-e42148c6e5ad'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:31:55.808476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:31:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['fccf9deb-e7b8-4969-9ff8-e42148c6e5ad'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:55.810883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:55.814633 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-185d38b6-08dd-411b-aec3-e644708107e3 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=fccf9deb-e7b8-4969-9ff8-e42148c6e5ad HTTP/1.1" status: 200 len: 205 time: 0.0484529 Apr 22 17:31:55.814633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:55.815740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47258) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:55.882781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:55.890259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Calling delete_port for e84e51ee-f334-4bfb-95e9-119e5b93d2c6 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:55.946697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] Set router fccf9deb-e7b8-4969-9ff8-e42148c6e5ad gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:31:55.964271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7e903f48-576c-4dcd-8ff8-c64951cc9122 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.055014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:56.059785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.063821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccf9deb-e7b8-4969-9ff8-e42148c6e5ad', 'name': 'tempest-RoutersIpV6Test-router-1058020135', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:31:53Z', 'updated_at': '2022-04-22T17:31:54Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:56.070213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e709bec-55d5-4e16-9da4-8062304162cc None None] The sync data for ids ['fccf9deb-e7b8-4969-9ff8-e42148c6e5ad'] in dv-neutron-839024-1-hyperv is: [{'id': 'fccf9deb-e7b8-4969-9ff8-e42148c6e5ad', 'name': 'tempest-RoutersIpV6Test-router-1058020135', 'tenant_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:31:53Z', 'updated_at': '2022-04-22T17:31:54Z', 'revision_number': 2, 'project_id': 'ae0080bdb6a64c5da882d06db8621ca1', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:31:56.090513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.106773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.119447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:56.121760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.161722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:31:56.162137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:31:56.239421 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-48b32cb1-b599-4634-a0c0-e65d838ce85b req-b8a6af10-db54-4a41-8d99-00ed56169857 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 210 time: 0.1331985 Apr 22 17:31:56.362515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Calling delete_port for 852d3cff-ea55-4f71-b1f1-8e2cfd474f47 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:31:56.512188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.635498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7e903f48-576c-4dcd-8ff8-c64951cc9122 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.638636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7e903f48-576c-4dcd-8ff8-c64951cc9122 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.669100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Deleting port e84e51ee-f334-4bfb-95e9-119e5b93d2c6 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:31:56.669441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.708911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7e903f48-576c-4dcd-8ff8-c64951cc9122 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.709382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e903f48-576c-4dcd-8ff8-c64951cc9122 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Fanout notify agent at l3_agent the message router_deleted on router fccf9deb-e7b8-4969-9ff8-e42148c6e5ad {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:31:56.743935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7e903f48-576c-4dcd-8ff8-c64951cc9122 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:56.745035 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7e903f48-576c-4dcd-8ff8-c64951cc9122 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/fccf9deb-e7b8-4969-9ff8-e42148c6e5ad HTTP/1.1" status: 204 len: 168 time: 0.9283993 Apr 22 17:31:56.756117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47264) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:56.819008 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-17670ed4-fc89-4544-900e-52b5f7589b62 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=fccf9deb-e7b8-4969-9ff8-e42148c6e5ad HTTP/1.1" status: 200 len: 205 time: 0.0589988 Apr 22 17:31:56.819008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47268) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:56.887400 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-869f31bb-748d-4c70-806d-72a2fa469145 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] delete failed (client error): The resource could not be found. Apr 22 17:31:56.890884 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-869f31bb-748d-4c70-806d-72a2fa469145 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/fccf9deb-e7b8-4969-9ff8-e42148c6e5ad HTTP/1.1" status: 404 len: 336 time: 0.0689988 Apr 22 17:31:56.891690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47272) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:56.936063 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5504cf1-b05f-447e-afd5-6111063d4d02 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:56.936619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5504cf1-b05f-447e-afd5-6111063d4d02 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:56.940966 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d5504cf1-b05f-447e-afd5-6111063d4d02 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/481d9797-edf5-4651-9567-9b8902479c96 HTTP/1.1" status: 404 len: 337 time: 0.0458167 Apr 22 17:31:56.942053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47276) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:56.983987 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-13381e0d-6f97-4eb2-8804-d9145cccd1b6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:56.984540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13381e0d-6f97-4eb2-8804-d9145cccd1b6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:56.988693 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-13381e0d-6f97-4eb2-8804-d9145cccd1b6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/bb98f325-312b-4993-ac56-8e92a9283b9c HTTP/1.1" status: 404 len: 337 time: 0.0433712 Apr 22 17:31:57.012000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47280) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.043628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] The port 'e84e51ee-f334-4bfb-95e9-119e5b93d2c6' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:31:57.073644 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b83562-f5e7-4aa9-ab37-767c83919c4e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:57.074014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b83562-f5e7-4aa9-ab37-767c83919c4e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:57.078380 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-42b83562-f5e7-4aa9-ab37-767c83919c4e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/28e98590-e295-4b02-9b1e-8d93083a5dfe HTTP/1.1" status: 404 len: 337 time: 0.0598195 Apr 22 17:31:57.078824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47284) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.176352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:31:57.178032 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e66d6d-b882-4faf-b457-6a5f0f95a4c6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:57.178658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e66d6d-b882-4faf-b457-6a5f0f95a4c6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:57.182441 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-46e66d6d-b882-4faf-b457-6a5f0f95a4c6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/414c7086-25a6-4a94-a2a9-8de1cc3269f7 HTTP/1.1" status: 404 len: 337 time: 0.1006460 Apr 22 17:31:57.182441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:57.189271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47288) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.272265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:57.285250 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8455518c-ef95-4a8d-b7b8-55983cca951e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 200 len: 205 time: 0.0660143 Apr 22 17:31:57.289952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47296) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.356588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:57.373723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:57.379429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:57.380933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:57.383687 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b331e-35a5-4d59-a1b6-96ef927ae1c8 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:57.386025 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-cbe03b0f-6db7-4584-bb06-4cb9a8234ea8 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] delete failed (client error): The resource could not be found. Apr 22 17:31:57.389505 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cbe03b0f-6db7-4584-bb06-4cb9a8234ea8 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/878931d4-e809-4f78-ad06-a9908efc1a4b HTTP/1.1" status: 404 len: 336 time: 0.0942256 Apr 22 17:31:57.391750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47302) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.392286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=b8987e06-4a37-4b9e-834c-928544ebe562,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:57.438974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.439912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.439912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.440288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.440625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.440954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.441277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.441602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.441927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.442249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.442596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.442986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:31:57.459346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Pushing event deleted for resources: {'Port': ['ID=852d3cff-ea55-4f71-b1f1-8e2cfd474f47,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:57.459707 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bd316573-4050-4f96-ae32-69d6969fdf0c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=d65491f3-ba63-47d3-8a69-bb64e5e503e4 HTTP/1.1" status: 200 len: 205 time: 0.0647569 Apr 22 17:31:57.463597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47306) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.501897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:57.535756 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-6d5e5319-a041-4de1-bae4-ae8e267e177e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] delete failed (client error): The resource could not be found. Apr 22 17:31:57.539182 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6d5e5319-a041-4de1-bae4-ae8e267e177e tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/d65491f3-ba63-47d3-8a69-bb64e5e503e4 HTTP/1.1" status: 404 len: 336 time: 0.0722637 Apr 22 17:31:57.539412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47310) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.573029 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5f186ad7-4a9d-4f3f-9dab-cd41187fdac2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0527070 Apr 22 17:31:57.576606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47314) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.582173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:2c:10:93', 'name': 'tempest-NetworksTestDHCPv6-489985363'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:57.584961 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c174ff8d-badb-4810-849a-ea6de7b73e64 req-451543a6-460b-40da-9048-26b9825a3455 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 210 time: 0.1442723 Apr 22 17:31:57.613891 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaac317-eb14-44c7-bb03-1ef74dac88cd tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:57.613891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaac317-eb14-44c7-bb03-1ef74dac88cd tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:57.613891 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cfaac317-eb14-44c7-bb03-1ef74dac88cd tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/f04f8af4-a56b-4788-8aa6-1625b884f56e HTTP/1.1" status: 404 len: 337 time: 0.0658500 Apr 22 17:31:57.613891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47318) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.625099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': 'b8987e06-4a37-4b9e-834c-928544ebe562'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:57.626292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:57.639290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:57.649306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bd489b-3f74-4895-8051-2d740cc8de30']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:57.684832 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ea0bb188-38ea-4ee4-9e0a-985d100dc904 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=2603d9e4-e495-499c-b07b-c2b068267d66 HTTP/1.1" status: 200 len: 205 time: 0.0676222 Apr 22 17:31:57.715585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47322) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.749050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-6db96103-5833-4ffb-a2f0-c407c68b8aac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:57.750473 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-6db96103-5833-4ffb-a2f0-c407c68b8aac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=cfab9f15-45d3-4567-9e62-28c2ba80d00d HTTP/1.1" status: 200 len: 797 time: 0.8981323 Apr 22 17:31:57.787346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:57.789965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Allocated IP 2001:db8::f816:3eff:fe3a:2f3d (b68838ec-31d5-4ab0-8519-6f8459febd2e/b8987e06-4a37-4b9e-834c-928544ebe562/8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:57.797183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:57.822604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e746d6-a6c7-44cf-a68a-f30be89b5a17') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:57.822937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e746d6-a6c7-44cf-a68a-f30be89b5a17') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:31:57.878085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:57.890679 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-03fa83e3-a4fc-48f3-98bc-77e06ab9df2a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] delete failed (client error): The resource could not be found. Apr 22 17:31:57.891732 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-03fa83e3-a4fc-48f3-98bc-77e06ab9df2a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/2603d9e4-e495-499c-b07b-c2b068267d66 HTTP/1.1" status: 404 len: 336 time: 0.1654837 Apr 22 17:31:57.895961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47326) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.898314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:57.957228 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1c68dfb1-5b7f-4d69-bbc3-a7e9b7591c60 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=9280aafc-22d9-45b2-84da-e855f7757618 HTTP/1.1" status: 200 len: 205 time: 0.0578732 Apr 22 17:31:57.973798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:57.981647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=b883903c-16d1-4e8d-86c0-294b491f3cc8,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:57.985581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47330) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:57.997100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.008440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.046238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.072325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 1d7f89bd-7880-4c4d-88d7-0eda141c184f yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:31:58.090283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-e8c724e2-2d3d-4638-bd11-25f97d8f77e6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:31:58.108184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:31:58.108596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:31:58.125393 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:31:58.141689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': '82e0aead-7c20-4ca9-9277-eb80d4bc4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e667f9c8-ec4c-4bfb-93de-e5723c994bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:58.141990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: e667f9c8-ec4c-4bfb-93de-e5723c994bd5, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:31:58.155612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-60c6ba62-e768-4eb8-b438-4f0b46bf9e22 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] delete failed (client error): The resource could not be found. Apr 22 17:31:58.156644 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-60c6ba62-e768-4eb8-b438-4f0b46bf9e22 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/9280aafc-22d9-45b2-84da-e855f7757618 HTTP/1.1" status: 404 len: 336 time: 0.1613462 Apr 22 17:31:58.159613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47334) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.229177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.20.0.1 (7251c96a-3436-48bb-ab64-2576b8c4e8ee/d1a9742c-e4ed-4846-94f3-5c8993140b74/2072cd48-9614-408d-af99-fe753ede843b) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:58.307537 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a326fbc-4cb6-4089-9a7f-cc77e7294ed6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:58.307996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a326fbc-4cb6-4089-9a7f-cc77e7294ed6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:58.313472 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2a326fbc-4cb6-4089-9a7f-cc77e7294ed6 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/340ccc78-a91b-4e9a-ac20-4d645d7282ba HTTP/1.1" status: 404 len: 337 time: 0.1528866 Apr 22 17:31:58.316159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47338) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.329499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Transition to ACTIVE for port object 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:58.347837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.349584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network e667f9c8-ec4c-4bfb-93de-e5723c994bd5 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:31:58.351288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-e8c724e2-2d3d-4638-bd11-25f97d8f77e6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:31:58.351742 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Transition to ACTIVE for port object 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:58.352449 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-e8c724e2-2d3d-4638-bd11-25f97d8f77e6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 472 time: 0.5230060 Apr 22 17:31:58.359885 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8fe6000d-b58b-446b-b551-82776589de7c tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=39541d29-7413-4a05-addb-e126e098bfdb HTTP/1.1" status: 200 len: 205 time: 0.0423744 Apr 22 17:31:58.361995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47342) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.385730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.406618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': 'f4464548-f413-4cf5-8e29-cbfbbecae011', 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['25014bb0-c2b1-40fe-ac02-32c0f7420c42']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:58.428449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] Pushing event deleted for resources: {'Network': ['ID=f8bd489b-3f74-4895-8051-2d740cc8de30,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:58.430776 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-61fa2ed8-4fe7-48e6-9591-5804275fd1b8 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] delete failed (client error): The resource could not be found. Apr 22 17:31:58.431160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.434331 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-15558a46-cae4-4caf-978f-379fda866ad9 tempest-ServerActionsTestJSON-1962461826 tempest-ServerActionsTestJSON-1962461826-project] 10.222.0.10 "DELETE /v2.0/floatingips/e9d01e78-e75b-4924-8aca-3591e6970dfb HTTP/1.1" status: 204 len: 168 time: 5.2752900 Apr 22 17:31:58.435098 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-61fa2ed8-4fe7-48e6-9591-5804275fd1b8 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/39541d29-7413-4a05-addb-e126e098bfdb HTTP/1.1" status: 404 len: 336 time: 0.0690546 Apr 22 17:31:58.435659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47346) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.435981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47348) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.444645 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.458189 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a743638a-d751-44a8-b3ea-9a252c70c054 tempest-NetworksTest-937646965 tempest-NetworksTest-937646965-project] 10.222.0.10 "DELETE /v2.0/networks/f8bd489b-3f74-4895-8051-2d740cc8de30 HTTP/1.1" status: 204 len: 168 time: 4.3529997 Apr 22 17:31:58.518696 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, e667f9c8-ec4c-4bfb-93de-e5723c994bd5) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:58.522204 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c73389-ac0a-4f3a-9669-504ec9f98dce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:58.522710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c73389-ac0a-4f3a-9669-504ec9f98dce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:58.525639 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-23c73389-ac0a-4f3a-9669-504ec9f98dce tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/3cfd0a8d-c978-409e-a224-fda21ae3b826 HTTP/1.1" status: 404 len: 337 time: 0.0880497 Apr 22 17:31:58.526853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:58.530935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:58.534143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:58.537149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47358) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.543202 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d5263-c64e-448d-8f10-1b31f6ef883e None None] Network e667f9c8-ec4c-4bfb-93de-e5723c994bd5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:31:58.553943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:58.554541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.588156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.590152 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8c77a211-dccc-4a5e-862e-98a661c69132 tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "GET /v2.0/ports?device_id=16b3d982-e5a1-4ead-a540-d92cb579c94f HTTP/1.1" status: 200 len: 205 time: 0.0517175 Apr 22 17:31:58.593281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47362) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.675886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.678392 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-612b019d-3916-47df-9d94-2d7e08fd6cea tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] delete failed (client error): The resource could not be found. Apr 22 17:31:58.680232 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-612b019d-3916-47df-9d94-2d7e08fd6cea tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/routers/16b3d982-e5a1-4ead-a540-d92cb579c94f HTTP/1.1" status: 404 len: 336 time: 0.0851653 Apr 22 17:31:58.685400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47368) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.729807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:58.744096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bad9f746-f692-456b-a25a-aa52540aa3a7 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6909230 Apr 22 17:31:58.747580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:port and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:58.752671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:58.755141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47372) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.755343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe2c:1093 (b68838ec-31d5-4ab0-8519-6f8459febd2e/b8987e06-4a37-4b9e-834c-928544ebe562/1d7f89bd-7880-4c4d-88d7-0eda141c184f) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:58.769828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:58.776258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877350332'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:31:58.786888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:31:58.789841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:31:58.800890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:31:58.807965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:31:58.808601 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Pushing event updated for resources: {'Port': ['ID=8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:58.829068 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-538a9288-6259-40e3-a91e-e489bf9f4a3a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:58.829483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Attempting to bind port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:31:58.829646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538a9288-6259-40e3-a91e-e489bf9f4a3a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:58.830033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Attempting to bind port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:31:58.830478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Attempting to bind port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:31:58.833901 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-538a9288-6259-40e3-a91e-e489bf9f4a3a tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/bc2f19b3-98d7-463d-8a54-f5376bd98b32 HTTP/1.1" status: 404 len: 337 time: 0.1450114 Apr 22 17:31:58.840389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:31:58.842327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:31:58.842889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:31:58.843356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.843841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:31:58.844726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Bound port: 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:31:58.845225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:58.845342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47378) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:58.846765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:31:58.913580 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-465995ee-6554-4486-8659-4e58ea11bde9 req-cb45f798-f8d3-440f-b9b3-d90d8cb70f12 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 210 time: 0.0763819 Apr 22 17:31:59.016928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=2072cd48-9614-408d-af99-fe753ede843b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:59.055894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] For port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:31:59.056013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:31:59.062349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-e667f9c8-ec4c-4bfb-93de-e5723c994bd5', 'network_id': 'e667f9c8-ec4c-4bfb-93de-e5723c994bd5', 'tenant_id': 'e2acafe89dc9472abdfdba500f8e33fd', 'fixed_ips': [{'subnet_id': 'b883903c-16d1-4e8d-86c0-294b491f3cc8'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:31:59.064215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:59.064580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.067865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.089405 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f5b7b6-ebeb-4c5c-8dc1-46bc90ce763f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] DELETE failed (client error): The resource could not be found. Apr 22 17:31:59.089869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f5b7b6-ebeb-4c5c-8dc1-46bc90ce763f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:31:59.091589 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-64f5b7b6-ebeb-4c5c-8dc1-46bc90ce763f tempest-RoutersIpV6Test-844171989 tempest-RoutersIpV6Test-844171989-project] 10.222.0.10 "DELETE /v2.0/subnets/1269d818-27a6-4cb4-ab1b-d3d20d592efd HTTP/1.1" status: 404 len: 337 time: 0.2390735 Apr 22 17:31:59.109957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.120127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] For port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:31:59.168797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47386) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:59.195280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:31:59.199341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.217545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.317965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ffe44-5412-4515-8321-0b1bd7f53784 None None] Pushing event updated for resources: {'Port': ['ID=8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:31:59.447440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:31:59.473841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Allocated IP 2001:db8:0:ffff::2 (e667f9c8-ec4c-4bfb-93de-e5723c994bd5/b883903c-16d1-4e8d-86c0-294b491f3cc8/06e460c3-a594-4cc7-9786-1a4fece92803) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:59.500065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.500442 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment 290f902c-d3c5-467d-9e05-ca19759181dc of type vlan for network fa97dec1-5130-4e74-bb5a-98030d8a826c Apr 22 17:31:59.564638 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.22 (cfab9f15-45d3-4567-9e62-28c2ba80d00d/4602d098-9824-490b-bca0-ff06d9cc1367/fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:31:59.579927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.633490 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-90b0e1da-e29a-44c5-aa29-a3f5c2384241 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24be1e69c6784eee9232de6217262b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636190 Apr 22 17:31:59.640161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47392) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:59.677700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.702153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 1d7f89bd-7880-4c4d-88d7-0eda141c184f will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:59.706792 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.713647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:31:59.714444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.763555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.782104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Transition to ACTIVE for port object 06e460c3-a594-4cc7-9786-1a4fece92803 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:59.833716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Transition to ACTIVE for port object 06e460c3-a594-4cc7-9786-1a4fece92803 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:31:59.866883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.930307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47398) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:31:59.936112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.949205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:31:59.965335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=fa97dec1-5130-4e74-bb5a-98030d8a826c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:00.055076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network fa97dec1-5130-4e74-bb5a-98030d8a826c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:00.069964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-018c2ef9-c12e-42b3-b480-d3fd030b41ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.074441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.103994 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fe865c3d-38b1-4b81-829e-7c114814d5ca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3409367 Apr 22 17:32:00.112624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47406) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:00.160043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': 'fa97dec1-5130-4e74-bb5a-98030d8a826c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:00.169341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Network e667f9c8-ec4c-4bfb-93de-e5723c994bd5 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:00.177610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:00.196073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:00.222547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Pushing event updated for resources: {'Port': ['ID=06e460c3-a594-4cc7-9786-1a4fece92803,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:00.274644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-018c2ef9-c12e-42b3-b480-d3fd030b41ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.289185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-318d2efb-68c7-4ce2-97b9-824438b1e9c3 req-a63ff904-87c9-4751-adfc-5f14d5b91cfe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:00.338890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:00.345931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:00.346638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Attempting to bind port 06e460c3-a594-4cc7-9786-1a4fece92803 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:00.347138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Attempting to bind port 06e460c3-a594-4cc7-9786-1a4fece92803 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '82e0aead-7c20-4ca9-9277-eb80d4bc4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e667f9c8-ec4c-4bfb-93de-e5723c994bd5'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:00.348039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Attempting to bind port 06e460c3-a594-4cc7-9786-1a4fece92803 on network e667f9c8-ec4c-4bfb-93de-e5723c994bd5 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:00.358169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:00.361226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:00.361727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Checking segment: {'id': '82e0aead-7c20-4ca9-9277-eb80d4bc4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e667f9c8-ec4c-4bfb-93de-e5723c994bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:00.362225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.363268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Bound using segment: {'id': '82e0aead-7c20-4ca9-9277-eb80d4bc4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e667f9c8-ec4c-4bfb-93de-e5723c994bd5'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:00.363792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:00.364336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Bound port: 06e460c3-a594-4cc7-9786-1a4fece92803, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e0aead-7c20-4ca9-9277-eb80d4bc4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e667f9c8-ec4c-4bfb-93de-e5723c994bd5'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:00.364481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.365542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.392199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f3e25510-1e1f-424e-9203-aa29b2e8032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.399170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=1d7f89bd-7880-4c4d-88d7-0eda141c184f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:00.404558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.504555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] For port 06e460c3-a594-4cc7-9786-1a4fece92803, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:00.510896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] For port 06e460c3-a594-4cc7-9786-1a4fece92803, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=06e460c3-a594-4cc7-9786-1a4fece92803,segment=NetworkSegment(82e0aead-7c20-4ca9-9277-eb80d4bc4939),segment_id=82e0aead-7c20-4ca9-9277-eb80d4bc4939)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:00.563960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:00.572925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:00.582370 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-82fa72ea-2389-47a4-a769-dd897df46824 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae0080bdb6a64c5da882d06db8621ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486335 Apr 22 17:32:00.592657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:subnet and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:00.595169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47410) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:00.598602 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-20c57dea-a848-43a1-9957-51de6d62072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0183289 Apr 22 17:32:00.599500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:00.603168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47414) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:00.609906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.656938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:00.657309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Deleting port 42de6304-3c0f-4565-b634-ab501824c585 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:00.657661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.696732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c3b85-469d-4a99-b483-c1409bc0a058 None None] Pushing event updated for resources: {'Port': ['ID=06e460c3-a594-4cc7-9786-1a4fece92803,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:00.714297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-318d2efb-68c7-4ce2-97b9-824438b1e9c3 req-a63ff904-87c9-4751-adfc-5f14d5b91cfe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:00.723025 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-318d2efb-68c7-4ce2-97b9-824438b1e9c3 req-a63ff904-87c9-4751-adfc-5f14d5b91cfe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 210 time: 0.6112130 Apr 22 17:32:00.783948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e781c703-01dc-45f2-bef0-bffcff2f7194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.830720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-018c2ef9-c12e-42b3-b480-d3fd030b41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.856445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:00.860011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.882987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e781c703-01dc-45f2-bef0-bffcff2f7194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:00.988572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] For port 42de6304-3c0f-4565-b634-ab501824c585, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=42de6304-3c0f-4565-b634-ab501824c585,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:00.988809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.089327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c2ef9-c12e-42b3-b480-d3fd030b41ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593248d-0ac6-4b3d-90fc-9a11f661ba6c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:01.120193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.135215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Calling delete_port for 42de6304-3c0f-4565-b634-ab501824c585 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:01.181542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bb9fc4ca-5342-48d1-86d2-e8c5e0d8edbc None None] Provisioning for port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:01.203645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e781c703-01dc-45f2-bef0-bffcff2f7194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.204021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-018c2ef9-c12e-42b3-b480-d3fd030b41ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.205194 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-018c2ef9-c12e-42b3-b480-d3fd030b41ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e593248d-0ac6-4b3d-90fc-9a11f661ba6c HTTP/1.1" status: 204 len: 168 time: 1.5609267 Apr 22 17:32:01.244799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781c703-01dc-45f2-bef0-bffcff2f7194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11244a-3cd6-4580-93ae-9bd1e502a9ed,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:01.247469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e781c703-01dc-45f2-bef0-bffcff2f7194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.248660 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e781c703-01dc-45f2-bef0-bffcff2f7194 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc11244a-3cd6-4580-93ae-9bd1e502a9ed HTTP/1.1" status: 204 len: 168 time: 0.6514299 Apr 22 17:32:01.366953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:01.418875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 06e460c3-a594-4cc7-9786-1a4fece92803 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:01.437459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:01.443483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:01.471391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:01.494272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-223370b1-9636-4300-a04b-47ae06959cf1 None None] Provisioning for port 1d7f89bd-7880-4c4d-88d7-0eda141c184f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:01.500102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-223370b1-9636-4300-a04b-47ae06959cf1 None None] Provisioning complete for port 1d7f89bd-7880-4c4d-88d7-0eda141c184f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:01.500609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-223370b1-9636-4300-a04b-47ae06959cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.519048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ec9dd-3747-48b6-8e9b-d494801e6f60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:01.528866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ec9dd-3747-48b6-8e9b-d494801e6f60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:01.528866 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0a9ec9dd-3747-48b6-8e9b-d494801e6f60 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8729863 Apr 22 17:32:01.536064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47422) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:01.595057 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-223370b1-9636-4300-a04b-47ae06959cf1 None None] Port 1d7f89bd-7880-4c4d-88d7-0eda141c184f cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:01.640650 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.673844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:01.675157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.707008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 06e460c3-a594-4cc7-9786-1a4fece92803 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:01.716277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:01.761645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.849410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:01.886527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Pushing event deleted for resources: {'Port': ['ID=42de6304-3c0f-4565-b634-ab501824c585,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:01.946174 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2e0532c6-3c81-4577-92fd-ffaee6b97992 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5507536 Apr 22 17:32:01.993496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Request body: {'port': {'device_id': 'f4464548-f413-4cf5-8e29-cbfbbecae011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:02.037967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:02.045548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:02.047076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.056501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4f48f-51ba-4adf-b594-4e1cdd584ec7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 1d7f89bd-7880-4c4d-88d7-0eda141c184f {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:02.056856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f48f-51ba-4adf-b594-4e1cdd584ec7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.104688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.126107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c6614b7c-32af-4063-bab7-2149c91bf5f2 None None] Provisioning for port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:02.138175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c6614b7c-32af-4063-bab7-2149c91bf5f2 None None] Provisioning complete for port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:02.139235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c6614b7c-32af-4063-bab7-2149c91bf5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.172352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=2072cd48-9614-408d-af99-fe753ede843b,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:02.174938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.214170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c6614b7c-32af-4063-bab7-2149c91bf5f2 None None] Port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:02.323416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.336734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6f2478-7717-4d28-a11d-364c93ee5c8b None None] Network e667f9c8-ec4c-4bfb-93de-e5723c994bd5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:02.376759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=ae13d10e-5de8-4399-8853-bb655771ad26,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:02.388608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': '290f902c-d3c5-467d-9e05-ca19759181dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa97dec1-5130-4e74-bb5a-98030d8a826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:02.390791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: fa97dec1-5130-4e74-bb5a-98030d8a826c, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:02.402308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.571609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:02.702574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-17e1eafd-7e5a-43a2-9572-2756cb588e72 None None] Provisioning for port 06e460c3-a594-4cc7-9786-1a4fece92803 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:02.707837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-17e1eafd-7e5a-43a2-9572-2756cb588e72 None None] Provisioning complete for port 06e460c3-a594-4cc7-9786-1a4fece92803 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:02.715237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-17e1eafd-7e5a-43a2-9572-2756cb588e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.738440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f48f-51ba-4adf-b594-4e1cdd584ec7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.752213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.754727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.822725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b7fde-0f63-416a-8339-318fc71885fc req-d9ababb3-cde7-4249-8107-cdebb00e9b21 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:02.835184 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d01b7fde-0f63-416a-8339-318fc71885fc req-d9ababb3-cde7-4249-8107-cdebb00e9b21 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 932 time: 0.8635492 Apr 22 17:32:02.851791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:32:02.861119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.877454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Transition to ACTIVE for port object fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:02.880291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:02.881899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:02.885235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network fa97dec1-5130-4e74-bb5a-98030d8a826c is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:02.893628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-502b318d-6633-4433-8415-34ce801840de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.956994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:02.965529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-17e1eafd-7e5a-43a2-9572-2756cb588e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:02.982076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4f48f-51ba-4adf-b594-4e1cdd584ec7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 1d7f89bd-7880-4c4d-88d7-0eda141c184f owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:02.987392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.000622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, fa97dec1-5130-4e74-bb5a-98030d8a826c) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:03.010005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaae420-5128-4289-9686-3fef02757078 None None] Network fa97dec1-5130-4e74-bb5a-98030d8a826c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:03.029224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-17e1eafd-7e5a-43a2-9572-2756cb588e72 None None] For port 06e460c3-a594-4cc7-9786-1a4fece92803, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=06e460c3-a594-4cc7-9786-1a4fece92803,segment=NetworkSegment(82e0aead-7c20-4ca9-9277-eb80d4bc4939),segment_id=82e0aead-7c20-4ca9-9277-eb80d4bc4939)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:03.030496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47446) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:03.051274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:03.051867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.139851 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d01b7fde-0f63-416a-8339-318fc71885fc req-f201d550-377f-43f2-b6c8-c5184ff30ecb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035750 Apr 22 17:32:03.142735 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-17e1eafd-7e5a-43a2-9572-2756cb588e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.164802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cfb3c973-a02d-4c4c-bd55-7fe5deeb4af3 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0467334 Apr 22 17:32:03.179808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47452) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:03.301698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:03.399423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-966158769'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:03.410864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:03.414961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:03.419731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:03.423929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:03.452731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1eafd-7e5a-43a2-9572-2756cb588e72 None None] Pushing event updated for resources: {'Port': ['ID=06e460c3-a594-4cc7-9786-1a4fece92803,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:03.470316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e874d280-6bf4-43da-b38b-2a21f927a08d None None] Provisioning complete for port 06e460c3-a594-4cc7-9786-1a4fece92803 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:03.470699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e874d280-6bf4-43da-b38b-2a21f927a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.497822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:03.499796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f48f-51ba-4adf-b594-4e1cdd584ec7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.612380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:03.612761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.619468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4f48f-51ba-4adf-b594-4e1cdd584ec7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=1d7f89bd-7880-4c4d-88d7-0eda141c184f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:03.632577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f48f-51ba-4adf-b594-4e1cdd584ec7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.641556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-fa97dec1-5130-4e74-bb5a-98030d8a826c', 'network_id': 'fa97dec1-5130-4e74-bb5a-98030d8a826c', 'tenant_id': 'e2acafe89dc9472abdfdba500f8e33fd', 'fixed_ips': [{'subnet_id': 'ae13d10e-5de8-4399-8853-bb655771ad26'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:03.642408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.717863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:03.723614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Attempting to bind port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:03.724176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Attempting to bind port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:03.724720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Attempting to bind port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c on network cfab9f15-45d3-4567-9e62-28c2ba80d00d {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:03.734678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c on network cfab9f15-45d3-4567-9e62-28c2ba80d00d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:32:03.740381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Attempting to bind port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c on network cfab9f15-45d3-4567-9e62-28c2ba80d00d {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:03.750854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:03.751477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Checking segment: {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:03.752106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Bound using segment: {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:03.752834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Bound port: fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:03.753350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.764699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:03.769409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.786692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.800059 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a3a4f48f-51ba-4adf-b594-4e1cdd584ec7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/1d7f89bd-7880-4c4d-88d7-0eda141c184f HTTP/1.1" status: 204 len: 168 time: 2.2607391 Apr 22 17:32:03.802565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47456) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:03.844407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Allocated IP 2001:db8::1 (fa97dec1-5130-4e74-bb5a-98030d8a826c/ae13d10e-5de8-4399-8853-bb655771ad26/bdd07b47-1827-4bfe-9776-ab061135d448) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:03.853719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.868659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:03.887249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:03.889842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:security_group_rule and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:03.895127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:03.903649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Router c7fdb7f7-a1c7-432d-9662-b24b000234ea has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:03.910557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:03.919849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b23861-079d-416f-a617-77098bd634a0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:03.921362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b23861-079d-416f-a617-77098bd634a0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:03.922104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-10b23861-079d-416f-a617-77098bd634a0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:03.957076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.104906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.133621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-10b23861-079d-416f-a617-77098bd634a0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:04.137838 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-10b23861-079d-416f-a617-77098bd634a0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3324358 Apr 22 17:32:04.139035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47460) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:04.151873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] For port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:04.176137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] For port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:04.182083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:04.188827 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d97e9c60-522d-44b1-bd50-2ef62cf46671 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/routers/75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5940828 Apr 22 17:32:04.192127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47466) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:04.194123 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2fd6c2-5fd3-4b5a-a5f6-3c6571b4d69c None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:04.201495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'port': {'network_id': '7251c96a-3436-48bb-ab64-2576b8c4e8ee', 'name': 'tempest-FloatingIPTestJSON-1909422173'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:04.212203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.213962 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fd6c2-5fd3-4b5a-a5f6-3c6571b4d69c None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:04.214592 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0d2fd6c2-5fd3-4b5a-a5f6-3c6571b4d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:04.226452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Transition to ACTIVE for port object bdd07b47-1827-4bfe-9776-ab061135d448 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:04.248300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.250151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Transition to ACTIVE for port object bdd07b47-1827-4bfe-9776-ab061135d448 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:04.277312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f849ce5-82b0-4a68-82e2-0c217d943a65 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet b8987e06-4a37-4b9e-834c-928544ebe562 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:04.298400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f849ce5-82b0-4a68-82e2-0c217d943a65 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.329258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:04.336741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.374589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f849ce5-82b0-4a68-82e2-0c217d943a65 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.378711 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0d2fd6c2-5fd3-4b5a-a5f6-3c6571b4d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:04.404563 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fd6c2-5fd3-4b5a-a5f6-3c6571b4d69c None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:04.405263 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0d2fd6c2-5fd3-4b5a-a5f6-3c6571b4d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:04.430037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] Sync routers for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:04.434254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:04.435024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.436956 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] 10.222.0.16 "PUT /v2.0/ports/fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c HTTP/1.1" status: 200 len: 1094 time: 2.4547923 Apr 22 17:32:04.439207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4464548-f413-4cf5-8e29-cbfbbecae011', 'tag': 'fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:32:04.459749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Pushing event updated for resources: {'Port': ['ID=bdd07b47-1827-4bfe-9776-ab061135d448,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:04.471941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.484092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:04.486396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:04.503987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f849ce5-82b0-4a68-82e2-0c217d943a65 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.517209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc069e56-2a50-4202-8351-12a82cb44bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:04.537752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:04.541266 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c76eb1-fd59-4707-aaa0-a414fc059be3'] response: {'name': 'network-changed', 'server_uuid': 'f4464548-f413-4cf5-8e29-cbfbbecae011', 'tag': 'fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c', 'status': 'completed', 'code': 200} Apr 22 17:32:04.597933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Network fa97dec1-5130-4e74-bb5a-98030d8a826c is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:04.602656 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0d2fd6c2-5fd3-4b5a-a5f6-3c6571b4d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:04.603740 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2fd6c2-5fd3-4b5a-a5f6-3c6571b4d69c None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:04.612232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:port and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:04.617113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:04.623565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:04.624451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:04.641439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.702481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:04.732988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=ae13d10e-5de8-4399-8853-bb655771ad26,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:04.789365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d785c-f063-4a2f-9d4d-0c2fdadb83a4 req-549f5beb-b8ad-4105-aeb5-08ecc60b70ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:04.790922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-612d785c-f063-4a2f-9d4d-0c2fdadb83a4 req-549f5beb-b8ad-4105-aeb5-08ecc60b70ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 944 time: 0.4492629 Apr 22 17:32:04.813906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.817172 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-66adce28-7f88-47d1-8c78-872da006affb admin admin] 10.222.0.10 "PUT /v2.0/routers/c7fdb7f7-a1c7-432d-9662-b24b000234ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3771784 Apr 22 17:32:04.831368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47472) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:04.834030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Attempting to bind port bdd07b47-1827-4bfe-9776-ab061135d448 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:04.834477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Attempting to bind port bdd07b47-1827-4bfe-9776-ab061135d448 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '290f902c-d3c5-467d-9e05-ca19759181dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa97dec1-5130-4e74-bb5a-98030d8a826c'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:04.834942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Attempting to bind port bdd07b47-1827-4bfe-9776-ab061135d448 on network fa97dec1-5130-4e74-bb5a-98030d8a826c {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:04.850172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:04.850891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Checking segment: {'id': '290f902c-d3c5-467d-9e05-ca19759181dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa97dec1-5130-4e74-bb5a-98030d8a826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:04.856987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.856987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Bound using segment: {'id': '290f902c-d3c5-467d-9e05-ca19759181dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa97dec1-5130-4e74-bb5a-98030d8a826c'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:04.856987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Bound port: bdd07b47-1827-4bfe-9776-ab061135d448, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290f902c-d3c5-467d-9e05-ca19759181dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa97dec1-5130-4e74-bb5a-98030d8a826c'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:04.856987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.874185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:04.877657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.888191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.890968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:04.938311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:32:04.945108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:04.950323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] device_id is not set on port eea0f072-750d-44a6-bd53-9a20f71c6baa yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:04.955153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa07c306-c3f0-42c8-a9bf-d71e08caab03,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:04.991493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa97dec1-5130-4e74-bb5a-98030d8a826c']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:05.003111 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-612d785c-f063-4a2f-9d4d-0c2fdadb83a4 req-58ec6e74-391b-4167-b450-bc1f38c2711f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530969 Apr 22 17:32:05.008510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2cb0dadc-71f7-4ec6-b961-4fd9f1b6de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:05.010562 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-2cb0dadc-71f7-4ec6-b961-4fd9f1b6de9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 1097 time: 0.4671187 Apr 22 17:32:05.017817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290f902c-d3c5-467d-9e05-ca19759181dc') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:05.022287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290f902c-d3c5-467d-9e05-ca19759181dc') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:05.022433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.022433 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment be2811ef-4dce-4e27-9f3b-f94307323dcb of type vlan for network c92d9a03-bf98-4f53-8c18-a58d960a7395 Apr 22 17:32:05.038236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f849ce5-82b0-4a68-82e2-0c217d943a65 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.101498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f849ce5-82b0-4a68-82e2-0c217d943a65 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=b8987e06-4a37-4b9e-834c-928544ebe562,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:05.111628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.118317 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-f46acf82-c6f0-45cb-92dc-992a655c94a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c HTTP/1.1" status: 200 len: 217 time: 0.0910878 Apr 22 17:32:05.122473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f849ce5-82b0-4a68-82e2-0c217d943a65 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.138477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.162589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb74412-c416-4f7c-98cb-fdf406d08735 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:05.183007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.197567 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.217924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.240253 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0f849ce5-82b0-4a68-82e2-0c217d943a65 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/b8987e06-4a37-4b9e-834c-928544ebe562 HTTP/1.1" status: 204 len: 168 time: 1.0930808 Apr 22 17:32:05.241561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47476) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:05.246109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:05.246533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.256003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] For port bdd07b47-1827-4bfe-9776-ab061135d448, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:05.269529 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:05.312736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 06e460c3-a594-4cc7-9786-1a4fece92803 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:05.356202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.381311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.391893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:05.393318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.457664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Deleting port 266cd512-d40a-4b2c-93a6-fb64a9fde345 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:05.459364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.489061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-63209d1b-bbc4-4b9c-8957-60cc37a4f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:05.490554 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-63209d1b-bbc4-4b9c-8957-60cc37a4f752 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4602d098-9824-490b-bca0-ff06d9cc1367 HTTP/1.1" status: 200 len: 838 time: 0.3631074 Apr 22 17:32:05.543439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 06e460c3-a594-4cc7-9786-1a4fece92803 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:05.543967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.544531 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e9b80af0-30cb-4029-b972-758fc410da75 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3001552 Apr 22 17:32:05.555877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47480) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:05.567350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=c92d9a03-bf98-4f53-8c18-a58d960a7395,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:05.574451 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6e8efb86-6f12-40b6-a3d4-dc8ef83171e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5348763 Apr 22 17:32:05.581238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:05.584046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network c92d9a03-bf98-4f53-8c18-a58d960a7395 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:05.586337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47484) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:05.604227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1652358981'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:05.615114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:05.624628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.20.0.10 (7251c96a-3436-48bb-ab64-2576b8c4e8ee/d1a9742c-e4ed-4846-94f3-5c8993140b74/eea0f072-750d-44a6-bd53-9a20f71c6baa) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:05.628158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:05.633861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:05.645637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:05.675954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 17:32:05.675954 dv-neutron-839024-1-hyperv neutron-server[88659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 17:32:05.675954 dv-neutron-839024-1-hyperv neutron-server[88659]: [parameters: {'id': 'fa97dec1-5130-4e74-bb5a-98030d8a826c'}] Apr 22 17:32:05.675954 dv-neutron-839024-1-hyperv neutron-server[88659]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:05.677228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:05.694684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] For port bdd07b47-1827-4bfe-9776-ab061135d448, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bdd07b47-1827-4bfe-9776-ab061135d448,segment=NetworkSegment(290f902c-d3c5-467d-9e05-ca19759181dc),segment_id=290f902c-d3c5-467d-9e05-ca19759181dc)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:05.724906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-b98e2105-737f-46c1-826e-13c3dff656ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:05.725120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:32:01Z', 'revision_number': 5, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port': {'id': '266cd512-d40a-4b2c-93a6-fb64a9fde345', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:26:54Z', 'updated_at': '2022-04-22T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:05.726327 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-b98e2105-737f-46c1-826e-13c3dff656ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfab9f15-45d3-4567-9e62-28c2ba80d00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1756270 Apr 22 17:32:05.726956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:05.731129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.737476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] Checking router: c7fdb7f7-a1c7-432d-9662-b24b000234ea for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:32:05.789212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] Routers {'c7fdb7f7-a1c7-432d-9662-b24b000234ea'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:05.789744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:05.824610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:05.831985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:05.836300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:05.846451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.847909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:05.850020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:05.871850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] For port 266cd512-d40a-4b2c-93a6-fb64a9fde345, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=266cd512-d40a-4b2c-93a6-fb64a9fde345,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:05.872534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.913803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] Deleting port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:05.914389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.945105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:05.949807 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.954895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:05.993726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:05.994044 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment 69992612-e36b-48ec-9f83-951bce5dacc0 of type vlan for network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d Apr 22 17:32:06.033864 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-fd56e5d2-be62-45ad-bf97-66008e53890f service neutron] 10.222.0.16 "GET /v2.0/networks/cfab9f15-45d3-4567-9e62-28c2ba80d00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772477 Apr 22 17:32:06.036058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Calling delete_port for 266cd512-d40a-4b2c-93a6-fb64a9fde345 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:06.038502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.093654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.123082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47053aa8-62d4-4ecd-8b09-0185312a4148 None None] Pushing event updated for resources: {'Port': ['ID=bdd07b47-1827-4bfe-9776-ab061135d448,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:06.181332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.206897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] Set router c7fdb7f7-a1c7-432d-9662-b24b000234ea gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:32:06.228773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port bdd07b47-1827-4bfe-9776-ab061135d448 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:06.229782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.262731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-519b234f-80f0-405b-9c19-9bb4ec5f5a55 req-17492e88-b2fa-4b07-82af-5501435b00e1 service neutron] 10.222.0.16 "GET /v2.0/networks/cfab9f15-45d3-4567-9e62-28c2ba80d00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191730 Apr 22 17:32:06.286724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.292548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:06.293154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.347885 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:32:05Z', 'revision_number': 6, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:06.357144 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d97b35-0d8e-42b7-8f13-c29cfd90e396 req-fbbce7df-3460-4d0f-991c-c79da54924ac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:06.358670 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-52d97b35-0d8e-42b7-8f13-c29cfd90e396 req-fbbce7df-3460-4d0f-991c-c79da54924ac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 944 time: 0.2036138 Apr 22 17:32:06.371847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d75b78-79a0-467f-b5ee-67484bb1ae2d None None] The sync data for ids ['c7fdb7f7-a1c7-432d-9662-b24b000234ea'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7fdb7f7-a1c7-432d-9662-b24b000234ea', 'name': 'tempest-ServerActionsTestJSON-1721160086-router', 'tenant_id': '7f0b41bdebac4d75aeb7963723944a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:26:52Z', 'updated_at': '2022-04-22T17:32:05Z', 'revision_number': 6, 'project_id': '7f0b41bdebac4d75aeb7963723944a77', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:06.382378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.437987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0311ec6-7215-4dd7-b2ed-afe81c74f536 None None] Network fa97dec1-5130-4e74-bb5a-98030d8a826c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:06.558967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] For port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:06.559422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.627473 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-52d97b35-0d8e-42b7-8f13-c29cfd90e396 req-2760a2b2-a3a8-4093-9428-6bf5690830e5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965085 Apr 22 17:32:06.628401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=858f87f4-d716-42c2-bfb6-46f3c3d77f9d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:06.637512 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c5f51007-a3f7-4302-9a94-03ec2aa2f9dd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0461087 Apr 22 17:32:06.644021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47490) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:06.651251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': 'c92d9a03-bf98-4f53-8c18-a58d960a7395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:06.711555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:06.721421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:06.742933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:06.766280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:06.820907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:06.823662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.837814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:06.846292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:06.848946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.850871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] For port bdd07b47-1827-4bfe-9776-ab061135d448, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bdd07b47-1827-4bfe-9776-ab061135d448,segment=NetworkSegment(290f902c-d3c5-467d-9e05-ca19759181dc),segment_id=290f902c-d3c5-467d-9e05-ca19759181dc)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:06.856122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:06.857709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:06.865048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=eea0f072-750d-44a6-bd53-9a20f71c6baa,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:06.873151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] Calling delete_port for 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:06.901800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:06.919485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=266cd512-d40a-4b2c-93a6-fb64a9fde345,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:07.014869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Calling delete_port for bdd07b47-1827-4bfe-9776-ab061135d448 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:07.052367 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c0c2c0ec-bc45-4450-84f9-b75a8c3fb799 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8591456 Apr 22 17:32:07.056642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47494) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:07.064173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-c09d60ca-6e14-4312-b7bc-98cb5602a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:07.065633 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-c09d60ca-6e14-4312-b7bc-98cb5602a22d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 1097 time: 0.5177648 Apr 22 17:32:07.067921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'port': {'network_id': '7251c96a-3436-48bb-ab64-2576b8c4e8ee', 'name': 'tempest-FloatingIPTestJSON-1458177157'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:07.100834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.105066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:07.110526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.128948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:32:07.138408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.160796 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] No DVR routers for this DVR port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:07.162669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc4291-2d0c-4acc-b593-c85e96b3fa5c None None] Pushing event deleted for resources: {'Port': ['ID=8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:07.183626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add88124-5c6d-4f46-b503-6e624d2aa65e None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:32:07.303684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:07.359858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:07.363050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:07.363050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 266cd512-d40a-4b2c-93a6-fb64a9fde345 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:07.393775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-617af17e-3784-4d2e-ac9b-a7a78ba2c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:07.395462 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-617af17e-3784-4d2e-ac9b-a7a78ba2c052 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfab9f15-45d3-4567-9e62-28c2ba80d00d HTTP/1.1" status: 200 len: 897 time: 0.3224049 Apr 22 17:32:07.463397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.465365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add88124-5c6d-4f46-b503-6e624d2aa65e None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:32:07.487197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 266cd512-d40a-4b2c-93a6-fb64a9fde345 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:07.487537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 266cd512-d40a-4b2c-93a6-fb64a9fde345 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:07.488084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 42de6304-3c0f-4565-b634-ab501824c585 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:07.512965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.519735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.525406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Port': ['ID=bdd07b47-1827-4bfe-9776-ab061135d448,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:07.527510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 42de6304-3c0f-4565-b634-ab501824c585 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:07.527663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 42de6304-3c0f-4565-b634-ab501824c585 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:07.529090 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-d06faee3-8457-42ed-9ced-69cd8f40fe25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c HTTP/1.1" status: 200 len: 217 time: 0.1262918 Apr 22 17:32:07.533547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No DVR routers for this DVR port bdd07b47-1827-4bfe-9776-ab061135d448 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:07.593467 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING neutron.services.revisions.revision_plugin [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Could not find related port for resource to bump revision. Apr 22 17:32:07.597183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:07.602720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:port and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:07.606989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:07.614056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:07.656619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Port 8b7ecdc7-9f16-47d4-8338-e0e05f13d5e2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 17:32:07.656997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3a:2f3d {{(pid=88660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 17:32:07.668388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.709515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-fe3d6f04-e56a-48a9-af1f-94989d1de3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:07.710999 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-fe3d6f04-e56a-48a9-af1f-94989d1de3c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4602d098-9824-490b-bca0-ff06d9cc1367 HTTP/1.1" status: 200 len: 838 time: 0.1757455 Apr 22 17:32:07.714033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.714555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7fdb7f7-a1c7-432d-9662-b24b000234ea {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:32:07.716131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.724721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:07.728792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.791322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:07.802780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:07.807899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] device_id is not set on port f367ac94-c7fe-4520-84ed-7cb44c1eb05b yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:07.812507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa97dec1-5130-4e74-bb5a-98030d8a826c']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:07.859441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:07.860246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.876602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290f902c-d3c5-467d-9e05-ca19759181dc') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:07.882495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290f902c-d3c5-467d-9e05-ca19759181dc') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:07.883353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=9f5a665a-26e0-4bd1-a1a9-a9ed649bc9ff,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:07.892461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.928558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.932376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.933551 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2003bf08-4c1c-4cdd-a2b0-d9da28cf9f41 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c7fdb7f7-a1c7-432d-9662-b24b000234ea HTTP/1.1" status: 204 len: 168 time: 3.1011701 Apr 22 17:32:07.937701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47500) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:07.941970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:07.942844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.957550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '9f5a665a-26e0-4bd1-a1a9-a9ed649bc9ff'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:07.957708 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:07.960028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-0df1e78b-acf4-4ca4-8978-48f243faea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:07.960117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:07.960941 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-0df1e78b-acf4-4ca4-8978-48f243faea07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfab9f15-45d3-4567-9e62-28c2ba80d00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2363536 Apr 22 17:32:07.994964 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c2bde64b-508a-4172-890c-ec852ae84c55 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4357629 Apr 22 17:32:07.997452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47504) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:08.007884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:1e:45:b2', 'name': 'tempest-NetworksTestDHCPv6-787689932'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:08.131998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Allocated IP 2001:db8::f816:3eff:fe61:2482 (b68838ec-31d5-4ab0-8519-6f8459febd2e/9f5a665a-26e0-4bd1-a1a9-a9ed649bc9ff/37a1ca88-af97-4f9b-a7da-c171f57dfab7) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:08.137571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8cc3-06f1-45c0-a38f-7225b7249d6d req-e5580049-037a-49f1-9550-0154939f16d3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:08.141295 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-accc8cc3-06f1-45c0-a38f-7225b7249d6d req-e5580049-037a-49f1-9550-0154939f16d3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 944 time: 0.3099988 Apr 22 17:32:08.173497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.185948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.203195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.223337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=fa97dec1-5130-4e74-bb5a-98030d8a826c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:08.254614 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-accc8cc3-06f1-45c0-a38f-7225b7249d6d req-31902539-1d2d-4c65-93e1-9f182f524979 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016572 Apr 22 17:32:08.260778 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7b2635e5-704f-4ea7-bf87-6ac61569719c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/fa97dec1-5130-4e74-bb5a-98030d8a826c HTTP/1.1" status: 204 len: 168 time: 5.0371354 Apr 22 17:32:08.261137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47508) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:08.261327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0766f4f-6aea-4df0-9af5-c53c056c0f2f admin admin] Deleting subnet 35834dc0-7254-4d15-b92b-6ba34e6e3dbd {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:08.269238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675203103'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:08.276226 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-39d9bda4-dd10-4572-8f38-774e5ae1048b service neutron] 10.222.0.16 "GET /v2.0/networks/cfab9f15-45d3-4567-9e62-28c2ba80d00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971823 Apr 22 17:32:08.278364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:08.282332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:08.306542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:08.319543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0766f4f-6aea-4df0-9af5-c53c056c0f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.324435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:08.390087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.408711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Transition to ACTIVE for port object 37a1ca88-af97-4f9b-a7da-c171f57dfab7 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:08.431472 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8f35349-2b7b-40d8-8401-4b371ad2d5b9 req-db283dca-4434-4325-9d28-f9cd8b81b4d0 service neutron] 10.222.0.16 "GET /v2.0/networks/cfab9f15-45d3-4567-9e62-28c2ba80d00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456327 Apr 22 17:32:08.433571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.20.0.13 (7251c96a-3436-48bb-ab64-2576b8c4e8ee/d1a9742c-e4ed-4846-94f3-5c8993140b74/f367ac94-c7fe-4520-84ed-7cb44c1eb05b) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:08.435633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=c2cb5b74-c8ea-4716-8266-8f1c564c2dc4,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:08.435986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Transition to ACTIVE for port object 37a1ca88-af97-4f9b-a7da-c171f57dfab7 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:08.439076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0766f4f-6aea-4df0-9af5-c53c056c0f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.472178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:08.475717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.503793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:08.512283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.512634 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment 37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6 of type vlan for network f66f8167-5122-4618-b5f2-3a70896d666b Apr 22 17:32:08.513344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': 'be2811ef-4dce-4e27-9f3b-f94307323dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c92d9a03-bf98-4f53-8c18-a58d960a7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:08.513833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: c92d9a03-bf98-4f53-8c18-a58d960a7395, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:08.518850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.544764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.569463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:08.581918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:08.589521 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:08.595764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Pushing event updated for resources: {'Port': ['ID=37a1ca88-af97-4f9b-a7da-c171f57dfab7,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:08.599160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:08.600585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:08.602580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:08.608294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:08.689161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.692465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Attempting to bind port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:08.692891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Attempting to bind port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:08.693372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Attempting to bind port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:08.694866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:08.699042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.699587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:08.700031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:08.700494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.700947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:08.701464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Bound port: 37a1ca88-af97-4f9b-a7da-c171f57dfab7, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:08.701902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.720433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0766f4f-6aea-4df0-9af5-c53c056c0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.758299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:08.772834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network c92d9a03-bf98-4f53-8c18-a58d960a7395 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:08.792020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] For port 37a1ca88-af97-4f9b-a7da-c171f57dfab7, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:08.795226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] For port 37a1ca88-af97-4f9b-a7da-c171f57dfab7, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=37a1ca88-af97-4f9b-a7da-c171f57dfab7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:08.802665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=f66f8167-5122-4618-b5f2-3a70896d666b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:08.810414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6c537b15-98aa-4743-ab78-aa6698358a62 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5479717 Apr 22 17:32:08.812786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47512) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:08.819591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network f66f8167-5122-4618-b5f2-3a70896d666b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:08.822683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': 'f66f8167-5122-4618-b5f2-3a70896d666b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:08.904294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, c92d9a03-bf98-4f53-8c18-a58d960a7395) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:08.917070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:08.917942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.936123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:08.936698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.941249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:subnet and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:08.944316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:08.950773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:08.964840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:08.981941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.015916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port d88edc35-0852-4c91-b70a-7814b86a920d yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:09.038200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9382409-f4e0-487f-92cc-04c46dbef1f1 None None] Pushing event updated for resources: {'Port': ['ID=37a1ca88-af97-4f9b-a7da-c171f57dfab7,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:09.046824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:09.050916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.078040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0766f4f-6aea-4df0-9af5-c53c056c0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.082301 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-16e53ba3-1a75-45bd-bb4a-940843a71c6a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4372761 Apr 22 17:32:09.085233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47516) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:09.095440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': '858f87f4-d716-42c2-bfb6-46f3c3d77f9d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:09.136616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0766f4f-6aea-4df0-9af5-c53c056c0f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35834dc0-7254-4d15-b92b-6ba34e6e3dbd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:09.146545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0766f4f-6aea-4df0-9af5-c53c056c0f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.200656 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f0766f4f-6aea-4df0-9af5-c53c056c0f2f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/35834dc0-7254-4d15-b92b-6ba34e6e3dbd HTTP/1.1" status: 204 len: 168 time: 1.2600317 Apr 22 17:32:09.206673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47520) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:09.244268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.324366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe1e:45b2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/9f5a665a-26e0-4bd1-a1a9-a9ed649bc9ff/d88edc35-0852-4c91-b70a-7814b86a920d) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:09.415957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=f367ac94-c7fe-4520-84ed-7cb44c1eb05b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:09.438964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:09.453143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:09.453143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:09.481792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:09.490949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:09.491659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:09.510642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:09.559918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.586631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:09.590645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.627181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:09.627826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.637688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Deleting port 09043547-d692-49f4-b85a-8cf23a88953e {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:09.638024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.674946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:09.780046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=d0763c46-d2de-49a5-8e5e-c1fe0aaa7330,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:09.794941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': '37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f66f8167-5122-4618-b5f2-3a70896d666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:09.795427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: f66f8167-5122-4618-b5f2-3a70896d666b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:09.807927 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d0527073-f4ca-404b-8f03-7ab258889f68 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7485759 Apr 22 17:32:09.811579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47526) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:09.824841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe27af-3f48-4fdc-8e86-a4e4fadf26ef req-2c78280b-de7b-41df-b293-20516b115c89 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:09.829200 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bebe27af-3f48-4fdc-8e86-a4e4fadf26ef req-2c78280b-de7b-41df-b293-20516b115c89 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 944 time: 0.3957808 Apr 22 17:32:09.850896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'f367ac94-c7fe-4520-84ed-7cb44c1eb05b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:09.865804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:09.882348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:floatingip and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:09.887341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:09.896564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:10.004199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network f66f8167-5122-4618-b5f2-3a70896d666b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:10.033486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.048510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.121575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, f66f8167-5122-4618-b5f2-3a70896d666b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:10.134116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:10.134700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.162776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.168293 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bebe27af-3f48-4fdc-8e86-a4e4fadf26ef req-99f695dd-0d40-4954-a362-3646532daed2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077507 Apr 22 17:32:10.169887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a7516-bde7-4de6-b698-5a61ffaf277b None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:10.181454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=90506726-9426-487a-8944-b49acfba8e9a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:10.197896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] For port 09043547-d692-49f4-b85a-8cf23a88953e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=09043547-d692-49f4-b85a-8cf23a88953e,segment=NetworkSegment(4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8),segment_id=4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:10.198271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.205415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': '69992612-e36b-48ec-9f83-951bce5dacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '858f87f4-d716-42c2-bfb6-46f3c3d77f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:10.205776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: 858f87f4-d716-42c2-bfb6-46f3c3d77f9d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:10.214249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object d88edc35-0852-4c91-b70a-7814b86a920d will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:10.217959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca459e-7568-4edf-a1df-531f1530b72d None None] Network c92d9a03-bf98-4f53-8c18-a58d960a7395 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:10.231095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d3359-937b-4eba-b310-8cb751839b2b None None] Network c3a128fb-8465-4c36-8cbf-920653d83673 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:10.242561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef04855-e5d8-4b33-ac65-d98622de1097 None None] Network f66f8167-5122-4618-b5f2-3a70896d666b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:10.279626 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0eb149c6-ab81-4eaf-aea3-827255ccc67c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4621706 Apr 22 17:32:10.284229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47530) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:10.284734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:32:10.294772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2029661362'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:10.306455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:10.311874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:10.316320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:10.323151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:10.338952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Calling delete_port for 09043547-d692-49f4-b85a-8cf23a88953e owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:10.358052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.397554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:10.419863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:10.420861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.471144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:10.506687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 858f87f4-d716-42c2-bfb6-46f3c3d77f9d) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:10.525638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.527669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:10.528244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.535328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.535485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.535591 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment d5beb867-6d1f-4dee-b29f-ea432154dde9 of type vlan for network 2934fc8b-44cf-4e28-9fd6-10e283a4518b Apr 22 17:32:10.571567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311135b1-c828-4b79-913d-a281c714c8b3 None None] Network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:10.572317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.26.3.39 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/aa363526-d2e6-4ac8-bbfa-78bfc24373e5) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:10.593128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.595844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] No DVR routers for this DVR port 09043547-d692-49f4-b85a-8cf23a88953e on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:10.626352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=09043547-d692-49f4-b85a-8cf23a88953e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:10.629314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.resource_extend [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:32:10.647596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-387c58cc-565b-4c49-8fb1-0b7d26c6c7b3 None None] Provisioning for port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:10.670656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:10.692626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:10.695283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:10.696354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-44223d71-4d64-4a2b-8f16-dc9bee3aafb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6098940 Apr 22 17:32:10.704669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:10.705816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.705969 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47534) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:10.715228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-592754575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:10.722669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:10.729841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:router and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:10.734305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:10.743598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:10.774064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.780189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:10.780722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.809203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=d88edc35-0852-4c91-b70a-7814b86a920d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:10.812317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.817478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.846564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a128fb-8465-4c36-8cbf-920653d83673']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:10.859981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:10.860350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5697d9-6b43-4ed2-aa49-a1b72f4e87e8') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:10.871844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.883574 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-01133969-2869-4f7c-b1f4-657bb5f26184 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8848248 Apr 22 17:32:10.887377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47538) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:10.901374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.902371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.933088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=2934fc8b-44cf-4e28-9fd6-10e283a4518b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:10.937662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.943481 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9f93ce69-1b11-4bac-b52f-ae2d696afda4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6547651 Apr 22 17:32:10.946984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47542) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:10.954892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': '2934fc8b-44cf-4e28-9fd6-10e283a4518b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:10.959141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2934fc8b-44cf-4e28-9fd6-10e283a4518b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:10.962691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:10.963668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:10.992690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:11.016242 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:11.072296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a537ae-6ebf-4594-b688-3ff9ac16f2cd None None] DHCP port deletion for c3a128fb-8465-4c36-8cbf-920653d83673 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:11.090337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.126835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eacfe3-fe06-4d6e-a776-52e02c804854 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:11.132989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eacfe3-fe06-4d6e-a776-52e02c804854 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:11.133926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-47eacfe3-fe06-4d6e-a776-52e02c804854 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:11.181805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.196318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:11.210846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.218568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-47eacfe3-fe06-4d6e-a776-52e02c804854 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:11.219401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:11.223148 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-47eacfe3-fe06-4d6e-a776-52e02c804854 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3343534 Apr 22 17:32:11.229265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:subnet and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:11.234036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47548) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:11.236138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:11.238932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a128fb-8465-4c36-8cbf-920653d83673,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:11.259990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:11.270703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:11.274676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:11.289362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 37a1ca88-af97-4f9b-a7da-c171f57dfab7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:11.318784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.331255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9dd52470-efa7-44a0-9ddd-ac34b67ed48c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port d88edc35-0852-4c91-b70a-7814b86a920d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:11.331967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9dd52470-efa7-44a0-9ddd-ac34b67ed48c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.355795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=aa363526-d2e6-4ac8-bbfa-78bfc24373e5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:11.358082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:11.361637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.438504 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ec1046bd-e705-45a8-baed-12c2e41beb6c admin admin] 10.222.0.10 "DELETE /v2.0/networks/c3a128fb-8465-4c36-8cbf-920653d83673 HTTP/1.1" status: 204 len: 168 time: 2.2332551 Apr 22 17:32:11.456961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:11.535148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-c92d9a03-bf98-4f53-8c18-a58d960a7395', 'network_id': 'c92d9a03-bf98-4f53-8c18-a58d960a7395', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': 'c2cb5b74-c8ea-4716-8266-8f1c564c2dc4'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:11.535970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.560458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c', 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d', 'port_id': 'fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c', 'mac_address': 'fa:16:3e:c1:52:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4602d098-9824-490b-bca0-ff06d9cc1367', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:32:11.572286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-f66f8167-5122-4618-b5f2-3a70896d666b', 'network_id': 'f66f8167-5122-4618-b5f2-3a70896d666b', 'tenant_id': 'e2acafe89dc9472abdfdba500f8e33fd', 'fixed_ips': [{'subnet_id': 'd0763c46-d2de-49a5-8e5e-c1fe0aaa7330'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:11.573121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.693624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.698674 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d43efe43-09d2-4c17-b2c3-5d1ba230e1f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9873886 Apr 22 17:32:11.698674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.ipam_backend_mixin [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Performing IP validity checks on allocation pools {{(pid=88659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 17:32:11.698674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.ipam_backend_mixin [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 17:32:11.701933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9dd52470-efa7-44a0-9ddd-ac34b67ed48c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.705212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47554) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:11.773269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-858f87f4-d716-42c2-bfb6-46f3c3d77f9d', 'network_id': '858f87f4-d716-42c2-bfb6-46f3c3d77f9d', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': '90506726-9426-487a-8944-b49acfba8e9a'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:11.774147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.833666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9dd52470-efa7-44a0-9ddd-ac34b67ed48c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for d88edc35-0852-4c91-b70a-7814b86a920d owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:11.840625 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-ade67697-2fae-4bf4-bad2-79dfc5347524 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7805526 Apr 22 17:32:11.843021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:11.926813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:32:11.939308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:11.985949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47558) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:12.034614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:12.034614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.059458 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7675f19f-134c-43e1-9fe2-9dfb2008ea0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f0b41bdebac4d75aeb7963723944a77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0723925 Apr 22 17:32:12.063062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47562) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:12.109051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9dd52470-efa7-44a0-9ddd-ac34b67ed48c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.139185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:12.187994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded1ed0-9c18-4da7-9ac8-d199a061e252 req-cf319bd1-41b5-471b-ae91-661ab670167c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:12.189574 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ded1ed0-9c18-4da7-9ac8-d199a061e252 req-cf319bd1-41b5-471b-ae91-661ab670167c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 944 time: 0.8372884 Apr 22 17:32:12.267256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.301473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd52470-efa7-44a0-9ddd-ac34b67ed48c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=d88edc35-0852-4c91-b70a-7814b86a920d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:12.356184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Allocated IP 172.20.0.2 (c92d9a03-bf98-4f53-8c18-a58d960a7395/c2cb5b74-c8ea-4716-8266-8f1c564c2dc4/1d5449fd-5786-48f2-94d8-a5b607c53578) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:12.375203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Allocated IP 2001:db8::1 (f66f8167-5122-4618-b5f2-3a70896d666b/d0763c46-d2de-49a5-8e5e-c1fe0aaa7330/71d4c909-e031-4123-bca5-ce45e808fb37) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:12.381440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9dd52470-efa7-44a0-9ddd-ac34b67ed48c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.401413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-03aef8e8-4b59-4734-8609-8e8cdedb7796 None None] Provisioning complete for port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:12.401783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-03aef8e8-4b59-4734-8609-8e8cdedb7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.405820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f282f21-bf8c-4de9-8582-81273ef1308f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.467072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f282f21-bf8c-4de9-8582-81273ef1308f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.495191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.530819 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9dd52470-efa7-44a0-9ddd-ac34b67ed48c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/d88edc35-0852-4c91-b70a-7814b86a920d HTTP/1.1" status: 204 len: 168 time: 1.2876074 Apr 22 17:32:12.531221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47566) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:12.614515 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ded1ed0-9c18-4da7-9ac8-d199a061e252 req-bc326d2d-ae75-4b1b-a207-9abcc2468631 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3647652 Apr 22 17:32:12.615436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d92cdc-4981-4e32-93e0-c52949bec3b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:12.617014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d92cdc-4981-4e32-93e0-c52949bec3b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:12.618704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c8d92cdc-4981-4e32-93e0-c52949bec3b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:12.623483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f282f21-bf8c-4de9-8582-81273ef1308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.656296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Allocated IP 172.21.0.2 (858f87f4-d716-42c2-bfb6-46f3c3d77f9d/90506726-9426-487a-8944-b49acfba8e9a/c249a3ed-6bcd-4e65-82e3-a238fa1502eb) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:12.663259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f282f21-bf8c-4de9-8582-81273ef1308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18114edb-9142-43cc-a7b9-a925b1c63a18,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:12.681662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:12.681662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:32:12.726277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-269d61e1-e310-485c-9ae6-c0f93b76f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:12.727869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-269d61e1-e310-485c-9ae6-c0f93b76f272 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 1098 time: 0.8609786 Apr 22 17:32:12.729549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c8d92cdc-4981-4e32-93e0-c52949bec3b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:12.734250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47570) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:12.735233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c8d92cdc-4981-4e32-93e0-c52949bec3b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2031434 Apr 22 17:32:12.770279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f282f21-bf8c-4de9-8582-81273ef1308f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.774392 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1f282f21-bf8c-4de9-8582-81273ef1308f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18114edb-9142-43cc-a7b9-a925b1c63a18 HTTP/1.1" status: 204 len: 168 time: 0.7103522 Apr 22 17:32:12.809015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 37a1ca88-af97-4f9b-a7da-c171f57dfab7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=37a1ca88-af97-4f9b-a7da-c171f57dfab7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:12.943534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:12.989145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-03aef8e8-4b59-4734-8609-8e8cdedb7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.021769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 09043547-d692-49f4-b85a-8cf23a88953e no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:13.049812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.083382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.166245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-32543c4e-ea67-4660-9a92-6c3387adb66c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 9f5a665a-26e0-4bd1-a1a9-a9ed649bc9ff {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:13.192412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32543c4e-ea67-4660-9a92-6c3387adb66c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.216943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 09043547-d692-49f4-b85a-8cf23a88953e {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:13.217293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 09043547-d692-49f4-b85a-8cf23a88953e not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:13.433063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=fb3d9959-a1ed-432f-baff-112c2f23e370,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:13.435729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-c1901abd-bb93-4358-875f-931733116d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:13.437198 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-c1901abd-bb93-4358-875f-931733116d1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d HTTP/1.1" status: 200 len: 896 time: 0.6322658 Apr 22 17:32:13.448358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=37a1ca88-af97-4f9b-a7da-c171f57dfab7,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:13.466448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32543c4e-ea67-4660-9a92-6c3387adb66c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.514676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-03aef8e8-4b59-4734-8609-8e8cdedb7796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:13.514958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-03aef8e8-4b59-4734-8609-8e8cdedb7796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:13.596607 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.600360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.629917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': 'd5beb867-6d1f-4dee-b29f-ea432154dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2934fc8b-44cf-4e28-9fd6-10e283a4518b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:13.630284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: 2934fc8b-44cf-4e28-9fd6-10e283a4518b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:13.645112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Transition to ACTIVE for port object 1d5449fd-5786-48f2-94d8-a5b607c53578 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:13.649015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Transition to ACTIVE for port object 71d4c909-e031-4123-bca5-ce45e808fb37 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:13.683458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.691440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.726656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Transition to ACTIVE for port object 1d5449fd-5786-48f2-94d8-a5b607c53578 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:13.728279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Transition to ACTIVE for port object 71d4c909-e031-4123-bca5-ce45e808fb37 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:13.729183 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-318c27d5-4c0a-480f-a483-c3e9748d5f1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64 HTTP/1.1" status: 200 len: 1001 time: 0.2691581 Apr 22 17:32:13.729664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Transition to ACTIVE for port object c249a3ed-6bcd-4e65-82e3-a238fa1502eb will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:13.777063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Transition to ACTIVE for port object c249a3ed-6bcd-4e65-82e3-a238fa1502eb will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:13.840406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 2934fc8b-44cf-4e28-9fd6-10e283a4518b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:13.868209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.883678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-65c0d561-bc81-4fdf-88ac-aa9604edb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:13.885722 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-65c0d561-bc81-4fdf-88ac-aa9604edb71e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a39a3ba-6811-4921-8175-f52235d47129 HTTP/1.1" status: 200 len: 834 time: 0.1465123 Apr 22 17:32:13.907896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.932342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.953530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32543c4e-ea67-4660-9a92-6c3387adb66c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:13.983472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Network c92d9a03-bf98-4f53-8c18-a58d960a7395 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:13.985707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Network f66f8167-5122-4618-b5f2-3a70896d666b is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:13.990572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:13.992333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:13.997803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:14.002302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:14.002302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:14.004026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:14.006083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Pushing event updated for resources: {'Port': ['ID=1d5449fd-5786-48f2-94d8-a5b607c53578,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:14.010612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:14.011273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 2934fc8b-44cf-4e28-9fd6-10e283a4518b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:14.062639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:14.063266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.089980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18513493-aba0-4b21-8b16-fd836acb9984 None None] Network 2934fc8b-44cf-4e28-9fd6-10e283a4518b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:14.132414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.20.0.1 (c92d9a03-bf98-4f53-8c18-a58d960a7395/c2cb5b74-c8ea-4716-8266-8f1c564c2dc4/f5b3a854-c305-4973-8613-058ad3fed2df) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:14.144389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.200800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566c9e8-61e2-4cff-b596-5c78efad895f req-9b969f0c-bb3b-4349-941a-a4bb176b9792 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:14.210165 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1566c9e8-61e2-4cff-b596-5c78efad895f req-9b969f0c-bb3b-4349-941a-a4bb176b9792 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 945 time: 0.4392364 Apr 22 17:32:14.239857 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0690c080-d5a3-4275-b36d-becf8c2a8d96 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2887034 Apr 22 17:32:14.240077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47600) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:14.327868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32543c4e-ea67-4660-9a92-6c3387adb66c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.367818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-5d2dbea5-2591-4fc6-b775-b2188d86bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:14.369869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-5d2dbea5-2591-4fc6-b775-b2188d86bf02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4753044 Apr 22 17:32:14.459910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32543c4e-ea67-4660-9a92-6c3387adb66c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5a665a-26e0-4bd1-a1a9-a9ed649bc9ff,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:14.463533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8935d63-e87a-4e05-bb2c-9d679623878d None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:14.469620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32543c4e-ea67-4660-9a92-6c3387adb66c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.473358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.496599 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1566c9e8-61e2-4cff-b596-5c78efad895f req-1679f442-4f25-4c03-903a-cf2b9337bf0a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797987 Apr 22 17:32:14.527058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Pushing event updated for resources: {'Port': ['ID=71d4c909-e031-4123-bca5-ce45e808fb37,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:14.582129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-03aef8e8-4b59-4734-8609-8e8cdedb7796 None None] Could not find standard attr ID for object d88edc35-0852-4c91-b70a-7814b86a920d. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:32:14.583505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Attempting to bind port c249a3ed-6bcd-4e65-82e3-a238fa1502eb on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:14.583878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Attempting to bind port c249a3ed-6bcd-4e65-82e3-a238fa1502eb by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '69992612-e36b-48ec-9f83-951bce5dacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '858f87f4-d716-42c2-bfb6-46f3c3d77f9d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:14.584245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Attempting to bind port c249a3ed-6bcd-4e65-82e3-a238fa1502eb on network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:14.586496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Attempting to bind port 71d4c909-e031-4123-bca5-ce45e808fb37 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:14.587609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Attempting to bind port 71d4c909-e031-4123-bca5-ce45e808fb37 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f66f8167-5122-4618-b5f2-3a70896d666b'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:14.587609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Attempting to bind port 71d4c909-e031-4123-bca5-ce45e808fb37 on network f66f8167-5122-4618-b5f2-3a70896d666b {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:14.589161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Attempting to bind port 1d5449fd-5786-48f2-94d8-a5b607c53578 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:14.589861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Attempting to bind port 1d5449fd-5786-48f2-94d8-a5b607c53578 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'be2811ef-4dce-4e27-9f3b-f94307323dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c92d9a03-bf98-4f53-8c18-a58d960a7395'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:14.589861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Attempting to bind port 1d5449fd-5786-48f2-94d8-a5b607c53578 on network c92d9a03-bf98-4f53-8c18-a58d960a7395 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:14.595638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.671184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:14.671564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Checking segment: {'id': '37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f66f8167-5122-4618-b5f2-3a70896d666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:14.671979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.672381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Bound using segment: {'id': '37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f66f8167-5122-4618-b5f2-3a70896d666b'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:14.672878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Bound port: 71d4c909-e031-4123-bca5-ce45e808fb37, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f66f8167-5122-4618-b5f2-3a70896d666b'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:14.673254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.697059 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:14.697496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Checking segment: {'id': '69992612-e36b-48ec-9f83-951bce5dacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '858f87f4-d716-42c2-bfb6-46f3c3d77f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:14.697855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.698236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Bound using segment: {'id': '69992612-e36b-48ec-9f83-951bce5dacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '858f87f4-d716-42c2-bfb6-46f3c3d77f9d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:14.698716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Bound port: c249a3ed-6bcd-4e65-82e3-a238fa1502eb, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69992612-e36b-48ec-9f83-951bce5dacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '858f87f4-d716-42c2-bfb6-46f3c3d77f9d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:14.699128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.723905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:14.728247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Checking segment: {'id': 'be2811ef-4dce-4e27-9f3b-f94307323dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c92d9a03-bf98-4f53-8c18-a58d960a7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:14.728247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.728247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Bound using segment: {'id': 'be2811ef-4dce-4e27-9f3b-f94307323dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c92d9a03-bf98-4f53-8c18-a58d960a7395'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:14.728247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Bound port: 1d5449fd-5786-48f2-94d8-a5b607c53578, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2811ef-4dce-4e27-9f3b-f94307323dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c92d9a03-bf98-4f53-8c18-a58d960a7395'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:14.728247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.760864 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-32543c4e-ea67-4660-9a92-6c3387adb66c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/9f5a665a-26e0-4bd1-a1a9-a9ed649bc9ff HTTP/1.1" status: 204 len: 168 time: 2.0230939 Apr 22 17:32:14.763386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47610) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:14.797786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6dadfb8a-90d7-4e75-a733-cda837d4edb0 None None] Could not find standard attr ID for object d88edc35-0852-4c91-b70a-7814b86a920d. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:32:14.803850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.828321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Pushing event updated for resources: {'Port': ['ID=c249a3ed-6bcd-4e65-82e3-a238fa1502eb,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:14.837891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.851173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object f5b3a854-c305-4973-8613-058ad3fed2df will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:14.866413 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-2ef95811-ea5b-4237-b73e-5ffaf75a6c31 service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827907 Apr 22 17:32:14.925708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.992504 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:14.999264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.024971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2934fc8b-44cf-4e28-9fd6-10e283a4518b']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:15.040924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5beb867-6d1f-4dee-b29f-ea432154dde9') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:15.041227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5beb867-6d1f-4dee-b29f-ea432154dde9') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:15.055396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.069236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.075004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.083184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:15.083591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.145915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ca5bc-1d9a-476b-8a9d-33f40e52151f None None] Network 2934fc8b-44cf-4e28-9fd6-10e283a4518b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:15.152240 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f079a0f-b63b-4686-8ac8-71aa93d05a44 req-0cc23e29-e231-49ed-8e14-9bb4564623ab service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709472 Apr 22 17:32:15.169266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network c92d9a03-bf98-4f53-8c18-a58d960a7395 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:15.170584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=aa363526-d2e6-4ac8-bbfa-78bfc24373e5,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:15.181667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:15.213679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3d9959-a1ed-432f-baff-112c2f23e370,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:15.216581 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:15.219002 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6d6d9c71-9903-48f8-9e2b-0ff9b979f206 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4540844 Apr 22 17:32:15.238120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] For port 71d4c909-e031-4123-bca5-ce45e808fb37, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:15.238227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:15.240000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47620) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:15.276693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] For port c249a3ed-6bcd-4e65-82e3-a238fa1502eb, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:15.295895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.302073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] For port 1d5449fd-5786-48f2-94d8-a5b607c53578, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:15.314369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] For port c249a3ed-6bcd-4e65-82e3-a238fa1502eb, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c249a3ed-6bcd-4e65-82e3-a238fa1502eb,segment=NetworkSegment(69992612-e36b-48ec-9f83-951bce5dacc0),segment_id=69992612-e36b-48ec-9f83-951bce5dacc0)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:15.317114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] For port 71d4c909-e031-4123-bca5-ce45e808fb37, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=71d4c909-e031-4123-bca5-ce45e808fb37,segment=NetworkSegment(37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6),segment_id=37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:15.326788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] For port 1d5449fd-5786-48f2-94d8-a5b607c53578, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1d5449fd-5786-48f2-94d8-a5b607c53578,segment=NetworkSegment(be2811ef-4dce-4e27-9f3b-f94307323dcb),segment_id=be2811ef-4dce-4e27-9f3b-f94307323dcb)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:15.339544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.352045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.402966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 37a1ca88-af97-4f9b-a7da-c171f57dfab7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:15.403177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.408300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=f5b3a854-c305-4973-8613-058ad3fed2df,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:15.420953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=2934fc8b-44cf-4e28-9fd6-10e283a4518b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:15.446058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.446820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47624) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:15.452650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.456433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.472965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd47609a-b8eb-4be6-a927-7070babc34d4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:15.474274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fd47609a-b8eb-4be6-a927-7070babc34d4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:15.496434 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ca8cdff2-d6fb-45f4-96c6-0ae0d7316f91 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/2934fc8b-44cf-4e28-9fd6-10e283a4518b HTTP/1.1" status: 204 len: 168 time: 1.2547951 Apr 22 17:32:15.504629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47628) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:15.516376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-302357944'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:15.565959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:15.570840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:15.576539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:15.589102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:15.633075 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP bb502044-8107-4485-abdb-3987529acd1d associated. External IP: 172.26.3.39, port: f367ac94-c7fe-4520-84ed-7cb44c1eb05b. Apr 22 17:32:15.644653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fd47609a-b8eb-4be6-a927-7070babc34d4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:15.650919 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fd47609a-b8eb-4be6-a927-7070babc34d4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4088581 Apr 22 17:32:15.651143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:15.651587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47636) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:15.669195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] Deleting port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:15.669751 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.708199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fbb1a-05de-44f1-ba0a-30479aefd3db None None] Pushing event updated for resources: {'Port': ['ID=c249a3ed-6bcd-4e65-82e3-a238fa1502eb,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:15.751988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1373080805', 'router:external': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:15.775131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:15.780203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:15.780344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.805524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Usage tracker for resource:network and tenant:9124540b96674dc081d43e8ee34cfeab is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:15.814949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:15.827923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:15.837490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:15.838040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.851883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736df246-6256-4c4f-9631-77ab478d11f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:15.855277 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-736df246-6256-4c4f-9631-77ab478d11f6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2031662 Apr 22 17:32:15.860601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47640) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:15.949734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:15.965848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Made reservation on behalf of 9124540b96674dc081d43e8ee34cfeab for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:15.968366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.972487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:15.973087 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment 9476b1ed-427c-48a5-9fbf-9131e2d56559 of type vlan for network 78fe151d-f886-4a8c-b6bb-d9c786166c20 Apr 22 17:32:16.018138 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4b8aad35-a998-4732-9408-c7ef4f97e3ab tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1538110 Apr 22 17:32:16.018358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47644) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:16.021307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.041735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:16.068329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703e4a-c6d8-4f6d-9a2e-ff34244316a7 None None] Pushing event updated for resources: {'Port': ['ID=1d5449fd-5786-48f2-94d8-a5b607c53578,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:16.078032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.097920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:16.102045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Usage tracker for resource:security_group_rule and tenant:9124540b96674dc081d43e8ee34cfeab is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:16.105135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:16.111831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:16.214211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.267466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.315740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:16.320235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:16.324248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:16.331010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:16.341679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.360279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990501e0-2481-4150-af95-8d09fc69226e req-a4ffa32d-5c62-4eee-b507-65d330373014 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:16.367765 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-990501e0-2481-4150-af95-8d09fc69226e req-a4ffa32d-5c62-4eee-b507-65d330373014 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 945 time: 0.6092296 Apr 22 17:32:16.392686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:16.402936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a22b530-eb1b-47a4-b963-63428d288573,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:16.438169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.438605 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Added segment 8ee7ad80-9d47-4552-bb15-e442f8188b8c of type vlan for network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 Apr 22 17:32:16.452810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:16.456867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.479142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] For port 37a1ca88-af97-4f9b-a7da-c171f57dfab7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=37a1ca88-af97-4f9b-a7da-c171f57dfab7,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:16.479755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.565042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.571329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:16.572460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.627264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:16.667894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] Calling delete_port for 37a1ca88-af97-4f9b-a7da-c171f57dfab7 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:16.678430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.768102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9718bc4-bd5a-4802-92c8-a47a50b2cd4e None None] Pushing event updated for resources: {'Port': ['ID=71d4c909-e031-4123-bca5-ce45e808fb37,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:16.835377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.836233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:16.837028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.895675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:16.904111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:16.904841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.977063 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'Network': ['ID=02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:16.984639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:16.987040 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-990501e0-2481-4150-af95-8d09fc69226e req-2dace8bf-6a59-4dde-9366-4a1af0defcd4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6112185 Apr 22 17:32:17.039022 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-191eda50-8af0-4d8c-befd-87c242212ac5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5492938 Apr 22 17:32:17.042543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47648) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:17.048167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'subnet': {'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:17.050290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=78fe151d-f886-4a8c-b6bb-d9c786166c20,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:17.059386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:17.064340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:17.068782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Usage tracker for resource:subnet and tenant:9124540b96674dc081d43e8ee34cfeab is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:17.075002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:17.077207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] No DVR routers for this DVR port 37a1ca88-af97-4f9b-a7da-c171f57dfab7 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:17.088571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 78fe151d-f886-4a8c-b6bb-d9c786166c20 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:17.111605 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e9bd1271-2f39-4220-a45c-654b3587a1bb tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6057882 Apr 22 17:32:17.112933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:17.123118 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed53c5-9b2a-4b02-80a8-a0c5073820b5 None None] Pushing event deleted for resources: {'Port': ['ID=37a1ca88-af97-4f9b-a7da-c171f57dfab7,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:17.131064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47652) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:17.142378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:17.155553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': '78fe151d-f886-4a8c-b6bb-d9c786166c20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:17.217562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:32:17.219084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:17.331853 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Made reservation on behalf of 9124540b96674dc081d43e8ee34cfeab for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:17.334277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:17.356324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=8535e035-e06f-4882-97b0-f1531e45fb9d,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:17.358768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f335638d-2a5d-4b68-b404-46c6a09217b4 None None] Network c92d9a03-bf98-4f53-8c18-a58d960a7395 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:17.396788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:17.455647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:17.477676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:17.478277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:17.560171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a341a2-2cf4-4f26-9ff4-7a321b81dc30 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:17.574003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:17.595647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 71d4c909-e031-4123-bca5-ce45e808fb37 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:17.606600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:subnet and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:17.613945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:17.640153 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0eb71be3-aff1-4c2e-ad5f-c1fb7ad5c057 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6206043 Apr 22 17:32:17.640990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47656) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:17.664697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:3c:f1:e7', 'name': 'tempest-NetworksTestDHCPv6-602329103'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:17.704375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-34e19688-fb11-4986-80c5-45639f2ca9ce None None] Provisioning for port 1d5449fd-5786-48f2-94d8-a5b607c53578 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:17.753181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:17.768696 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92580523-73b0-4004-9d1d-9a5cc4ed21b8 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:17.775244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:17.786499 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92580523-73b0-4004-9d1d-9a5cc4ed21b8 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:17.787168 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-92580523-73b0-4004-9d1d-9a5cc4ed21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:17.831031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:17.849402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:17.862476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:17.878441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:17.884614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:17.894201 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:17.923791 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-92580523-73b0-4004-9d1d-9a5cc4ed21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:17.934165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:17.936617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:17.946227 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92580523-73b0-4004-9d1d-9a5cc4ed21b8 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:17.948079 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-92580523-73b0-4004-9d1d-9a5cc4ed21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:17.970760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:18.091531 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-92580523-73b0-4004-9d1d-9a5cc4ed21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:18.092252 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92580523-73b0-4004-9d1d-9a5cc4ed21b8 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:18.167403 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1f0e3-3110-4812-9b38-d95beb6d0ea3 None None] Network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:18.177440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=f5b3a854-c305-4973-8613-058ad3fed2df,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:18.190660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4464548-f413-4cf5-8e29-cbfbbecae011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:32:18.214104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d97399-c57e-4c4e-a21d-64760e7c7b15 None None] Network f66f8167-5122-4618-b5f2-3a70896d666b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:18.226909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 71d4c909-e031-4123-bca5-ce45e808fb37 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:18.277234 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1b9829-b719-47a6-a380-d7372e95b201'] response: {'server_uuid': 'f4464548-f413-4cf5-8e29-cbfbbecae011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c', 'code': 200} Apr 22 17:32:18.277420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:18.288118 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cf8de791-9f5e-48f5-b8f8-3f1fca51cfe8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.4736316 Apr 22 17:32:18.291511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47666) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:18.292768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:18.300856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:18.316700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:18.365487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1d5449fd-5786-48f2-94d8-a5b607c53578 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:18.425441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 661bf9bd-1582-4469-8e03-eabb326ccbe8 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:18.501377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:18.532132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network c92d9a03-bf98-4f53-8c18-a58d960a7395 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:18.535443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:18.613615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '8535e035-e06f-4882-97b0-f1531e45fb9d'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:18.614458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:18.628778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:18.689717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe3c:f1e7 (b68838ec-31d5-4ab0-8519-6f8459febd2e/8535e035-e06f-4882-97b0-f1531e45fb9d/661bf9bd-1582-4469-8e03-eabb326ccbe8) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:18.710945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3844580-8e8b-4f82-826d-0e219cd6f67b req-eb0cf574-e4bd-453e-90ca-ca0117208d46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:18.712995 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e3844580-8e8b-4f82-826d-0e219cd6f67b req-eb0cf574-e4bd-453e-90ca-ca0117208d46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 945 time: 0.5147696 Apr 22 17:32:18.751577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5db7dd01-c22b-418a-801c-4ea0d2c5dd0d None None] Provisioning for port c249a3ed-6bcd-4e65-82e3-a238fa1502eb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:18.863682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:18.877029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:18.992377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=7f9d937a-e71a-42e9-a69b-64705b5a43df,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:19.006388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': '9476b1ed-427c-48a5-9fbf-9131e2d56559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '78fe151d-f886-4a8c-b6bb-d9c786166c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:19.006770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: 78fe151d-f886-4a8c-b6bb-d9c786166c20, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:19.017742 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:32:19.017742 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.034634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d1a0d-df00-46f9-a511-5884f96ad045 req-bb624102-2629-4815-a66d-a95a2f8aa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:19.036142 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a1d1a0d-df00-46f9-a511-5884f96ad045 req-bb624102-2629-4815-a66d-a95a2f8aa09f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 1099 time: 0.3388376 Apr 22 17:32:19.066718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 1d5449fd-5786-48f2-94d8-a5b607c53578 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:19.090321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e2123e1d-8b64-45bc-ac66-923d7498ce47 None None] Provisioning for port 71d4c909-e031-4123-bca5-ce45e808fb37 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:19.093567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1d5449fd-5786-48f2-94d8-a5b607c53578 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:19.098727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.103497 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a1d1a0d-df00-46f9-a511-5884f96ad045 req-243dfdd0-f5a8-4aa0-a534-d886dbccc4ab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578127 Apr 22 17:32:19.118942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 78fe151d-f886-4a8c-b6bb-d9c786166c20 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:19.130697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 35e8c9b2-90d6-4453-bcaa-73b2f2a2658e is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:32:19.142228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e2123e1d-8b64-45bc-ac66-923d7498ce47 None None] Provisioning complete for port 71d4c909-e031-4123-bca5-ce45e808fb37 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:19.142872 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e3844580-8e8b-4f82-826d-0e219cd6f67b req-7247183d-6d10-4db7-a769-aba1ef811f69 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151828 Apr 22 17:32:19.150957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e2123e1d-8b64-45bc-ac66-923d7498ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.286593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.298439 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f8c4d78-60ca-4b0c-909f-9cbdc4df5444,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:19.385787 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.392724 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP bb502044-8107-4485-abdb-3987529acd1d disassociated. External IP: 172.26.3.39, port: f367ac94-c7fe-4520-84ed-7cb44c1eb05b. Apr 22 17:32:19.407059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:19.408735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 78fe151d-f886-4a8c-b6bb-d9c786166c20) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:19.428516 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-02e72efe-f620-4d51-bf28-1f05ff7e6159 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/35e8c9b2-90d6-4453-bcaa-73b2f2a2658e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7148609 Apr 22 17:32:19.431823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47676) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:19.435984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:19.437300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.447929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a055c6-27e4-4e3f-85c7-44c25e59eb80 None None] Sync routers for ids ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:19.454262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233b618-517d-4ab0-9c16-ab50f7a5abb4 None None] Network 78fe151d-f886-4a8c-b6bb-d9c786166c20 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:19.523090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a055c6-27e4-4e3f-85c7-44c25e59eb80 None None] Routers {'35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:19.523768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-36a055c6-27e4-4e3f-85c7-44c25e59eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:19.537678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Checking segment: {'id': '8ee7ad80-9d47-4552-bb15-e442f8188b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:19.538213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Network hostable DHCP agents. Network: 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:19.582706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5e1f3-735d-4aeb-8d90-c2a6952cfe2e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:19.583837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-73d5e1f3-735d-4aeb-8d90-c2a6952cfe2e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:19.593176 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b33e280f-5dee-4462-b262-5c5646c9f849 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4608765 Apr 22 17:32:19.594227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47680) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:19.651113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.732593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 1d5449fd-5786-48f2-94d8-a5b607c53578, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1d5449fd-5786-48f2-94d8-a5b607c53578,segment=NetworkSegment(be2811ef-4dce-4e27-9f3b-f94307323dcb),segment_id=be2811ef-4dce-4e27-9f3b-f94307323dcb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:19.746112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-36a055c6-27e4-4e3f-85c7-44c25e59eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:19.757142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e2123e1d-8b64-45bc-ac66-923d7498ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.792014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.801372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:19.814015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e2123e1d-8b64-45bc-ac66-923d7498ce47 None None] For port 71d4c909-e031-4123-bca5-ce45e808fb37, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=71d4c909-e031-4123-bca5-ce45e808fb37,segment=NetworkSegment(37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6),segment_id=37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:19.817798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.826959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.827775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c249a3ed-6bcd-4e65-82e3-a238fa1502eb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:19.897923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a055c6-27e4-4e3f-85c7-44c25e59eb80 None None] Routers {'35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:19.898620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-36a055c6-27e4-4e3f-85c7-44c25e59eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:19.900938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.902950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 661bf9bd-1582-4469-8e03-eabb326ccbe8 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:19.908662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:19.912951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:19.913714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:19.930588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-73d5e1f3-735d-4aeb-8d90-c2a6952cfe2e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:19.934402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-73d5e1f3-735d-4aeb-8d90-c2a6952cfe2e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports/f5b3a854-c305-4973-8613-058ad3fed2df HTTP/1.1" status: 200 len: 910 time: 0.4986725 Apr 22 17:32:19.936667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47684) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:19.963754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dee1eb-4795-44fe-a6be-d210023a87da None None] Network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:20.001680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e2123e1d-8b64-45bc-ac66-923d7498ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.039580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-36a055c6-27e4-4e3f-85c7-44c25e59eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:20.040090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a055c6-27e4-4e3f-85c7-44c25e59eb80 None None] The sync data for ids ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:20.049948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.095113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9d937a-e71a-42e9-a69b-64705b5a43df,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:20.169021 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-591104d5-194c-4b5c-a2bf-48d70c70788f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1225779 Apr 22 17:32:20.182836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47690) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:20.201423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.211474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-504948665', 'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:20.214147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=1d5449fd-5786-48f2-94d8-a5b607c53578,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:20.224910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:20.251125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fe151d-f886-4a8c-b6bb-d9c786166c20']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:20.266396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9476b1ed-427c-48a5-9fbf-9131e2d56559') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:20.267039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9476b1ed-427c-48a5-9fbf-9131e2d56559') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:20.280074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.295269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:20.300820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.303580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Usage tracker for resource:port and tenant:9124540b96674dc081d43e8ee34cfeab is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:20.307703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.317494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:20.317692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.331990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e3475-0187-4d88-914b-8865262aea7a None None] Network 78fe151d-f886-4a8c-b6bb-d9c786166c20 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:20.333035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:20.358611 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:20.433194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Allocated IP 2001:db8::f816:3eff:fea2:9894 (b68838ec-31d5-4ab0-8519-6f8459febd2e/8535e035-e06f-4882-97b0-f1531e45fb9d/691c608c-bdff-4b44-a833-612ff4c6da49) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:20.501052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Provisioning complete for port 1d5449fd-5786-48f2-94d8-a5b607c53578 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:20.501552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.545136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:20.553789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.566302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.609606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=78fe151d-f886-4a8c-b6bb-d9c786166c20,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:20.615989 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1816be29-d48c-4150-90c0-45dbd6b372b9 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/78fe151d-f886-4a8c-b6bb-d9c786166c20 HTTP/1.1" status: 204 len: 168 time: 1.0197401 Apr 22 17:32:20.649870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47698) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:20.665657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1473380699'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:20.673195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:20.678511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:20.682720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:20.688372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c249a3ed-6bcd-4e65-82e3-a238fa1502eb completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:20.689721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:20.728004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193accc-9705-4f92-9594-3f86d3ba16d5 req-b47bfcc5-4bce-48c7-af1a-e0a210b53c4b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:20.734810 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5193accc-9705-4f92-9594-3f86d3ba16d5 req-b47bfcc5-4bce-48c7-af1a-e0a210b53c4b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 946 time: 0.3752930 Apr 22 17:32:20.764015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c249a3ed-6bcd-4e65-82e3-a238fa1502eb triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:20.764598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.775549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5193accc-9705-4f92-9594-3f86d3ba16d5 req-0653afb1-8dcd-4b6d-a6f4-a9bb78f9d8cd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394473 Apr 22 17:32:20.779017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:20.784840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.787311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:20.806559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:20.811993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=661bf9bd-1582-4469-8e03-eabb326ccbe8,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:20.824951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:20.825227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:20.830473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:20.831137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.835129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.835552 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment a441ea23-37fb-4cb4-82a9-432fdd23e6a6 of type vlan for network 650cc4b4-cf28-437c-9d30-bc1bfcd68d58 Apr 22 17:32:20.854508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2123e1d-8b64-45bc-ac66-923d7498ce47 None None] Pushing event updated for resources: {'Port': ['ID=71d4c909-e031-4123-bca5-ce45e808fb37,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:20.873121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.922148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Made reservation on behalf of 9124540b96674dc081d43e8ee34cfeab for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:20.924528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.974946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:20.981647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:20.982430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.000365 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-56916429-f6cc-40b2-a794-847abd5f8d4a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3453929 Apr 22 17:32:21.010086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47702) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:21.041273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8be00c-93b6-4908-9664-f810f5411ff7 None None] Network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:21.098889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=650cc4b4-cf28-437c-9d30-bc1bfcd68d58,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:21.124754 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] device_id is not set on port 0d56cbfe-3f44-4561-be6d-2ac63ab3ad87 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:21.140634 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5ca472ff-4820-46c3-beb4-d3d8be96c203 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4848146 Apr 22 17:32:21.143731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47706) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:21.144581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 650cc4b4-cf28-437c-9d30-bc1bfcd68d58 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:21.150424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': '650cc4b4-cf28-437c-9d30-bc1bfcd68d58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:21.215775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:21.229706 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a1ce4-008b-4ff5-ae9f-d8cbe0790a73 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:21.238775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.248029 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a1ce4-008b-4ff5-ae9f-d8cbe0790a73 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:21.248997 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ac0a1ce4-008b-4ff5-ae9f-d8cbe0790a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:21.264024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:21.267998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:subnet and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:21.270436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:21.277136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:21.325228 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ac0a1ce4-008b-4ff5-ae9f-d8cbe0790a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:21.334853 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a1ce4-008b-4ff5-ae9f-d8cbe0790a73 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:21.335680 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ac0a1ce4-008b-4ff5-ae9f-d8cbe0790a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:21.358606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:21.365878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.391266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.407044 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6803d3e3-6294-447d-b058-85006dcab25a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/floatingips/bb502044-8107-4485-abdb-3987529acd1d HTTP/1.1" status: 200 len: 687 time: 3.1111345 Apr 22 17:32:21.408080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47710) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:21.430689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Transition to ACTIVE for port object 691c608c-bdff-4b44-a833-612ff4c6da49 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:21.464088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e740a-bfe9-4cc9-a958-45c927a59ab7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:21.464816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6f3e740a-bfe9-4cc9-a958-45c927a59ab7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:21.475017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.482533 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ac0a1ce4-008b-4ff5-ae9f-d8cbe0790a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:21.482963 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a1ce4-008b-4ff5-ae9f-d8cbe0790a73 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:21.500601 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Transition to ACTIVE for port object 691c608c-bdff-4b44-a833-612ff4c6da49 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:21.545672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Provisioning complete for port c249a3ed-6bcd-4e65-82e3-a238fa1502eb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:21.546083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.601916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.644805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port c249a3ed-6bcd-4e65-82e3-a238fa1502eb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c249a3ed-6bcd-4e65-82e3-a238fa1502eb,segment=NetworkSegment(69992612-e36b-48ec-9f83-951bce5dacc0),segment_id=69992612-e36b-48ec-9f83-951bce5dacc0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:21.663553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.676803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port aa363526-d2e6-4ac8-bbfa-78bfc24373e5 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:21.677145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.685188 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:21.704127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Allocated IP 172.20.0.4 (02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0/3f8c4d78-60ca-4b0c-909f-9cbdc4df5444/0d56cbfe-3f44-4561-be6d-2ac63ab3ad87) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:21.717695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:21.735174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:21.782790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Pushing event updated for resources: {'Port': ['ID=691c608c-bdff-4b44-a833-612ff4c6da49,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:21.786816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6f3e740a-bfe9-4cc9-a958-45c927a59ab7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:21.790584 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6f3e740a-bfe9-4cc9-a958-45c927a59ab7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7778449 Apr 22 17:32:21.794849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47714) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:21.823620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.923079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 37a1ca88-af97-4f9b-a7da-c171f57dfab7 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:21.969134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Attempting to bind port 691c608c-bdff-4b44-a833-612ff4c6da49 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:21.969510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Attempting to bind port 691c608c-bdff-4b44-a833-612ff4c6da49 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:21.969873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Attempting to bind port 691c608c-bdff-4b44-a833-612ff4c6da49 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:21.981058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 37a1ca88-af97-4f9b-a7da-c171f57dfab7 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:21.986590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 37a1ca88-af97-4f9b-a7da-c171f57dfab7 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:21.996213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:21.996603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:21.997012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:21.997407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:21.997871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Bound port: 691c608c-bdff-4b44-a833-612ff4c6da49, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:21.998249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.022199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=c249a3ed-6bcd-4e65-82e3-a238fa1502eb,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:22.035896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.078035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1d5449fd-5786-48f2-94d8-a5b607c53578 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:22.120972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=d136e3be-7133-4a1a-8170-1f89242d0251,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:22.121848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Provisioning complete for port 71d4c909-e031-4123-bca5-ce45e808fb37 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:22.122227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.130688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': 'a441ea23-37fb-4cb4-82a9-432fdd23e6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '650cc4b4-cf28-437c-9d30-bc1bfcd68d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:22.131082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: 650cc4b4-cf28-437c-9d30-bc1bfcd68d58, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:22.213160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:22.215200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 650cc4b4-cf28-437c-9d30-bc1bfcd68d58 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:22.216457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:22.267975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1d5449fd-5786-48f2-94d8-a5b607c53578 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:22.267975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.308549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.319719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-200462b3-32cb-46f3-99b2-3fd2be22560a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 661bf9bd-1582-4469-8e03-eabb326ccbe8 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:22.320059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-200462b3-32cb-46f3-99b2-3fd2be22560a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.322227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 650cc4b4-cf28-437c-9d30-bc1bfcd68d58) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:22.327010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:22.327951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.358976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689ee98-e2e6-4c66-9f4a-e47535fb3a5e None None] Network 650cc4b4-cf28-437c-9d30-bc1bfcd68d58 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:22.436108 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5b4fe159-7269-4daa-b155-ae050bddf94f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2904162 Apr 22 17:32:22.436736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47720) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:22.527828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd9d8e-aca8-4833-93b4-ace4ad61aba7 None None] Pushing event updated for resources: {'Port': ['ID=691c608c-bdff-4b44-a833-612ff4c6da49,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:22.592804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.619531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.620086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.679889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.685754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Provisioning for port f5b3a854-c305-4973-8613-058ad3fed2df completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:22.703274 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 71d4c909-e031-4123-bca5-ce45e808fb37 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:22.738924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Provisioning complete for port f5b3a854-c305-4973-8613-058ad3fed2df triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:22.739304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.776759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for aa363526-d2e6-4ac8-bbfa-78bfc24373e5 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:22.844415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.887054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-34b9e580-69d9-4f22-b615-647b1064db31 None None] Port f5b3a854-c305-4973-8613-058ad3fed2df cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:22.894619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=d136e3be-7133-4a1a-8170-1f89242d0251,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:22.917843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 71d4c909-e031-4123-bca5-ce45e808fb37 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:22.918229 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.942196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2ed93-1054-48f8-be78-b1ff4271aeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-650cc4b4-cf28-437c-9d30-bc1bfcd68d58', 'network_id': '650cc4b4-cf28-437c-9d30-bc1bfcd68d58', 'tenant_id': 'e2acafe89dc9472abdfdba500f8e33fd', 'fixed_ips': [{'subnet_id': 'd136e3be-7133-4a1a-8170-1f89242d0251'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:22.943069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4bd2ed93-1054-48f8-be78-b1ff4271aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:22.948544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f9b1-426b-4a55-897d-23baab0b6bb5 req-8cd02e63-c0b3-4d24-8370-11f151f4dec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:22.950313 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fd18f9b1-426b-4a55-897d-23baab0b6bb5 req-8cd02e63-c0b3-4d24-8370-11f151f4dec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 946 time: 0.9961438 Apr 22 17:32:23.006876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.054724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650cc4b4-cf28-437c-9d30-bc1bfcd68d58']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:23.073166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a441ea23-37fb-4cb4-82a9-432fdd23e6a6') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:23.073166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a441ea23-37fb-4cb4-82a9-432fdd23e6a6') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:23.085581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.087987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.105485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.113440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:23.113953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:23.131479 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:23.134901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a04fb1-53f4-47c6-8ce8-f07e15f8d4ce None None] Network 650cc4b4-cf28-437c-9d30-bc1bfcd68d58 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:23.231730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.21.0.1 (858f87f4-d716-42c2-bfb6-46f3c3d77f9d/90506726-9426-487a-8944-b49acfba8e9a/feeae5b5-4900-491a-8006-8a8638209623) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:23.243265 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fd18f9b1-426b-4a55-897d-23baab0b6bb5 req-6d23b1f1-4dc7-4a40-b829-3aa38996c49c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266729 Apr 22 17:32:23.270319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-200462b3-32cb-46f3-99b2-3fd2be22560a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.278098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.310472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.327903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=650cc4b4-cf28-437c-9d30-bc1bfcd68d58,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:23.335757 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-95ad3127-a3e8-449a-8e92-ebc2b1617cd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/650cc4b4-cf28-437c-9d30-bc1bfcd68d58 HTTP/1.1" status: 204 len: 168 time: 0.8941598 Apr 22 17:32:23.337697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47726) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:23.343641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-247871478'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:23.389828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:23.398677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:23.403718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:23.411073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:23.424988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-200462b3-32cb-46f3-99b2-3fd2be22560a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 661bf9bd-1582-4469-8e03-eabb326ccbe8 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:23.452860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ee1d-4187-4b90-a121-a5a8679307e3 req-3acd5162-92fb-40cb-ad29-fc9689780303 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:23.454618 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-beb7ee1d-4187-4b90-a121-a5a8679307e3 req-3acd5162-92fb-40cb-ad29-fc9689780303 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 946 time: 0.1012886 Apr 22 17:32:23.497029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:23.501026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.522638 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-beb7ee1d-4187-4b90-a121-a5a8679307e3 req-0c16e1dd-8ca2-482c-9bf9-be6811bbf81b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623107 Apr 22 17:32:23.540325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:23.558311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.558886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment 19afdf9b-35e3-4201-a854-1b0504eda605 of type vlan for network 61120602-d6f0-4ebb-a645-f61c3accad97 Apr 22 17:32:23.588044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.603336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.669747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.677690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.684665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:23.685531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.767518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:23.804050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=61120602-d6f0-4ebb-a645-f61c3accad97,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:23.809025 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6a98f8c6-84e4-4647-a7e7-c1942700f30f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4704587 Apr 22 17:32:23.811897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47734) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:23.817625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 61120602-d6f0-4ebb-a645-f61c3accad97 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:23.820467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:23.823253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:23.943812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:23.951229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:subnet and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:23.954914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:23.963937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:23.970703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:23.973589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'Port': ['ID=0d56cbfe-3f44-4561-be6d-2ac63ab3ad87,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:23.981598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:23.992056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-89523455-a4fa-400a-a4c4-a5c7dd8a1e52 None None] Provisioning for port 691c608c-bdff-4b44-a833-612ff4c6da49 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:24.070477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:24.074633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.128241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=aa363526-d2e6-4ac8-bbfa-78bfc24373e5,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:24.132545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object feeae5b5-4900-491a-8006-8a8638209623 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:24.168427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 691c608c-bdff-4b44-a833-612ff4c6da49 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:24.171729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:24.173374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.181018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.219803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.220962 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2f8dd959-7797-40b1-82e4-d51bfe301dd1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/floatingips/bb502044-8107-4485-abdb-3987529acd1d HTTP/1.1" status: 204 len: 168 time: 2.8030293 Apr 22 17:32:24.225384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47738) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:24.232467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'eea0f072-750d-44a6-bd53-9a20f71c6baa'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:24.238286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:24.244117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:floatingip and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:24.247001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:24.249622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-07e7b7d3-7da9-4e45-bf4c-8df9a906483a None None] Provisioning for port 661bf9bd-1582-4469-8e03-eabb326ccbe8 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:24.252417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-200462b3-32cb-46f3-99b2-3fd2be22560a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.254279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:24.255620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-07e7b7d3-7da9-4e45-bf4c-8df9a906483a None None] Provisioning complete for port 661bf9bd-1582-4469-8e03-eabb326ccbe8 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:24.259434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07e7b7d3-7da9-4e45-bf4c-8df9a906483a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.295858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-07e7b7d3-7da9-4e45-bf4c-8df9a906483a None None] Port 661bf9bd-1582-4469-8e03-eabb326ccbe8 was deleted so its status cannot be updated. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 17:32:24.306218 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1d6a38e7-f2ce-4e59-baf2-68daf5f62e92 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.1217794 Apr 22 17:32:24.307115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200462b3-32cb-46f3-99b2-3fd2be22560a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=661bf9bd-1582-4469-8e03-eabb326ccbe8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:24.310088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47742) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:24.324337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 691c608c-bdff-4b44-a833-612ff4c6da49 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:24.329859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 691c608c-bdff-4b44-a833-612ff4c6da49 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:24.330344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.408628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.443483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-200462b3-32cb-46f3-99b2-3fd2be22560a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.445996 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-200462b3-32cb-46f3-99b2-3fd2be22560a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/661bf9bd-1582-4469-8e03-eabb326ccbe8 HTTP/1.1" status: 204 len: 168 time: 2.6416624 Apr 22 17:32:24.449463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b796cfb3-4947-409d-b87a-ec69f24dc09a tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Deleting port 0d56cbfe-3f44-4561-be6d-2ac63ab3ad87 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:24.449790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b796cfb3-4947-409d-b87a-ec69f24dc09a tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.459636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.466540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47746) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:24.488913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.496048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.507907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:24.568762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=a6775895-cfc6-4aaf-886a-691870476aae,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:24.574910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': '19afdf9b-35e3-4201-a854-1b0504eda605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:24.575373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: 61120602-d6f0-4ebb-a645-f61c3accad97, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:24.586432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.587821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c249a3ed-6bcd-4e65-82e3-a238fa1502eb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:24.593009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97829da-06ff-41a8-b500-5af4f9cf4c6d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:24.594508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97829da-06ff-41a8-b500-5af4f9cf4c6d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:24.599815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c97829da-06ff-41a8-b500-5af4f9cf4c6d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:24.637753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:24.669892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:24.672268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:24.705218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=691c608c-bdff-4b44-a833-612ff4c6da49,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:24.706966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=feeae5b5-4900-491a-8006-8a8638209623,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:24.707193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 61120602-d6f0-4ebb-a645-f61c3accad97 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:24.717874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c97829da-06ff-41a8-b500-5af4f9cf4c6d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:24.722008 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c97829da-06ff-41a8-b500-5af4f9cf4c6d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2442503 Apr 22 17:32:24.722510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47750) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:24.723088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c249a3ed-6bcd-4e65-82e3-a238fa1502eb triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:24.723616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.797849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 61120602-d6f0-4ebb-a645-f61c3accad97) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:24.820203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:24.820801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.835449 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b2318-8d59-4973-b2df-6e6d41e7c9ca None None] Network 61120602-d6f0-4ebb-a645-f61c3accad97 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:24.839968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1571690d-efbc-4eb8-ac06-8624a2d240b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 8535e035-e06f-4882-97b0-f1531e45fb9d {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:24.857029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1571690d-efbc-4eb8-ac06-8624a2d240b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.917628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.924254 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-89b1d07b-b093-4659-a971-0286c22ee06c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1112647 Apr 22 17:32:24.927115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47754) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:24.931077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1571690d-efbc-4eb8-ac06-8624a2d240b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:24.960988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:25.051102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cc905933-ce71-4d6e-ab7f-85472fe9b8b7 None None] Provisioning for port feeae5b5-4900-491a-8006-8a8638209623 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:25.065750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47758) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:25.090064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cc905933-ce71-4d6e-ab7f-85472fe9b8b7 None None] Provisioning complete for port feeae5b5-4900-491a-8006-8a8638209623 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:25.090447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc905933-ce71-4d6e-ab7f-85472fe9b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.141754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-61120602-d6f0-4ebb-a645-f61c3accad97', 'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97', 'tenant_id': 'e2acafe89dc9472abdfdba500f8e33fd', 'fixed_ips': [{'subnet_id': 'a6775895-cfc6-4aaf-886a-691870476aae'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:25.142634 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.170247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cc905933-ce71-4d6e-ab7f-85472fe9b8b7 None None] Port feeae5b5-4900-491a-8006-8a8638209623 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:25.239702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1571690d-efbc-4eb8-ac06-8624a2d240b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.253641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b796cfb3-4947-409d-b87a-ec69f24dc09a tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.272723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:25.286095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:subnet and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:25.290931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:25.300191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:25.368825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Allocated IP 2001:db8::2 (61120602-d6f0-4ebb-a645-f61c3accad97/a6775895-cfc6-4aaf-886a-691870476aae/29fb3791-bf5c-428a-be23-fd06a7bdbfe2) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:25.380333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:25.385030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.402031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1571690d-efbc-4eb8-ac06-8624a2d240b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.515711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571690d-efbc-4eb8-ac06-8624a2d240b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=8535e035-e06f-4882-97b0-f1531e45fb9d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:25.517393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1571690d-efbc-4eb8-ac06-8624a2d240b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.528571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc91ac0-bde1-47c7-a4fd-fd4e3bbdbc59 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:25.583992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b796cfb3-4947-409d-b87a-ec69f24dc09a tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Calling delete_port for 0d56cbfe-3f44-4561-be6d-2ac63ab3ad87 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:25.651973 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.663974 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1571690d-efbc-4eb8-ac06-8624a2d240b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/8535e035-e06f-4882-97b0-f1531e45fb9d HTTP/1.1" status: 204 len: 168 time: 0.9401991 Apr 22 17:32:25.665147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47762) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:25.720631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.740119 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9e4eb6af-47b3-41af-afe2-267244b4d30b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697620 Apr 22 17:32:25.740385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47766) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:25.747057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:25.764811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Transition to ACTIVE for port object 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:25.794649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Transition to ACTIVE for port object 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:25.869146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.885523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:25.892080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:25.895094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:25.900992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:25.918146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.918720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:25.934641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Deleting port 691c608c-bdff-4b44-a833-612ff4c6da49 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:25.935043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.959117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.980562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:25.984177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:25.984805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Network 61120602-d6f0-4ebb-a645-f61c3accad97 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:25.995028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:26.008024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:26.012785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Pushing event updated for resources: {'Port': ['ID=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:26.096486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 61120602-d6f0-4ebb-a645-f61c3accad97 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:26.098507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 691c608c-bdff-4b44-a833-612ff4c6da49 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:26.103485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:26.110837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:26.111734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.137782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=35355034-d8b6-4d74-b165-ef740c678e8f,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:26.236097 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-488d3a2f-9d00-4860-b7c8-42d6a1d668bd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3054166 Apr 22 17:32:26.237501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47770) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:26.250108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Attempting to bind port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:26.250479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Attempting to bind port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '19afdf9b-35e3-4201-a854-1b0504eda605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:26.251084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Attempting to bind port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 on network 61120602-d6f0-4ebb-a645-f61c3accad97 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:26.261373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:26.261750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Checking segment: {'id': '19afdf9b-35e3-4201-a854-1b0504eda605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:26.262158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.262561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Bound using segment: {'id': '19afdf9b-35e3-4201-a854-1b0504eda605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:26.263067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Bound port: 29fb3791-bf5c-428a-be23-fd06a7bdbfe2, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19afdf9b-35e3-4201-a854-1b0504eda605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:26.263437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.318731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.26.3.76 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/9f87c211-d07c-4605-8f93-4e153da46325) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:26.321395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cdf52-9a7f-4101-aff3-392b73007196 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:26.323163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cdf52-9a7f-4101-aff3-392b73007196 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:26.324323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b796cfb3-4947-409d-b87a-ec69f24dc09a tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.325114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cdf52-9a7f-4101-aff3-392b73007196 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:26.326462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cdf52-9a7f-4101-aff3-392b73007196 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:26.328227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cdf52-9a7f-4101-aff3-392b73007196 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:26.329082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-301cdf52-9a7f-4101-aff3-392b73007196 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Synchronizing usage tracker for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:26.409308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-301cdf52-9a7f-4101-aff3-392b73007196 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Unset dirty status for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:26.414284 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-301cdf52-9a7f-4101-aff3-392b73007196 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1727390 Apr 22 17:32:26.414556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47774) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:26.420737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-49313116'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:26.421628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:26.422206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.433683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:26.442133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:26.447887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:26.480958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:26.487030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796cfb3-4947-409d-b87a-ec69f24dc09a tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d56cbfe-3f44-4561-be6d-2ac63ab3ad87,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:26.527795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:32:26.570587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:26.574445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Calling delete_port for 691c608c-bdff-4b44-a833-612ff4c6da49 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:26.574710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.636303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:26.655171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.655515 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment 481b04e7-780a-45a0-a305-c391c94992b5 of type vlan for network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 Apr 22 17:32:26.669752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.691916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.714180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] For port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:26.721381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] For port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,segment=NetworkSegment(19afdf9b-35e3-4201-a854-1b0504eda605),segment_id=19afdf9b-35e3-4201-a854-1b0504eda605)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:26.796938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b796cfb3-4947-409d-b87a-ec69f24dc09a tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.800831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.813072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.854541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:26.854541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:26.854909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:26.855184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:26.866974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.873769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:26.874370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:26.901394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657bc88-fd4d-4651-8277-d3954e77ba49 None None] Pushing event updated for resources: {'Port': ['ID=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:27.033467 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6174607 Apr 22 17:32:27.034114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56fa34-ff1f-4e9c-ad06-36d33f571900 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=5daa983a-d540-404a-98a0-9e2d67f3c5c7,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:27.039483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47778) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:27.046285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:27.053241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ac067e7f-6e77-45c7-b072-fdfde9df1fa4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:27.204458 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b796cfb3-4947-409d-b87a-ec69f24dc09a tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0d56cbfe-3f44-4561-be6d-2ac63ab3ad87 HTTP/1.1" status: 204 len: 168 time: 2.8917959 Apr 22 17:32:27.226670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47782) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:27.245024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.250833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0', 'external_fixed_ips': [{'subnet_id': '3f8c4d78-60ca-4b0c-909f-9cbdc4df5444', 'ip_address': '172.20.0.4'}]}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:27.264402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:27.278034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Usage tracker for resource:router and tenant:9124540b96674dc081d43e8ee34cfeab is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:27.307426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:27.341417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:27.348876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.356635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Deleting port 691c608c-bdff-4b44-a833-612ff4c6da49 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:27.358798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.436222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.466274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.530147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.531164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.552076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.573867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.684100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=feeae5b5-4900-491a-8006-8a8638209623,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:27.704688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac067e7f-6e77-45c7-b072-fdfde9df1fa4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.721135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:27.727944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.729508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.748992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:27.751670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:27.761794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:27.791232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac067e7f-6e77-45c7-b072-fdfde9df1fa4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.794378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:27.795059 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.798244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.934416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067e7f-6e77-45c7-b072-fdfde9df1fa4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=5daa983a-d540-404a-98a0-9e2d67f3c5c7,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:27.948920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.950842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=9f87c211-d07c-4605-8f93-4e153da46325,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:27.950985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.964218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac067e7f-6e77-45c7-b072-fdfde9df1fa4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 is not hosted by any dhcp agent {{(pid=88659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 17:32:27.980218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac067e7f-6e77-45c7-b072-fdfde9df1fa4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:27.981116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac067e7f-6e77-45c7-b072-fdfde9df1fa4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:27.986053 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ac067e7f-6e77-45c7-b072-fdfde9df1fa4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "PUT /v2.0/networks/5daa983a-d540-404a-98a0-9e2d67f3c5c7 HTTP/1.1" status: 200 len: 723 time: 0.9419918 Apr 22 17:32:28.000971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Calling delete_port for 691c608c-bdff-4b44-a833-612ff4c6da49 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:28.010969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47788) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:28.051486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:28.095563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': '5daa983a-d540-404a-98a0-9e2d67f3c5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:28.159179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=13790c3c-b44e-449e-b141-496eafb24019,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:28.178297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bdd132-1834-452a-8948-71bb71c2b83b None None] Network 61120602-d6f0-4ebb-a645-f61c3accad97 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:28.178413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:28.179716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:28.181475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=691c608c-bdff-4b44-a833-612ff4c6da49,revision_number=6']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:28.185539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:28.186325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:28.193071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:28.193433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:28.275261 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b8171fbb-30d9-4213-88cd-57bcbdfec044 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5314600 Apr 22 17:32:28.276558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47792) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:28.282998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:48:8c:a1', 'name': 'tempest-NetworksTestDHCPv6-944614223'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:28.372504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:28.373074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:28.388127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d1d88275-8568-4581-9c45-edfc679e40ff None None] Provisioning for port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:28.438361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:28.444367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:28.449340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:28.457722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:28.535601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:28.563246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd853aa-b89e-4372-ae38-cdc1024f809f None None] Update dhcp port {'port': {'network_id': '61120602-d6f0-4ebb-a645-f61c3accad97', 'fixed_ips': [{'subnet_id': 'a6775895-cfc6-4aaf-886a-691870476aae', 'ip_address': '2001:db8::2'}, {'subnet_id': '35355034-d8b6-4d74-b165-ef740c678e8f'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': '29fb3791-bf5c-428a-be23-fd06a7bdbfe2'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:32:28.621730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cfd853aa-b89e-4372-ae38-cdc1024f809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:28.672406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:28.672647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Deleting port 691c608c-bdff-4b44-a833-612ff4c6da49 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:28.673030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:28.701446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 95c89bef-3d40-4296-813c-10ff82d00202 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:28.755858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:28.763081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:28.811332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:28.831310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:28.842730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:28.867394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe48:8ca1 (b68838ec-31d5-4ab0-8519-6f8459febd2e/13790c3c-b44e-449e-b141-496eafb24019/95c89bef-3d40-4296-813c-10ff82d00202) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:29.069929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-cfd853aa-b89e-4372-ae38-cdc1024f809f None None] Allocated IP 172.20.0.1 (61120602-d6f0-4ebb-a645-f61c3accad97/35355034-d8b6-4d74-b165-ef740c678e8f/29fb3791-bf5c-428a-be23-fd06a7bdbfe2) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:29.116450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.137752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 95c89bef-3d40-4296-813c-10ff82d00202 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:29.169869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:29.170271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.237828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.288064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:29.291642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.305674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:29.309045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:29.313128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:29.319320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:29.319551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.344037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=95c89bef-3d40-4296-813c-10ff82d00202,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:29.348703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Calling delete_port for 691c608c-bdff-4b44-a833-612ff4c6da49 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:29.415804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6a8b0f95-4f93-4d54-9ab5-31c349c1f9c2 None None] Provisioning complete for port feeae5b5-4900-491a-8006-8a8638209623 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:29.416473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6a8b0f95-4f93-4d54-9ab5-31c349c1f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.433703 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bf064584-a25f-4509-99f3-9f88f6b14e57 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1559634 Apr 22 17:32:29.437037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47796) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:29.442377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.452693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.17 (cfab9f15-45d3-4567-9e62-28c2ba80d00d/4602d098-9824-490b-bca0-ff06d9cc1367/d7cff300-7bde-4c6b-85b1-d6c8f5750ee7) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:29.531836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823add3-ee9f-4ace-95c9-ce7f69af4175 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:29.538554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b0f95-4f93-4d54-9ab5-31c349c1f9c2 None None] Port feeae5b5-4900-491a-8006-8a8638209623 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:29.539108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823add3-ee9f-4ace-95c9-ce7f69af4175 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:29.540041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8823add3-ee9f-4ace-95c9-ce7f69af4175 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:29.548553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 35e8c9b2-90d6-4453-bcaa-73b2f2a2658e has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:29.553229 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:29.555199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cfd853aa-b89e-4372-ae38-cdc1024f809f None None] For port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,segment=NetworkSegment(19afdf9b-35e3-4201-a854-1b0504eda605),segment_id=19afdf9b-35e3-4201-a854-1b0504eda605)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:29.580432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cfd853aa-b89e-4372-ae38-cdc1024f809f None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.597150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cfd853aa-b89e-4372-ae38-cdc1024f809f None None] Transition to ACTIVE for port object 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:29.625460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.654910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8823add3-ee9f-4ace-95c9-ce7f69af4175 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:29.658773 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8823add3-ee9f-4ace-95c9-ce7f69af4175 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2178152 Apr 22 17:32:29.662928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47800) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:29.687913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cfd853aa-b89e-4372-ae38-cdc1024f809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.692611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:29.693108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:29.749406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8b154258-4a7c-4c6c-ac44-5c0afed58dc2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 95c89bef-3d40-4296-813c-10ff82d00202 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:29.750675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b154258-4a7c-4c6c-ac44-5c0afed58dc2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.800241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:29.842488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=691c608c-bdff-4b44-a833-612ff4c6da49,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:29.923153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:29.932699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd853aa-b89e-4372-ae38-cdc1024f809f None None] Pushing event updated for resources: {'Port': ['ID=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:29.990249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:30.006040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c8bf71-4447-4cdb-b2da-83969cf7950f None None] Sync routers for ids ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:30.015822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:30.029081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.032656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8bf71-4447-4cdb-b2da-83969cf7950f None None] Routers {'35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:30.033549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-34c8bf71-4447-4cdb-b2da-83969cf7950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:30.106462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:30.134889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-34c8bf71-4447-4cdb-b2da-83969cf7950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:30.146024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b154258-4a7c-4c6c-ac44-5c0afed58dc2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.147010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8bf71-4447-4cdb-b2da-83969cf7950f None None] Routers {'35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:30.147659 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-34c8bf71-4447-4cdb-b2da-83969cf7950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:30.168835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.212219 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-371e17ad-d13d-4b23-81b1-7bc6f58ca344 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/35e8c9b2-90d6-4453-bcaa-73b2f2a2658e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2728171 Apr 22 17:32:30.223108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47804) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:30.231990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-34c8bf71-4447-4cdb-b2da-83969cf7950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:30.232719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c8bf71-4447-4cdb-b2da-83969cf7950f None None] The sync data for ids ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:30.311511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8b154258-4a7c-4c6c-ac44-5c0afed58dc2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 95c89bef-3d40-4296-813c-10ff82d00202 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:30.375091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-096ee5c3-5b6e-4b7d-b5d3-c9870fd2ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.505657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fceb68d-f0f6-4859-bd0b-bdf2d0c2f2e7 None None] Network 61120602-d6f0-4ebb-a645-f61c3accad97 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:30.523479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.544893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b154258-4a7c-4c6c-ac44-5c0afed58dc2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.604804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b154258-4a7c-4c6c-ac44-5c0afed58dc2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=95c89bef-3d40-4296-813c-10ff82d00202,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:30.649169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b154258-4a7c-4c6c-ac44-5c0afed58dc2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.665055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-98cf5ffb-8105-4d35-9dab-026b9ac09508 None None] Provisioning for port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:30.667282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=e6bbd8b8-1854-49d6-a5d6-88c7e7d4af8f,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:30.678168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-98cf5ffb-8105-4d35-9dab-026b9ac09508 None None] Provisioning complete for port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:30.678542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-98cf5ffb-8105-4d35-9dab-026b9ac09508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.707207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565469b-bc48-4099-8bf7-b5f968d8628f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:30.707794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2565469b-bc48-4099-8bf7-b5f968d8628f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:30.745678 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8b154258-4a7c-4c6c-ac44-5c0afed58dc2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/95c89bef-3d40-4296-813c-10ff82d00202 HTTP/1.1" status: 204 len: 168 time: 1.0835474 Apr 22 17:32:30.748043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47808) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:30.748674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': '481b04e7-780a-45a0-a305-c391c94992b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5daa983a-d540-404a-98a0-9e2d67f3c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:30.749022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: 5daa983a-d540-404a-98a0-9e2d67f3c5c7, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:30.803234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.825412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03126c04-5a25-4e4c-80af-5bba4aac6581 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:30.827171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03126c04-5a25-4e4c-80af-5bba4aac6581 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:30.827919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-03126c04-5a25-4e4c-80af-5bba4aac6581 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:30.856546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-98cf5ffb-8105-4d35-9dab-026b9ac09508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.889756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-98cf5ffb-8105-4d35-9dab-026b9ac09508 None None] For port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,segment=NetworkSegment(19afdf9b-35e3-4201-a854-1b0504eda605),segment_id=19afdf9b-35e3-4201-a854-1b0504eda605)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:30.912200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-03126c04-5a25-4e4c-80af-5bba4aac6581 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:30.915144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-03126c04-5a25-4e4c-80af-5bba4aac6581 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1643836 Apr 22 17:32:30.922543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47812) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:30.948848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.969462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-98cf5ffb-8105-4d35-9dab-026b9ac09508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:30.978453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:30.988016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2565469b-bc48-4099-8bf7-b5f968d8628f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:30.989210 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2565469b-bc48-4099-8bf7-b5f968d8628f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports/feeae5b5-4900-491a-8006-8a8638209623 HTTP/1.1" status: 200 len: 910 time: 0.7584660 Apr 22 17:32:30.995243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47816) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:30.998765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:31.001264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:31.044105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.073911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5ffb-8105-4d35-9dab-026b9ac09508 None None] Pushing event updated for resources: {'Port': ['ID=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:31.082620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-502c568d-0ca9-489d-bddd-64b3e35fc369 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 13790c3c-b44e-449e-b141-496eafb24019 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:31.095752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502c568d-0ca9-489d-bddd-64b3e35fc369 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.110313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:31.115001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:31.167603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.200243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-18c72c9e-f108-463e-b22d-718972ffb027 None None] Provisioning complete for port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:31.202328 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-18c72c9e-f108-463e-b22d-718972ffb027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.230825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502c568d-0ca9-489d-bddd-64b3e35fc369 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.250844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 5daa983a-d540-404a-98a0-9e2d67f3c5c7) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:31.255556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:31.256152 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.308277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.312226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f7d6a2-10c4-4cf0-8abf-10adc2b71b34 None None] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:31.373366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.439177 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-26fa244d-c3b7-4d4d-82ff-514b2157ee38 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4206793 Apr 22 17:32:31.445354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47820) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:31.467600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b506131e-e43d-4c10-bacd-5a48854e29e6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:31.533400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=9f87c211-d07c-4605-8f93-4e153da46325,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:31.537825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Allocated IP 172.20.0.4 (02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0/3f8c4d78-60ca-4b0c-909f-9cbdc4df5444/5682547c-39f0-4b89-b3cb-b5343b424b5d) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:31.542595 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:32:31.555751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.568871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Deleting port 691c608c-bdff-4b44-a833-612ff4c6da49 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:31.569394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.581709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502c568d-0ca9-489d-bddd-64b3e35fc369 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.675506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-5daa983a-d540-404a-98a0-9e2d67f3c5c7', 'network_id': '5daa983a-d540-404a-98a0-9e2d67f3c5c7', 'tenant_id': 'e2acafe89dc9472abdfdba500f8e33fd', 'fixed_ips': [{'subnet_id': 'e6bbd8b8-1854-49d6-a5d6-88c7e7d4af8f'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:31.675506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.752900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b506131e-e43d-4c10-bacd-5a48854e29e6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14803983'] for subnet, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.780046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:31.799015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.848331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bf687a3d-605f-4fd4-a8ee-59816571dc20 None None] Provisioning for port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:31.925942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bf687a3d-605f-4fd4-a8ee-59816571dc20 None None] Provisioning complete for port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:31.926323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bf687a3d-605f-4fd4-a8ee-59816571dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:31.984841 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP b9a8d546-525a-430c-9cd2-1afbba8e287d associated. External IP: 172.26.3.76, port: eea0f072-750d-44a6-bd53-9a20f71c6baa. Apr 22 17:32:32.028898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502c568d-0ca9-489d-bddd-64b3e35fc369 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.054645 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bf687a3d-605f-4fd4-a8ee-59816571dc20 None None] Port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:32.066471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:32.066900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.081541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:32.081923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.089126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c568d-0ca9-489d-bddd-64b3e35fc369 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=13790c3c-b44e-449e-b141-496eafb24019,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:32.095360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-502c568d-0ca9-489d-bddd-64b3e35fc369 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.187663 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-502c568d-0ca9-489d-bddd-64b3e35fc369 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/13790c3c-b44e-449e-b141-496eafb24019 HTTP/1.1" status: 204 len: 168 time: 1.2616374 Apr 22 17:32:32.188120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.192797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47824) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:32.224307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Calling delete_port for 691c608c-bdff-4b44-a833-612ff4c6da49 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:32.265374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.314570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b506131e-e43d-4c10-bacd-5a48854e29e6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755954253572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14008343'] for subnet, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.358341 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a6bad034-9224-46af-855d-996d1778f8ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543736 Apr 22 17:32:32.360865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47828) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:32.373624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Allocated IP 2001:db8::2 (5daa983a-d540-404a-98a0-9e2d67f3c5c7/e6bbd8b8-1854-49d6-a5d6-88c7e7d4af8f/d7380e49-cf6e-48d2-9f14-3651ea233532) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:32.425168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506131e-e43d-4c10-bacd-5a48854e29e6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:32.425601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b506131e-e43d-4c10-bacd-5a48854e29e6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.429286 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b506131e-e43d-4c10-bacd-5a48854e29e6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "PUT /v2.0/subnets/e6bbd8b8-1854-49d6-a5d6-88c7e7d4af8f HTTP/1.1" status: 200 len: 826 time: 0.9805238 Apr 22 17:32:32.435561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47832) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:32.471651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:32.472483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:32.530649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506131e-e43d-4c10-bacd-5a48854e29e6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=e6bbd8b8-1854-49d6-a5d6-88c7e7d4af8f,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:32.616716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1703185b-0e46-4dc9-ae75-a758f449a005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.653415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.664119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Transition to ACTIVE for port object d7380e49-cf6e-48d2-9f14-3651ea233532 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:32.692022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Transition to ACTIVE for port object d7380e49-cf6e-48d2-9f14-3651ea233532 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:32.708333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bf86d-37af-44d7-91ad-5e759f6b58a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:32.708972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-426bf86d-37af-44d7-91ad-5e759f6b58a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:32.726285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.752577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.758832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.787219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port d7380e49-cf6e-48d2-9f14-3651ea233532 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:32.787219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.813629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:32.815819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:32.817761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-426bf86d-37af-44d7-91ad-5e759f6b58a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:32.818372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:32.821264 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-426bf86d-37af-44d7-91ad-5e759f6b58a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4578326 Apr 22 17:32:32.826653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47838) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:32.863612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port feeae5b5-4900-491a-8006-8a8638209623 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:32.864000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.910657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Pushing event updated for resources: {'Port': ['ID=d7380e49-cf6e-48d2-9f14-3651ea233532,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:32.940202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:32.951379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:32.965738 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Attempting to bind port d7380e49-cf6e-48d2-9f14-3651ea233532 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:32.966106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Attempting to bind port d7380e49-cf6e-48d2-9f14-3651ea233532 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '481b04e7-780a-45a0-a305-c391c94992b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5daa983a-d540-404a-98a0-9e2d67f3c5c7'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:32.966466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Attempting to bind port d7380e49-cf6e-48d2-9f14-3651ea233532 on network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:32.969152 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:32.972191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:32.972566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Checking segment: {'id': '481b04e7-780a-45a0-a305-c391c94992b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5daa983a-d540-404a-98a0-9e2d67f3c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:32.972970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:32.973378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Bound using segment: {'id': '481b04e7-780a-45a0-a305-c391c94992b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5daa983a-d540-404a-98a0-9e2d67f3c5c7'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:32.973820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Bound port: d7380e49-cf6e-48d2-9f14-3651ea233532, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481b04e7-780a-45a0-a305-c391c94992b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5daa983a-d540-404a-98a0-9e2d67f3c5c7'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:32.974192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.054040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'Port': ['ID=5682547c-39f0-4b89-b3cb-b5343b424b5d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:33.064832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] For port d7380e49-cf6e-48d2-9f14-3651ea233532, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:33.068055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] For port d7380e49-cf6e-48d2-9f14-3651ea233532, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d7380e49-cf6e-48d2-9f14-3651ea233532,segment=NetworkSegment(481b04e7-780a-45a0-a305-c391c94992b5),segment_id=481b04e7-780a-45a0-a305-c391c94992b5)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:33.089033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa5db5-8497-4fed-b9f8-a63ac2337d09 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:33.089721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f2aa5db5-8497-4fed-b9f8-a63ac2337d09 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:33.094718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:33.145744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.194424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.206903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] For port d7380e49-cf6e-48d2-9f14-3651ea233532, host dv-neutron-839024-1-hyperv, got binding levels [] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:33.207260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.235912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804337f8-958c-4cb0-bac8-fc1741b7610d None None] Pushing event updated for resources: {'Port': ['ID=d7380e49-cf6e-48d2-9f14-3651ea233532,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:33.287520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:32:33.345897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.516841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for feeae5b5-4900-491a-8006-8a8638209623 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:33.580799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f2aa5db5-8497-4fed-b9f8-a63ac2337d09 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:33.581962 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f2aa5db5-8497-4fed-b9f8-a63ac2337d09 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7456863 Apr 22 17:32:33.582732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.599697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47842) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:33.616322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Calling delete_port for d7380e49-cf6e-48d2-9f14-3651ea233532 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:33.697197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.728463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.764489 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fc116acf-640e-4e06-a637-eb32a0bac61d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1537941 Apr 22 17:32:33.770564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47846) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:33.776577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:33.813858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:33.819443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.844620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d7380e49-cf6e-48d2-9f14-3651ea233532 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:33.846185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:33.857983 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c63f3-0b1a-4106-8bca-3933b1a998c3 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:33.874507 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c63f3-0b1a-4106-8bca-3933b1a998c3 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:33.875199 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ad4c63f3-0b1a-4106-8bca-3933b1a998c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:33.971786 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ad4c63f3-0b1a-4106-8bca-3933b1a998c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:33.982306 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c63f3-0b1a-4106-8bca-3933b1a998c3 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:33.982938 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ad4c63f3-0b1a-4106-8bca-3933b1a998c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:33.993593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:33.997660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port d7380e49-cf6e-48d2-9f14-3651ea233532 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:34.045344 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ad4c63f3-0b1a-4106-8bca-3933b1a998c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:34.045735 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c63f3-0b1a-4106-8bca-3933b1a998c3 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:34.090488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:34.108434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:34.114304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:34.119546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:34.142605 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3ace23ed-4758-4d10-ad6f-ba453fc8b40e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.9161849 Apr 22 17:32:34.148161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47850) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:34.189958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:34.193412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:34.263175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:34.280441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:34.338951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:34.342408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=feeae5b5-4900-491a-8006-8a8638209623,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:34.533540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:34.538661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:34.552654 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-101bf5dc-a764-4899-9e22-100070641c1c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "GET /v2.0/floatingips/b9a8d546-525a-430c-9cd2-1afbba8e287d HTTP/1.1" status: 200 len: 978 time: 0.4003830 Apr 22 17:32:34.555888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47854) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:34.708890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Deleting port 691c608c-bdff-4b44-a833-612ff4c6da49 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:34.709406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:34.724268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port d7380e49-cf6e-48d2-9f14-3651ea233532 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:34.725197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:34.827563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:34.842602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f0598be4-979f-47c2-a46c-54cf74965542 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Synchronizing usage tracker for tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 on resource:floatingip {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:34.844514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba0c7eb-b591-4587-bed1-8b70b7694476 None None] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:34.966662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.058389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-926cfea6-9b48-47c8-9817-a5510732398c None None] Provisioning for port d7380e49-cf6e-48d2-9f14-3651ea233532 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:35.119541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-926cfea6-9b48-47c8-9817-a5510732398c None None] Provisioning complete for port d7380e49-cf6e-48d2-9f14-3651ea233532 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:35.120311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-926cfea6-9b48-47c8-9817-a5510732398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.143699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.207377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] For port 691c608c-bdff-4b44-a833-612ff4c6da49, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=691c608c-bdff-4b44-a833-612ff4c6da49,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:35.208190 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.215699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f0598be4-979f-47c2-a46c-54cf74965542 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Unset dirty status for tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 on resource:floatingip {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:35.219877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47858) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:35.220061 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f0598be4-979f-47c2-a46c-54cf74965542 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6633356 Apr 22 17:32:35.238612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'port_id': 'f367ac94-c7fe-4520-84ed-7cb44c1eb05b'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:35.248865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:35.292002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.379708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Calling delete_port for 691c608c-bdff-4b44-a833-612ff4c6da49 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:35.421026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:35.479890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:35.497076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:35.497676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.544244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=2286aed2-75b5-450e-8b3c-fa5e28073532,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:35.552024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:35.571608 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-09b74a63-d696-4c87-b0c3-f6fd5bd40ff9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/3b46e3c1-e9cb-4f52-a0f7-64786cccb035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4905479 Apr 22 17:32:35.571708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.600907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.621310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Sync routers for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:35.630104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Router e97740dc-b9a2-4eda-811e-e709894fad99 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:32:35.632637 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] No DVR routers for this DVR port 691c608c-bdff-4b44-a833-612ff4c6da49 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:35.641284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37738ec6-ac92-4ae1-98b1-d21f44576fca None None] Pushing event deleted for resources: {'Port': ['ID=691c608c-bdff-4b44-a833-612ff4c6da49,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:35.651630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-926cfea6-9b48-47c8-9817-a5510732398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.666488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9279452-406d-48a9-9a26-5e9d097c43c5 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:35.699196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:35.699843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:35.792008 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3c0479a2-9bcd-4c07-b06b-03e15eec8335 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0179045 Apr 22 17:32:35.801349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47866) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:35.854064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:57:dd:61', 'name': 'tempest-NetworksTestDHCPv6-1619373763'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:35.854619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:35.866243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-926cfea6-9b48-47c8-9817-a5510732398c None None] For port d7380e49-cf6e-48d2-9f14-3651ea233532, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d7380e49-cf6e-48d2-9f14-3651ea233532,segment=NetworkSegment(481b04e7-780a-45a0-a305-c391c94992b5),segment_id=481b04e7-780a-45a0-a305-c391c94992b5)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:35.871122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Sync routers for ids ['e97740dc-b9a2-4eda-811e-e709894fad99'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:35.884788 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Routers {'e97740dc-b9a2-4eda-811e-e709894fad99'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:35.886466 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e97740dc-b9a2-4eda-811e-e709894fad99'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:35.915423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] For port d7380e49-cf6e-48d2-9f14-3651ea233532, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d7380e49-cf6e-48d2-9f14-3651ea233532,segment=NetworkSegment(481b04e7-780a-45a0-a305-c391c94992b5),segment_id=481b04e7-780a-45a0-a305-c391c94992b5)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:35.915423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.947516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:35.951529 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-89918787-0868-4bf6-a224-9f215a9ed278 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.7155490 Apr 22 17:32:35.952017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47870) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:35.995833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-926cfea6-9b48-47c8-9817-a5510732398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.113805 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Set router e97740dc-b9a2-4eda-811e-e709894fad99 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:32:36.135213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Calling delete_port for d7380e49-cf6e-48d2-9f14-3651ea233532 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:36.190139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:32:36.196288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 35e8c9b2-90d6-4453-bcaa-73b2f2a2658e has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:36.256370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae6548-c14f-42ce-8703-f07e496b7367 None None] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:36.284214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.299084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cfea6-9b48-47c8-9817-a5510732398c None None] Pushing event updated for resources: {'Port': ['ID=d7380e49-cf6e-48d2-9f14-3651ea233532,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:36.405044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cfdbe0d1-4a31-4b4a-8155-626f5d75c49d None None] Provisioning complete for port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:36.405559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe0d1-4a31-4b4a-8155-626f5d75c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.511222 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97740dc-b9a2-4eda-811e-e709894fad99', 'name': '', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0', 'external_fixed_ips': [{'subnet_id': '3f8c4d78-60ca-4b0c-909f-9cbdc4df5444', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5682547c-39f0-4b89-b3cb-b5343b424b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:32:27Z', 'updated_at': '2022-04-22T17:32:33Z', 'revision_number': 3, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port': {'id': '5682547c-39f0-4b89-b3cb-b5343b424b5d', 'name': '', 'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97740dc-b9a2-4eda-811e-e709894fad99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3f8c4d78-60ca-4b0c-909f-9cbdc4df5444', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:32:31Z', 'updated_at': '2022-04-22T17:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8c4d78-60ca-4b0c-909f-9cbdc4df5444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:36.515097 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Checking router: e97740dc-b9a2-4eda-811e-e709894fad99 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:32:36.515445 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Updating router e97740dc-b9a2-4eda-811e-e709894fad99 port 5682547c-39f0-4b89-b3cb-b5343b424b5d binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:32:36.550243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.567757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '2286aed2-75b5-450e-8b3c-fa5e28073532'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:36.569111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.584472 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.620340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbe0d1-4a31-4b4a-8155-626f5d75c49d None None] Port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:36.626418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Deleting port 5682547c-39f0-4b89-b3cb-b5343b424b5d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:36.626935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.651430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:36.665780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:36.671053 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:36.690584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:36.708611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:36.733011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:36.733333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:36.735749 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bdab87f9-4533-4e3b-92eb-0f9a52a58eae tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/35e8c9b2-90d6-4453-bcaa-73b2f2a2658e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7394385 Apr 22 17:32:36.747132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47874) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:36.755729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba312faf-be7a-4e75-b5bb-5e2f76759784 None None] Sync routers for ids ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:36.789185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:36.861319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba312faf-be7a-4e75-b5bb-5e2f76759784 None None] Routers {'35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:36.862032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ba312faf-be7a-4e75-b5bb-5e2f76759784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:36.921047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.968115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-25ab7c26-dc06-4aef-b602-84a5580bfb49 None None] Provisioning complete for port d7380e49-cf6e-48d2-9f14-3651ea233532 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:36.968736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-25ab7c26-dc06-4aef-b602-84a5580bfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:36.969284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:36.991441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ba312faf-be7a-4e75-b5bb-5e2f76759784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:37.063693 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.082345 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Transition to ACTIVE for port object 5682547c-39f0-4b89-b3cb-b5343b424b5d will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:37.108533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba312faf-be7a-4e75-b5bb-5e2f76759784 None None] Routers {'35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:37.109332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ba312faf-be7a-4e75-b5bb-5e2f76759784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:37.152341 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.209743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/2286aed2-75b5-450e-8b3c-fa5e28073532/c8d85c9b-5044-4f32-ad03-5bbdd8a5edea) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:37.215690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ba312faf-be7a-4e75-b5bb-5e2f76759784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:37.216374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba312faf-be7a-4e75-b5bb-5e2f76759784 None None] The sync data for ids ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:37.245349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.277929 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Attempting to bind port 5682547c-39f0-4b89-b3cb-b5343b424b5d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:37.278306 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Attempting to bind port 5682547c-39f0-4b89-b3cb-b5343b424b5d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '8ee7ad80-9d47-4552-bb15-e442f8188b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:37.278682 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Attempting to bind port 5682547c-39f0-4b89-b3cb-b5343b424b5d on network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:37.290834 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:37.291322 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Checking segment: {'id': '8ee7ad80-9d47-4552-bb15-e442f8188b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:37.292241 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.292645 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Bound using segment: {'id': '8ee7ad80-9d47-4552-bb15-e442f8188b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:37.293122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Bound port: 5682547c-39f0-4b89-b3cb-b5343b424b5d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee7ad80-9d47-4552-bb15-e442f8188b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:37.293734 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.318005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.349791 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Pushing event updated for resources: {'Port': ['ID=5682547c-39f0-4b89-b3cb-b5343b424b5d,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:37.363193 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.363560 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.363909 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.364247 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.364583 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.364936 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.365270 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.365600 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.365941 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.366270 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.367136 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.367136 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:37.375132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.407785 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] For port 5682547c-39f0-4b89-b3cb-b5343b424b5d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:37.411196 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] For port 5682547c-39f0-4b89-b3cb-b5343b424b5d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5682547c-39f0-4b89-b3cb-b5343b424b5d,segment=NetworkSegment(8ee7ad80-9d47-4552-bb15-e442f8188b8c),segment_id=8ee7ad80-9d47-4552-bb15-e442f8188b8c)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:37.446174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Calling delete_port for 5682547c-39f0-4b89-b3cb-b5343b424b5d owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:37.494779 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.565872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:32:31Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:38Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7cff300-7bde-4c6b-85b1-d6c8f5750ee7', 'name': '', 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:b8:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4602d098-9824-490b-bca0-ff06d9cc1367', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:32:28Z', 'updated_at': '2022-04-22T17:32:32Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4602d098-9824-490b-bca0-ff06d9cc1367', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:37.602725 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP b9a8d546-525a-430c-9cd2-1afbba8e287d associated. External IP: 172.26.3.76, port: eea0f072-750d-44a6-bd53-9a20f71c6baa. Apr 22 17:32:37.614669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Checking router: 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:32:37.615053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Updating router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:32:37.643159 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40f3f8-ce73-4a2e-89c5-3f8b35bddb7c None None] Pushing event updated for resources: {'Port': ['ID=5682547c-39f0-4b89-b3cb-b5343b424b5d,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:37.652006 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Routers {'e97740dc-b9a2-4eda-811e-e709894fad99'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:37.659985 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e97740dc-b9a2-4eda-811e-e709894fad99'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:37.716788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.728931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.740951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Transition to ACTIVE for port object c8d85c9b-5044-4f32-ad03-5bbdd8a5edea will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:37.794628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d7380e49-cf6e-48d2-9f14-3651ea233532 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:37.860589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Transition to ACTIVE for port object c8d85c9b-5044-4f32-ad03-5bbdd8a5edea will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:37.884607 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] Set router e97740dc-b9a2-4eda-811e-e709894fad99 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:32:37.894678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port d7380e49-cf6e-48d2-9f14-3651ea233532 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:37.895388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.968338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:37.996143 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a67fd211-c292-4653-bac0-865665458f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97740dc-b9a2-4eda-811e-e709894fad99', 'name': '', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:32:27Z', 'updated_at': '2022-04-22T17:32:36Z', 'revision_number': 4, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:38.000350 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fd211-c292-4653-bac0-865665458f84 None None] The sync data for ids ['e97740dc-b9a2-4eda-811e-e709894fad99'] in dv-neutron-839024-1-hyperv is: [{'id': 'e97740dc-b9a2-4eda-811e-e709894fad99', 'name': '', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:32:27Z', 'updated_at': '2022-04-22T17:32:36Z', 'revision_number': 4, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:38.004885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:38.005207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:38.037434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1b0515de-0adc-40c2-9eb4-ead2afeba1c8 None None] Provisioning complete for port d7380e49-cf6e-48d2-9f14-3651ea233532 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:38.037772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1b0515de-0adc-40c2-9eb4-ead2afeba1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.041974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.107637 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d7380e49-cf6e-48d2-9f14-3651ea233532 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:38.108017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.156001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:38.179339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:38.190355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:38.292041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Pushing event updated for resources: {'Port': ['ID=c8d85c9b-5044-4f32-ad03-5bbdd8a5edea,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:38.391633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port f5b3a854-c305-4973-8613-058ad3fed2df {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:38.391884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.401128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::135 (b68838ec-31d5-4ab0-8519-6f8459febd2e/2286aed2-75b5-450e-8b3c-fa5e28073532/10af66e5-0a6a-4ef4-b717-d92f5ffe7244) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:38.512261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:38.522518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Attempting to bind port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:38.522918 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Attempting to bind port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:38.523284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Attempting to bind port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:38.554669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:38.555624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:38.556036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.556437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:38.556830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Deleting port 5682547c-39f0-4b89-b3cb-b5343b424b5d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:38.557304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Bound port: c8d85c9b-5044-4f32-ad03-5bbdd8a5edea, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:38.557304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.558382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.680659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] For port d7380e49-cf6e-48d2-9f14-3651ea233532, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d7380e49-cf6e-48d2-9f14-3651ea233532,segment=NetworkSegment(481b04e7-780a-45a0-a305-c391c94992b5),segment_id=481b04e7-780a-45a0-a305-c391c94992b5)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:38.681016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.725578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.761474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Transition to ACTIVE for port object d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:38.775614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] For port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:38.778901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] For port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c8d85c9b-5044-4f32-ad03-5bbdd8a5edea,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:38.850900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.880748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:38.881666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Calling delete_port for d7380e49-cf6e-48d2-9f14-3651ea233532 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:38.906091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.007585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6940e1-70ef-4301-9db8-c61b15dc5f08 None None] Pushing event updated for resources: {'Port': ['ID=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:39.061789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.079927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for f5b3a854-c305-4973-8613-058ad3fed2df owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:39.089110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:39.111754 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5c074-f088-475e-afbe-b5f38f0d8ecd None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:39.130077 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5c074-f088-475e-afbe-b5f38f0d8ecd None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:39.130830 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2af5c074-f088-475e-afbe-b5f38f0d8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:39.227609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Attempting to bind port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:39.227952 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Attempting to bind port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:39.228317 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Attempting to bind port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 on network cfab9f15-45d3-4567-9e62-28c2ba80d00d {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:39.235054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412f1d9-7a3a-4e39-8830-0f34e20b034e None None] Pushing event updated for resources: {'Port': ['ID=c8d85c9b-5044-4f32-ad03-5bbdd8a5edea,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:39.235957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] For port 5682547c-39f0-4b89-b3cb-b5343b424b5d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5682547c-39f0-4b89-b3cb-b5343b424b5d,segment=NetworkSegment(8ee7ad80-9d47-4552-bb15-e442f8188b8c),segment_id=8ee7ad80-9d47-4552-bb15-e442f8188b8c)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:39.236336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.243439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:39.247689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Checking segment: {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:39.248134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.248536 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Bound using segment: {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:39.249143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Bound port: d7cff300-7bde-4c6b-85b1-d6c8f5750ee7, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd760719a-1bab-4b0c-92a4-7ba5a592aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:39.249397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.264205 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2af5c074-f088-475e-afbe-b5f38f0d8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:39.276815 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5c074-f088-475e-afbe-b5f38f0d8ecd None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:39.277558 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2af5c074-f088-475e-afbe-b5f38f0d8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:39.341283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:39.372368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] For port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:39.381978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] For port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:39.387687 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2af5c074-f088-475e-afbe-b5f38f0d8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:39.387687 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5c074-f088-475e-afbe-b5f38f0d8ecd None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:39.402154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Calling delete_port for 5682547c-39f0-4b89-b3cb-b5343b424b5d owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:39.478173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.491058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.574409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Port': ['ID=d7380e49-cf6e-48d2-9f14-3651ea233532,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:39.587876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:39.588518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:39.693235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No DVR routers for this DVR port d7380e49-cf6e-48d2-9f14-3651ea233532 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:39.776071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3fa36-2b3a-4c31-ab3c-1c6282e44413 None None] DHCP port deletion for 5daa983a-d540-404a-98a0-9e2d67f3c5c7 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:39.778578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6940e1-70ef-4301-9db8-c61b15dc5f08 None None] Pushing event updated for resources: {'Port': ['ID=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:39.819530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.889201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event deleted for resources: {'Port': ['ID=5682547c-39f0-4b89-b3cb-b5343b424b5d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:39.894219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.949527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:39.980570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c8d85c9b-5044-4f32-ad03-5bbdd8a5edea up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:40.027760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:32:40.030360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=f5b3a854-c305-4973-8613-058ad3fed2df,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:40.052767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:40.067482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:40.076827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:40.083194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:40.084009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.110363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.137150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=10af66e5-0a6a-4ef4-b717-d92f5ffe7244,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:40.140202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.341686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:40.393098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.397450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.473316 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-13ecb08b-d3e9-4672-ac9e-780ab59f02bd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6660604 Apr 22 17:32:40.476237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47882) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:40.487491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.537691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:40.579210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bbd8b8-1854-49d6-a5d6-88c7e7d4af8f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:40.592477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:32:31Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:38Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7cff300-7bde-4c6b-85b1-d6c8f5750ee7', 'name': '', 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:b8:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4602d098-9824-490b-bca0-ff06d9cc1367', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:32:28Z', 'updated_at': '2022-04-22T17:32:39Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4602d098-9824-490b-bca0-ff06d9cc1367', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:40.598259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec02d5-4fba-4378-88b6-65f541166c16 None None] The sync data for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv is: [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:32:31Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:38Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7cff300-7bde-4c6b-85b1-d6c8f5750ee7', 'name': '', 'network_id': 'cfab9f15-45d3-4567-9e62-28c2ba80d00d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:b8:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4602d098-9824-490b-bca0-ff06d9cc1367', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:32:28Z', 'updated_at': '2022-04-22T17:32:39Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4602d098-9824-490b-bca0-ff06d9cc1367', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:40.687982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88eef2e-1377-4207-af8e-85a19cc5b35d None None] Network 5daa983a-d540-404a-98a0-9e2d67f3c5c7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:40.720625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.791227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52595294-0aff-4d68-8c97-8e24c2e05daf None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:40.800116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.800660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e97740dc-b9a2-4eda-811e-e709894fad99 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:32:40.802085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.852262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:40.866225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daa983a-d540-404a-98a0-9e2d67f3c5c7']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:40.880898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.917370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:40.921724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cd8e4-b8bc-4f93-8c49-4718e109a799 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:40.922457 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-82cc5bcd-db09-484b-9331-02b6c5fb5c0c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e97740dc-b9a2-4eda-811e-e709894fad99 HTTP/1.1" status: 204 len: 168 time: 4.9692876 Apr 22 17:32:40.925867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47886) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:40.952712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481b04e7-780a-45a0-a305-c391c94992b5') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:40.953075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481b04e7-780a-45a0-a305-c391c94992b5') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:40.995625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304052d-da6e-439e-8bf0-6c1aae0543c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:41.003390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304052d-da6e-439e-8bf0-6c1aae0543c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:41.004206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8304052d-da6e-439e-8bf0-6c1aae0543c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:41.013731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.051036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907cd8e4-b8bc-4f93-8c49-4718e109a799 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:41.051837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-907cd8e4-b8bc-4f93-8c49-4718e109a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:41.079063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.106712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:41.107077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.118986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7c157eaf-7e11-42e6-9eea-ab022a7db772 None None] Provisioning for port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:41.124513 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:41.138084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229d2e7-780e-4fb7-ada6-888451b92663 None None] DHCP port deletion for 5daa983a-d540-404a-98a0-9e2d67f3c5c7 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:41.138084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-907cd8e4-b8bc-4f93-8c49-4718e109a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:41.145726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7c157eaf-7e11-42e6-9eea-ab022a7db772 None None] Provisioning complete for port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:41.146674 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c157eaf-7e11-42e6-9eea-ab022a7db772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.154560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6fb45d-0d04-4c54-b824-5ce1c0f31f88 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Deleting subnet 3f8c4d78-60ca-4b0c-909f-9cbdc4df5444 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:41.158422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb45d-0d04-4c54-b824-5ce1c0f31f88 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.215957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb45d-0d04-4c54-b824-5ce1c0f31f88 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.238869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907cd8e4-b8bc-4f93-8c49-4718e109a799 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:41.239523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-907cd8e4-b8bc-4f93-8c49-4718e109a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:41.265300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a661f681-ce3d-4980-b301-f74097e98b6e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/floatingips/b9a8d546-525a-430c-9cd2-1afbba8e287d HTTP/1.1" status: 200 len: 978 time: 6.0346925 Apr 22 17:32:41.265300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8304052d-da6e-439e-8bf0-6c1aae0543c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:41.265300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8304052d-da6e-439e-8bf0-6c1aae0543c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7796671 Apr 22 17:32:41.265688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47890) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:41.271288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 35e8c9b2-90d6-4453-bcaa-73b2f2a2658e has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:41.272143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47892) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:41.280318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:41.321149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb45d-0d04-4c54-b824-5ce1c0f31f88 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.333247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-907cd8e4-b8bc-4f93-8c49-4718e109a799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:41.333739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cd8e4-b8bc-4f93-8c49-4718e109a799 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:41.360810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.399369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.434162 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/5daa983a-d540-404a-98a0-9e2d67f3c5c7 HTTP/1.1" status: 204 len: 168 time: 8.9930456 Apr 22 17:32:41.436173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47898) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:41.436930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5cfb7-2210-4e4b-8a50-810f8b00b222 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=5daa983a-d540-404a-98a0-9e2d67f3c5c7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:41.488686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c157eaf-7e11-42e6-9eea-ab022a7db772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.490928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.537112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7c157eaf-7e11-42e6-9eea-ab022a7db772 None None] For port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c8d85c9b-5044-4f32-ad03-5bbdd8a5edea,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:41.550783 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-48263e44-9e15-4ee7-a3a6-427d2c31ee1e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:32:41.551268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48263e44-9e15-4ee7-a3a6-427d2c31ee1e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:32:41.552938 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-48263e44-9e15-4ee7-a3a6-427d2c31ee1e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/5daa983a-d540-404a-98a0-9e2d67f3c5c7 HTTP/1.1" status: 404 len: 339 time: 0.1083004 Apr 22 17:32:41.557230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fdb47-9497-465d-b852-974f7ee70438 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:41.557580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c1fdb47-9497-465d-b852-974f7ee70438 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.564424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47902) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:41.577260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571691480', 'description': 'd1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:41.596949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:41.606073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Usage tracker for resource:network and tenant:e2acafe89dc9472abdfdba500f8e33fd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:41.611179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:41.611817 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:41.616350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c157eaf-7e11-42e6-9eea-ab022a7db772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.617869 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-759d9ddc-6f18-4950-beba-db5218677f8c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/35e8c9b2-90d6-4453-bcaa-73b2f2a2658e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8690200 Apr 22 17:32:41.621373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:41.622469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47906) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:41.646243 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20872f1d-1dea-4c8e-bbdf-a984fe3d4677 None None] Sync routers for ids ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:41.663756 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20872f1d-1dea-4c8e-bbdf-a984fe3d4677 None None] Routers {'35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:41.664938 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-20872f1d-1dea-4c8e-bbdf-a984fe3d4677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:41.769415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c157eaf-7e11-42e6-9eea-ab022a7db772 None None] Pushing event updated for resources: {'Port': ['ID=c8d85c9b-5044-4f32-ad03-5bbdd8a5edea,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:41.799724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:41.808473 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-20872f1d-1dea-4c8e-bbdf-a984fe3d4677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:41.815757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c61ccec8-40c0-4b49-ae4b-1c1b990c2b95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:41.829473 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20872f1d-1dea-4c8e-bbdf-a984fe3d4677 None None] Routers {'35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:41.830013 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-20872f1d-1dea-4c8e-bbdf-a984fe3d4677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:41.870428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:41.880070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.900951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb45d-0d04-4c54-b824-5ce1c0f31f88 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.950604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fb45d-0d04-4c54-b824-5ce1c0f31f88 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8c4d78-60ca-4b0c-909f-9cbdc4df5444,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:41.954496 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-20872f1d-1dea-4c8e-bbdf-a984fe3d4677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:41.955323 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20872f1d-1dea-4c8e-bbdf-a984fe3d4677 None None] The sync data for ids ['35e8c9b2-90d6-4453-bcaa-73b2f2a2658e'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:41.959690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c1fdb47-9497-465d-b852-974f7ee70438 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.972442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb45d-0d04-4c54-b824-5ce1c0f31f88 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:41.980421 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0b6fb45d-0d04-4c54-b824-5ce1c0f31f88 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/3f8c4d78-60ca-4b0c-909f-9cbdc4df5444 HTTP/1.1" status: 204 len: 168 time: 1.0531514 Apr 22 17:32:41.983435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47910) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:42.064819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bb08f89d-fd3f-4d8f-8539-cf71c8b29479 None None] Provisioning for port 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:42.070329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bb08f89d-fd3f-4d8f-8539-cf71c8b29479 None None] Provisioning complete for port 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:42.078061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bb08f89d-fd3f-4d8f-8539-cf71c8b29479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.093723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c61ccec8-40c0-4b49-ae4b-1c1b990c2b95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:42.097905 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c61ccec8-40c0-4b49-ae4b-1c1b990c2b95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=35e8c9b2-90d6-4453-bcaa-73b2f2a2658e HTTP/1.1" status: 200 len: 205 time: 0.4744732 Apr 22 17:32:42.098873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47914) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:42.105316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:42.116645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.127398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:42.127692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.129854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fdb47-9497-465d-b852-974f7ee70438 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:42.191223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bb08f89d-fd3f-4d8f-8539-cf71c8b29479 None None] Port 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:42.201016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.201294 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP b9a8d546-525a-430c-9cd2-1afbba8e287d disassociated. External IP: 172.26.3.76, port: f367ac94-c7fe-4520-84ed-7cb44c1eb05b. Apr 22 17:32:42.216203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bb08f89d-fd3f-4d8f-8539-cf71c8b29479 None None] Provisioning complete for port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:42.216579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bb08f89d-fd3f-4d8f-8539-cf71c8b29479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.330571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:42.341683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-569fd7e5-aa23-4456-9066-de9f7f26ee5f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.400080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.433772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.433772 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment 0a05859a-1b76-4de6-b8c5-a764090be184 of type vlan for network 15a03077-14fb-4340-97cc-345a2af7c8d4 Apr 22 17:32:42.459307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.466387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:42.467669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.559191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.605120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d7380e49-cf6e-48d2-9f14-3651ea233532 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:42.657464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.676409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: d7380e49-cf6e-48d2-9f14-3651ea233532 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:42.676927 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d7380e49-cf6e-48d2-9f14-3651ea233532 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:42.697763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:42.702835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-994086ba-ba4b-4a93-affb-95920f0140e8 None None] Provisioning complete for port 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:42.703203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-994086ba-ba4b-4a93-affb-95920f0140e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.711674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee7ad80-9d47-4552-bb15-e442f8188b8c') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:42.712099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee7ad80-9d47-4552-bb15-e442f8188b8c') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:42.725043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.741378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c1fdb47-9497-465d-b852-974f7ee70438 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.747246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:42.771070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2311a-d835-4b8f-8b60-c0892de32953 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:32:42.796490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.800273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fdb47-9497-465d-b852-974f7ee70438 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=10af66e5-0a6a-4ef4-b717-d92f5ffe7244,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:42.814789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-994086ba-ba4b-4a93-affb-95920f0140e8 None None] Port 10af66e5-0a6a-4ef4-b717-d92f5ffe7244 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:42.820760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-994086ba-ba4b-4a93-affb-95920f0140e8 None None] Could not find standard attr ID for object 95c89bef-3d40-4296-813c-10ff82d00202. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:32:42.828774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-569fd7e5-aa23-4456-9066-de9f7f26ee5f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.841975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-569fd7e5-aa23-4456-9066-de9f7f26ee5f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.842250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:42.842662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.846077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.855246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:42.855246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:42.861571 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:42.926507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6c1fdb47-9497-465d-b852-974f7ee70438 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:42.936616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2311a-d835-4b8f-8b60-c0892de32953 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:32:42.997896 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6c1fdb47-9497-465d-b852-974f7ee70438 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/10af66e5-0a6a-4ef4-b717-d92f5ffe7244 HTTP/1.1" status: 204 len: 168 time: 1.7245672 Apr 22 17:32:43.000489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47920) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.046552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.050178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=15a03077-14fb-4340-97cc-345a2af7c8d4,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:43.066024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 15a03077-14fb-4340-97cc-345a2af7c8d4 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:43.076633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 17:32:43.085361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.091083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event deleted for resources: {'Network': ['ID=02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:43.101304 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f3dc8766-907b-484c-b641-c3258905bdbb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "DELETE /v2.0/networks/02ae7a85-fe64-4d93-b4f0-57ddcd3ea3a0 HTTP/1.1" status: 204 len: 168 time: 1.1170311 Apr 22 17:32:43.115373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ce8f9-a617-4676-80d3-4eb5791f89b4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:43.118194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ce8f9-a617-4676-80d3-4eb5791f89b4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:43.120726 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-255ce8f9-a617-4676-80d3-4eb5791f89b4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1191480 Apr 22 17:32:43.124316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47926) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.165229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-569fd7e5-aa23-4456-9066-de9f7f26ee5f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.165991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569fd7e5-aa23-4456-9066-de9f7f26ee5f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Fanout notify agent at l3_agent the message router_deleted on router 35e8c9b2-90d6-4453-bcaa-73b2f2a2658e {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:32:43.169472 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-63839778-0cee-4099-aa4b-08c5d37d2e16 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6036911 Apr 22 17:32:43.176001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-569fd7e5-aa23-4456-9066-de9f7f26ee5f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.181151 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-569fd7e5-aa23-4456-9066-de9f7f26ee5f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/35e8c9b2-90d6-4453-bcaa-73b2f2a2658e HTTP/1.1" status: 204 len: 168 time: 1.0679343 Apr 22 17:32:43.193118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47932) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.193248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47934) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.244660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c947e610-bbd4-452d-a390-0815615dae99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 2286aed2-75b5-450e-8b3c-fa5e28073532 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:43.249555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c947e610-bbd4-452d-a390-0815615dae99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.312710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c947e610-bbd4-452d-a390-0815615dae99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.447943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c947e610-bbd4-452d-a390-0815615dae99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.494986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47942) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.522168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'router': {'name': 'tempest-router--466320230', 'project_id': 'a29262ebe52b429d94fc998d4c37d96b'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:43.582626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:43.607144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:43.609938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Usage tracker for resource:router and tenant:a29262ebe52b429d94fc998d4c37d96b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:43.625019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c947e610-bbd4-452d-a390-0815615dae99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.625431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e5ca30-6434-45c4-b048-e07c7f91c25e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet 90506726-9426-487a-8944-b49acfba8e9a {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:43.629137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:43.641803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ca30-6434-45c4-b048-e07c7f91c25e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.671199 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947e610-bbd4-452d-a390-0815615dae99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=2286aed2-75b5-450e-8b3c-fa5e28073532,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:43.674023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c947e610-bbd4-452d-a390-0815615dae99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.677345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:43.683971 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c947e610-bbd4-452d-a390-0815615dae99 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/2286aed2-75b5-450e-8b3c-fa5e28073532 HTTP/1.1" status: 204 len: 168 time: 0.5581012 Apr 22 17:32:43.686175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47946) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.690168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67816e-1fc9-472c-96fa-22e7a691b817 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:43.697235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0a67816e-1fc9-472c-96fa-22e7a691b817 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Synchronizing usage tracker for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:43.729103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a66c16-a2eb-4926-bef7-250048f0a666 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:43.770667 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-13127966-6459-40ac-98eb-329434e459ef tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831161 Apr 22 17:32:43.773084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.825294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ca30-6434-45c4-b048-e07c7f91c25e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.838976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:43.864378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.865400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.871746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb7b6c-ad20-483a-8670-89d14efef8cd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:43.871943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-eafb7b6c-ad20-483a-8670-89d14efef8cd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:43.956702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0a67816e-1fc9-472c-96fa-22e7a691b817 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Unset dirty status for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:43.957782 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0a67816e-1fc9-472c-96fa-22e7a691b817 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/networks?id=15a03077-14fb-4340-97cc-345a2af7c8d4 HTTP/1.1" status: 200 len: 764 time: 0.7636354 Apr 22 17:32:43.961940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47954) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:43.969325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5f67f2c3-4bd4-4883-a252-1fdf47f14cf5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'description': 'd2'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:43.972469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:43.998125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:43.998507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.003958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-eafb7b6c-ad20-483a-8670-89d14efef8cd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:44.005114 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eafb7b6c-ad20-483a-8670-89d14efef8cd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2304380 Apr 22 17:32:44.009563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47958) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.018585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:44.036723 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022501d7-49ec-48ac-bc7c-5e6843b0b7c0 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:44.036957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.067294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022501d7-49ec-48ac-bc7c-5e6843b0b7c0 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:44.068004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-022501d7-49ec-48ac-bc7c-5e6843b0b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:44.095656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ca30-6434-45c4-b048-e07c7f91c25e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.125706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.138080 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-af5c24eb-1619-4413-9bca-69c52fe1fb74 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/floatingips/b9a8d546-525a-430c-9cd2-1afbba8e287d HTTP/1.1" status: 200 len: 687 time: 2.8713171 Apr 22 17:32:44.141844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47962) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.153811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-022501d7-49ec-48ac-bc7c-5e6843b0b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:44.202804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022501d7-49ec-48ac-bc7c-5e6843b0b7c0 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:44.202804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-022501d7-49ec-48ac-bc7c-5e6843b0b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:44.214853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.219692 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7454ef1e-03e5-426d-a975-1401c3152121 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7098398 Apr 22 17:32:44.225693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47966) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.262790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915c624-37f0-4b02-9c11-b2021b3c444b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:44.263488 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6915c624-37f0-4b02-9c11-b2021b3c444b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:44.279761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ca30-6434-45c4-b048-e07c7f91c25e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.314823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:44.329076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-022501d7-49ec-48ac-bc7c-5e6843b0b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:44.329486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022501d7-49ec-48ac-bc7c-5e6843b0b7c0 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:44.332914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] Deleting port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:44.333295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.379570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dbaa94-0f25-4aee-8e30-cd22522d8b6e None None] Network 858f87f4-d716-42c2-bfb6-46f3c3d77f9d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:44.382146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5ca30-6434-45c4-b048-e07c7f91c25e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=90506726-9426-487a-8944-b49acfba8e9a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:44.392242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ca30-6434-45c4-b048-e07c7f91c25e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.399459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-67ade14a-023e-4ab6-857b-e25f4ed49781 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.416596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c8d85c9b-5044-4f32-ad03-5bbdd8a5edea up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:44.429451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port 9f87c211-d07c-4605-8f93-4e153da46325 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:44.430084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.467649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c9e5ca30-6434-45c4-b048-e07c7f91c25e tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/90506726-9426-487a-8944-b49acfba8e9a HTTP/1.1" status: 204 len: 168 time: 1.2714789 Apr 22 17:32:44.470440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47970) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.474084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6915c624-37f0-4b02-9c11-b2021b3c444b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:44.474930 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6915c624-37f0-4b02-9c11-b2021b3c444b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4645369 Apr 22 17:32:44.585283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47974) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.647324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f67f2c3-4bd4-4883-a252-1fdf47f14cf5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.664257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:44.664653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.733204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f67f2c3-4bd4-4883-a252-1fdf47f14cf5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.776734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f67f2c3-4bd4-4883-a252-1fdf47f14cf5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 15a03077-14fb-4340-97cc-345a2af7c8d4 is not hosted by any dhcp agent {{(pid=88660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 17:32:44.782596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f67f2c3-4bd4-4883-a252-1fdf47f14cf5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:44.782997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f67f2c3-4bd4-4883-a252-1fdf47f14cf5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.786802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2ed6e037-e1eb-458b-95a6-f76e725d05dc tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1988568 Apr 22 17:32:44.787050 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5f67f2c3-4bd4-4883-a252-1fdf47f14cf5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "PUT /v2.0/networks/15a03077-14fb-4340-97cc-345a2af7c8d4 HTTP/1.1" status: 200 len: 761 time: 0.8239608 Apr 22 17:32:44.790176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47978) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.792221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47980) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:44.799972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:44.843705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] For port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c8d85c9b-5044-4f32-ad03-5bbdd8a5edea,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:44.844382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.887331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-67ade14a-023e-4ab6-857b-e25f4ed49781 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.892459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f72f8f-e504-4962-a8a3-aa6ef94691fe tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet c2cb5b74-c8ea-4716-8266-8f1c564c2dc4 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:44.898479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-67ade14a-023e-4ab6-857b-e25f4ed49781 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.902329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3f72f8f-e504-4962-a8a3-aa6ef94691fe tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.908552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.908889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:44.916144 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67f2c3-4bd4-4883-a252-1fdf47f14cf5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=15a03077-14fb-4340-97cc-345a2af7c8d4,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:44.976969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] Calling delete_port for c8d85c9b-5044-4f32-ad03-5bbdd8a5edea owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:45.015063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 15a03077-14fb-4340-97cc-345a2af7c8d4 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:45.102884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for 9f87c211-d07c-4605-8f93-4e153da46325 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:45.148336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:45.171919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:45.179306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6697538-92b0-4d75-96e6-d79f615ca389 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:45.181350 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f6697538-92b0-4d75-96e6-d79f615ca389 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/networks?id=15a03077-14fb-4340-97cc-345a2af7c8d4 HTTP/1.1" status: 200 len: 764 time: 0.3902850 Apr 22 17:32:45.184161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3f72f8f-e504-4962-a8a3-aa6ef94691fe tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.192754 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47988) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:45.216102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] DHCP port deletion for 858f87f4-d716-42c2-bfb6-46f3c3d77f9d request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:45.236324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] Deleting port c249a3ed-6bcd-4e65-82e3-a238fa1502eb {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:45.236981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.259952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-67ade14a-023e-4ab6-857b-e25f4ed49781 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.260705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ade14a-023e-4ab6-857b-e25f4ed49781 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f8873bc-3517-43ec-a205-85bd46c9170e {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:32:45.275838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-67ade14a-023e-4ab6-857b-e25f4ed49781 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.277005 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-67ade14a-023e-4ab6-857b-e25f4ed49781 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "DELETE /v2.0/routers/5f8873bc-3517-43ec-a205-85bd46c9170e HTTP/1.1" status: 204 len: 168 time: 1.0557969 Apr 22 17:32:45.309616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3f72f8f-e504-4962-a8a3-aa6ef94691fe tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.317922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:45.321923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.475396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.478298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3f72f8f-e504-4962-a8a3-aa6ef94691fe tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.517893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3f72f8f-e504-4962-a8a3-aa6ef94691fe tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.525276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd74810-4839-4a31-8961-0462ab39edd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:45.525639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f72f8f-e504-4962-a8a3-aa6ef94691fe tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cb5b74-c8ea-4716-8266-8f1c564c2dc4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:45.525997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ddd74810-4839-4a31-8961-0462ab39edd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Synchronizing usage tracker for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:45.530415 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d3f72f8f-e504-4962-a8a3-aa6ef94691fe tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/c2cb5b74-c8ea-4716-8266-8f1c564c2dc4 HTTP/1.1" status: 204 len: 168 time: 1.0587912 Apr 22 17:32:45.533098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 47994) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:45.542107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a65237-9eb6-4f6c-b90a-207237dd8e34 None None] Network c92d9a03-bf98-4f53-8c18-a58d960a7395 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:45.545412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ddd74810-4839-4a31-8961-0462ab39edd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Unset dirty status for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:45.549176 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ddd74810-4839-4a31-8961-0462ab39edd4 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3527794 Apr 22 17:32:45.549419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 47998) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:45.558662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] Pushing event deleted for resources: {'Port': ['ID=c8d85c9b-5044-4f32-ad03-5bbdd8a5edea,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:45.575606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f86ab-2fd6-4be8-b145-992537207b18 None None] No DVR routers for this DVR port c8d85c9b-5044-4f32-ad03-5bbdd8a5edea on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:45.592363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48002) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:45.593507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] For port c249a3ed-6bcd-4e65-82e3-a238fa1502eb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c249a3ed-6bcd-4e65-82e3-a238fa1502eb,segment=NetworkSegment(69992612-e36b-48ec-9f83-951bce5dacc0),segment_id=69992612-e36b-48ec-9f83-951bce5dacc0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:45.593907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.603100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9fac224c-e396-46fc-8624-184ecb7671ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Synchronizing usage tracker for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:45.615573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9fac224c-e396-46fc-8624-184ecb7671ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Unset dirty status for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:45.620117 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9fac224c-e396-46fc-8624-184ecb7671ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 207 time: 0.0663011 Apr 22 17:32:45.620363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48008) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:45.658427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.693125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.720202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port c249a3ed-6bcd-4e65-82e3-a238fa1502eb {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:45.723754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:45.769470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=9f87c211-d07c-4605-8f93-4e153da46325,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:45.857126 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c8d85c9b-5044-4f32-ad03-5bbdd8a5edea no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:45.896799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] Calling delete_port for c249a3ed-6bcd-4e65-82e3-a238fa1502eb owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:45.929459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-976733559', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:45.942953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c8d85c9b-5044-4f32-ad03-5bbdd8a5edea {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:45.943305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c8d85c9b-5044-4f32-ad03-5bbdd8a5edea not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:45.944125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c249a3ed-6bcd-4e65-82e3-a238fa1502eb no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:45.946607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:45.968945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Usage tracker for resource:router and tenant:d44a4feec27a43d3895c98004d5e59be is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:45.982793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:45.997387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:46.006910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a8296-8756-4367-b8d5-154c9fb44a8f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.013695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a8296-8756-4367-b8d5-154c9fb44a8f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.015594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port c249a3ed-6bcd-4e65-82e3-a238fa1502eb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c249a3ed-6bcd-4e65-82e3-a238fa1502eb,segment=NetworkSegment(69992612-e36b-48ec-9f83-951bce5dacc0),segment_id=69992612-e36b-48ec-9f83-951bce5dacc0)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:46.015594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.019374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a8296-8756-4367-b8d5-154c9fb44a8f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.026162 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a8296-8756-4367-b8d5-154c9fb44a8f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.032015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a8296-8756-4367-b8d5-154c9fb44a8f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.037999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a8296-8756-4367-b8d5-154c9fb44a8f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.043518 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-879a8296-8756-4367-b8d5-154c9fb44a8f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4185512 Apr 22 17:32:46.043518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.049400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48012) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:46.146172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for c249a3ed-6bcd-4e65-82e3-a238fa1502eb owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:46.167635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.185845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.243896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] No DVR routers for this DVR port c249a3ed-6bcd-4e65-82e3-a238fa1502eb on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:46.245461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434b98b-bb24-414c-8dc7-9e3b9cdbe4ac None None] Pushing event deleted for resources: {'Port': ['ID=c249a3ed-6bcd-4e65-82e3-a238fa1502eb,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:46.246051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:46.246512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:46.292377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] DHCP port deletion for c92d9a03-bf98-4f53-8c18-a58d960a7395 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:46.297882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] Deleting port 1d5449fd-5786-48f2-94d8-a5b607c53578 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:46.298880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.316055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.317028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.397220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.417427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.418895 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6092e8e9-5822-46c7-a527-43eb7cfaff4c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/floatingips/b9a8d546-525a-430c-9cd2-1afbba8e287d HTTP/1.1" status: 204 len: 168 time: 2.2750928 Apr 22 17:32:46.421743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48016) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:46.465971 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a827dd39-b4b2-4320-ada2-aedde10faf6d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4142802 Apr 22 17:32:46.471203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48020) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:46.491662 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-33033357-b21e-4c31-9a22-e40bebd53b6b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] delete failed (client error): The resource could not be found. Apr 22 17:32:46.497731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-33033357-b21e-4c31-9a22-e40bebd53b6b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/floatingips/b9a8d546-525a-430c-9cd2-1afbba8e287d HTTP/1.1" status: 404 len: 345 time: 0.0703897 Apr 22 17:32:46.497731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48024) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:46.509288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:32:46.524343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] For port 1d5449fd-5786-48f2-94d8-a5b607c53578, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1d5449fd-5786-48f2-94d8-a5b607c53578,segment=NetworkSegment(be2811ef-4dce-4e27-9f3b-f94307323dcb),segment_id=be2811ef-4dce-4e27-9f3b-f94307323dcb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:46.524851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.540017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.586707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a41c64-ca8f-4c6a-855d-7d31dac68e15 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.593032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a41c64-ca8f-4c6a-855d-7d31dac68e15 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.599057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a41c64-ca8f-4c6a-855d-7d31dac68e15 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.599914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-42a41c64-ca8f-4c6a-855d-7d31dac68e15 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Synchronizing usage tracker for tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:46.624718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:46.646518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] Calling delete_port for 1d5449fd-5786-48f2-94d8-a5b607c53578 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:46.671600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-42a41c64-ca8f-4c6a-855d-7d31dac68e15 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Unset dirty status for tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:46.675488 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-42a41c64-ca8f-4c6a-855d-7d31dac68e15 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "GET /v2.0/ports?network_id=7251c96a-3436-48bb-ab64-2576b8c4e8ee HTTP/1.1" status: 200 len: 2360 time: 0.1749949 Apr 22 17:32:46.676690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48028) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:46.682681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:46.699032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6654435-04d4-49dd-a1aa-29561a306fba None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:46.699770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.700398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.710797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=4c9d2ce6-4daa-4adf-b660-a8008c5b6251,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:46.730845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb474e9e-b9b9-4409-b9e6-0c1018ec945b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.732521 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb474e9e-b9b9-4409-b9e6-0c1018ec945b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.734048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb474e9e-b9b9-4409-b9e6-0c1018ec945b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.735675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb474e9e-b9b9-4409-b9e6-0c1018ec945b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.737170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb474e9e-b9b9-4409-b9e6-0c1018ec945b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:46.738965 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bb474e9e-b9b9-4409-b9e6-0c1018ec945b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2666609 Apr 22 17:32:46.743915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48032) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:46.750011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port c249a3ed-6bcd-4e65-82e3-a238fa1502eb {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:46.750351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.862493 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4b2005e6-25d9-4392-bde0-b14631c69903 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0666430 Apr 22 17:32:46.868619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48036) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:46.870804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] The port 'c249a3ed-6bcd-4e65-82e3-a238fa1502eb' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:32:46.875795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:46.880218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.935664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] Pushing event deleted for resources: {'Port': ['ID=1d5449fd-5786-48f2-94d8-a5b607c53578,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:46.937722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7f29e-3044-4bef-86b8-e0970a6c9592 None None] No DVR routers for this DVR port 1d5449fd-5786-48f2-94d8-a5b607c53578 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:46.969169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:46.986684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '4c9d2ce6-4daa-4adf-b660-a8008c5b6251'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:46.987739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.042341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d182-56b7-4dd2-b204-1ee5045045bb tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:47.050052 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fcf5d182-56b7-4dd2-b204-1ee5045045bb tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "GET /v2.0/subnets/d1a9742c-e4ed-4846-94f3-5c8993140b74 HTTP/1.1" status: 200 len: 797 time: 0.3713508 Apr 22 17:32:47.050716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48040) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:47.060534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.071202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'port': {'network_id': '7251c96a-3436-48bb-ab64-2576b8c4e8ee', 'name': 'tempest-FloatingIPTestJSON-255264473', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:47.115371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22666e-eb61-4ad8-9423-7e64a992ecca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:47.116926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22666e-eb61-4ad8-9423-7e64a992ecca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:47.118372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22666e-eb61-4ad8-9423-7e64a992ecca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:47.119795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22666e-eb61-4ad8-9423-7e64a992ecca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:47.121165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22666e-eb61-4ad8-9423-7e64a992ecca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:47.121816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bc22666e-eb61-4ad8-9423-7e64a992ecca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Synchronizing usage tracker for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:47.157797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Allocated IP 2001:db8::f816:3eff:fe48:b849 (b68838ec-31d5-4ab0-8519-6f8459febd2e/4c9d2ce6-4daa-4adf-b660-a8008c5b6251/79407352-3cf8-44c6-bedc-8931e4f39fea) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:47.169932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:47.189908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:47.195390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858f87f4-d716-42c2-bfb6-46f3c3d77f9d']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:47.285513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:47.288822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.348484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69992612-e36b-48ec-9f83-951bce5dacc0') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:47.348777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69992612-e36b-48ec-9f83-951bce5dacc0') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:47.355973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bc22666e-eb61-4ad8-9423-7e64a992ecca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Unset dirty status for tenant:e2acafe89dc9472abdfdba500f8e33fd on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:47.357305 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bc22666e-eb61-4ad8-9423-7e64a992ecca tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6126411 Apr 22 17:32:47.366416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48046) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:47.395227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.446772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.491611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.493337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.519167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:47.519668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.531687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:47.534665 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:47.551490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:47.607949 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.ipam_backend_mixin [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c9d2ce6-4daa-4adf-b660-a8008c5b6251 (CIDR: 2001:db8::/64) Apr 22 17:32:47.622719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:47.654647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495b3b7d-30e2-4077-bb2d-0360fab92a60 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:47.656109 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-495b3b7d-30e2-4077-bb2d-0360fab92a60 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/networks/e667f9c8-ec4c-4bfb-93de-e5723c994bd5 HTTP/1.1" status: 200 len: 804 time: 0.2883608 Apr 22 17:32:47.656330 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:32:47.657038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:32:47.660072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48050) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:47.701287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Allocated IP 172.26.3.6 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/4ddb67ec-3dd1-411c-bde8-b72456673f79) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:47.723477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1d5449fd-5786-48f2-94d8-a5b607c53578 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:47.753531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Transition to ACTIVE for port object 79407352-3cf8-44c6-bedc-8931e4f39fea will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:47.754103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.759024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.761785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:47.769080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 1d5449fd-5786-48f2-94d8-a5b607c53578 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:47.769557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1d5449fd-5786-48f2-94d8-a5b607c53578 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:47.788233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Transition to ACTIVE for port object 79407352-3cf8-44c6-bedc-8931e4f39fea will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:47.843780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=858f87f4-d716-42c2-bfb6-46f3c3d77f9d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:47.849819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:47.873319 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f23761f1-08ab-4caa-b92a-c792aba80365 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0035405 Apr 22 17:32:47.875827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48054) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:47.883592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:47.913429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:47.916373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:47.924470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:47.926798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-701654e5-3ee9-4c7a-8b43-74dc3a329fc7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/858f87f4-d716-42c2-bfb6-46f3c3d77f9d HTTP/1.1" status: 204 len: 168 time: 2.3925154 Apr 22 17:32:47.937653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48058) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:47.959335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Pushing event updated for resources: {'Port': ['ID=79407352-3cf8-44c6-bedc-8931e4f39fea,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:47.993508 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fc3fd9dc-139e-4fe5-abec-7020cd4a4278 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/networks/e667f9c8-ec4c-4bfb-93de-e5723c994bd5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3285379 Apr 22 17:32:47.996170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48062) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:48.022948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:48.027568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Attempting to bind port 79407352-3cf8-44c6-bedc-8931e4f39fea on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:48.028047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Attempting to bind port 79407352-3cf8-44c6-bedc-8931e4f39fea by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:48.028515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Attempting to bind port 79407352-3cf8-44c6-bedc-8931e4f39fea on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:48.032983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:48.034252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:48.034785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:48.035305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.035833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:48.036397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Bound port: 79407352-3cf8-44c6-bedc-8931e4f39fea, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:48.036876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.098213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:48.102559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.127298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] For port 79407352-3cf8-44c6-bedc-8931e4f39fea, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:48.130472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] For port 79407352-3cf8-44c6-bedc-8931e4f39fea, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=79407352-3cf8-44c6-bedc-8931e4f39fea,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:48.132686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.144714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.173671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] device_id is not set on port ec379bb9-292d-447c-b2fe-a12f3e98451d yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:48.208355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ca082-b8da-4951-b912-de7d455ff2b5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:48.209102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.209698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0b6ca082-b8da-4951-b912-de7d455ff2b5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/subnets/b883903c-16d1-4e8d-86c0-294b491f3cc8 HTTP/1.1" status: 200 len: 843 time: 0.2105882 Apr 22 17:32:48.213294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48066) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:48.253637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.300989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2574bb-678f-4375-93e2-ca222d8db241 None None] Pushing event updated for resources: {'Port': ['ID=79407352-3cf8-44c6-bedc-8931e4f39fea,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:48.393907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.415683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aeb78-77b4-4762-98a1-cf495050c2c2 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['shared'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:48.417403 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-106aeb78-77b4-4762-98a1-cf495050c2c2 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "GET /v2.0/subnets/b883903c-16d1-4e8d-86c0-294b491f3cc8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2025046 Apr 22 17:32:48.433457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48070) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:48.456789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275921813'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:48.479431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:48.486463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.518774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:48.519749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:48.527464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:48.536397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:48.558314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92d9a03-bf98-4f53-8c18-a58d960a7395']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:48.590566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event updated for resources: {'Port': ['ID=4ddb67ec-3dd1-411c-bde8-b72456673f79,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:48.590838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2811ef-4dce-4e27-9f3b-f94307323dcb') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:48.591134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2811ef-4dce-4e27-9f3b-f94307323dcb') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:48.608098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.615968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.671367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.673429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:48.687065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:48.690958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:48.691368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.692842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:48.696438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:48.707061 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:48.711207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:48.711358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.822717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=10c969f0-f79a-4b97-8f18-ee538a95ea6d,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:48.825494 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e1fbfad5-32e3-4c58-887c-c5c8c07f97c2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9487433 Apr 22 17:32:48.832361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48074) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:48.844505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:22:ee:36', 'name': 'tempest-NetworksTestDHCPv6-727511449'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:48.887026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.914153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.930862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:48.952346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.952698 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Added segment 47d382a5-af35-4f14-a764-0d79c65ac0f8 of type vlan for network 510f6397-0435-4e1b-be3d-12e0c351a6bd Apr 22 17:32:48.978030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.20.0.14 (7251c96a-3436-48bb-ab64-2576b8c4e8ee/d1a9742c-e4ed-4846-94f3-5c8993140b74/ec379bb9-292d-447c-b2fe-a12f3e98451d) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:48.983977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:48.984619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=c92d9a03-bf98-4f53-8c18-a58d960a7395,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:49.133644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.20.0.12 (7251c96a-3436-48bb-ab64-2576b8c4e8ee/d1a9742c-e4ed-4846-94f3-5c8993140b74/ec379bb9-292d-447c-b2fe-a12f3e98451d) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:49.142546 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-72f1e015-4fb9-4af9-9708-847bb9051a19 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/c92d9a03-bf98-4f53-8c18-a58d960a7395 HTTP/1.1" status: 204 len: 168 time: 1.1984344 Apr 22 17:32:49.146241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48078) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:49.153016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-239826659'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:49.165154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.170839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:49.171469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.175980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:49.191661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:49.210228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:49.222856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:49.247395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:49.256567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:49.277363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:49.297714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:49.308868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.362919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:49.366340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.373065 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9374945 Apr 22 17:32:49.381479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed5def-3aed-409f-bd6e-2fd6dc9d7392 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Network': ['ID=510f6397-0435-4e1b-be3d-12e0c351a6bd,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:49.384206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48082) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:49.393617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'network_id': '510f6397-0435-4e1b-be3d-12e0c351a6bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:49.398733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 510f6397-0435-4e1b-be3d-12e0c351a6bd details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:49.431839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:32:49.448297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:49.482718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.483137 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment 8cb41c7e-2a30-4607-bf9c-6603f7069eea of type vlan for network e586f584-f591-44b4-846f-0f671f36ab28 Apr 22 17:32:49.510014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.526798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8ddca-b48f-4bfb-9157-ebc404418bb3 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:49.604160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.653807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.693125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port dba534c2-be2a-413c-afa1-99c429ff36d2 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:49.712359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:49.714791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-91fbee9e-a69c-4a93-98f8-f892010fc8c7 None None] Provisioning for port 79407352-3cf8-44c6-bedc-8931e4f39fea completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:49.722942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:49.749152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.753299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:49.753855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.807328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Made reservation on behalf of e2acafe89dc9472abdfdba500f8e33fd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:49.811239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.832504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 79407352-3cf8-44c6-bedc-8931e4f39fea up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:49.840221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.933231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_backend_mixin [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Performing IP validity checks on allocation pools {{(pid=88660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 17:32:49.933758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_backend_mixin [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 17:32:49.956771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 79407352-3cf8-44c6-bedc-8931e4f39fea completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:49.967457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 79407352-3cf8-44c6-bedc-8931e4f39fea triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:49.968005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:49.981114 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8314540 Apr 22 17:32:49.993775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48088) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:50.004882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c58d7-e85b-499e-af0d-6e4ca550f51b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=e586f584-f591-44b4-846f-0f671f36ab28,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:50.013842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': 'e586f584-f591-44b4-846f-0f671f36ab28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:50.026509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:50.031586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network e586f584-f591-44b4-846f-0f671f36ab28 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:32:50.031995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:50.042571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:50.066490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0942cf4-d73d-4974-b376-cdb1be4ee625 None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '4c9d2ce6-4daa-4adf-b660-a8008c5b6251', 'ip_address': '2001:db8::f816:3eff:fe48:b849'}, {'subnet_id': '10c969f0-f79a-4b97-8f18-ee538a95ea6d'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': '79407352-3cf8-44c6-bedc-8931e4f39fea'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:32:50.092237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=ec379bb9-292d-447c-b2fe-a12f3e98451d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:50.136793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.173361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:50.173989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.198896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d0942cf4-d73d-4974-b376-cdb1be4ee625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.203573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8:0:1::b9 (b68838ec-31d5-4ab0-8519-6f8459febd2e/10c969f0-f79a-4b97-8f18-ee538a95ea6d/dba534c2-be2a-413c-afa1-99c429ff36d2) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:50.209986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe22:ee36 (b68838ec-31d5-4ab0-8519-6f8459febd2e/4c9d2ce6-4daa-4adf-b660-a8008c5b6251/dba534c2-be2a-413c-afa1-99c429ff36d2) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:50.235235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:50.255112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-83db5515-c2e6-464b-aa24-ceae6fd0e224 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1985474 Apr 22 17:32:50.264110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48092) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:50.272524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'ec379bb9-292d-447c-b2fe-a12f3e98451d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:50.278122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:50.280722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:50.294423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:floatingip and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:50.295751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:50.299384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:50.318137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.321922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:50.329359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:50.417433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:50.421197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.451006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 79407352-3cf8-44c6-bedc-8931e4f39fea, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=79407352-3cf8-44c6-bedc-8931e4f39fea,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:50.456588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.507163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.516297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.582709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.586614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object dba534c2-be2a-413c-afa1-99c429ff36d2 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:50.587911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=79407352-3cf8-44c6-bedc-8931e4f39fea,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:50.643399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.699435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.702776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=a4af130f-64ff-4e50-a66e-e45e3753e122,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:50.734663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Checking segment: {'id': '47d382a5-af35-4f14-a764-0d79c65ac0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '510f6397-0435-4e1b-be3d-12e0c351a6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:50.735331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network hostable DHCP agents. Network: 510f6397-0435-4e1b-be3d-12e0c351a6bd, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:50.758265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Router 1f8e4af0-7b39-4bba-b648-9e08ddad39d4 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:32:50.778452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-d0942cf4-d73d-4974-b376-cdb1be4ee625 None None] Allocated IP 2001:db8:0:1::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/10c969f0-f79a-4b97-8f18-ee538a95ea6d/79407352-3cf8-44c6-bedc-8931e4f39fea) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:50.789873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:50.826101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:50.828600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:50.834558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:50.835218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.860929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=dba534c2-be2a-413c-afa1-99c429ff36d2,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:50.861161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Network 510f6397-0435-4e1b-be3d-12e0c351a6bd is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:50.893759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.26.3.53 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/fd1e5d14-2a68-450d-8673-094f3b71676c) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:50.942524 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f260a499-6924-44b0-b210-a81d4e552e7f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1090016 Apr 22 17:32:50.978044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d0942cf4-d73d-4974-b376-cdb1be4ee625 None None] For port 79407352-3cf8-44c6-bedc-8931e4f39fea, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=79407352-3cf8-44c6-bedc-8931e4f39fea,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:50.981786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48096) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:50.986495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:50.988253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 510f6397-0435-4e1b-be3d-12e0c351a6bd) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:51.000550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f9ef32-4a5f-40d2-b99d-5b3b99631c16 None None] Network 510f6397-0435-4e1b-be3d-12e0c351a6bd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:51.033925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d0942cf4-d73d-4974-b376-cdb1be4ee625 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.058314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.072370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:51.072965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.109839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d0942cf4-d73d-4974-b376-cdb1be4ee625 None None] Transition to ACTIVE for port object 79407352-3cf8-44c6-bedc-8931e4f39fea will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:51.140585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.200015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d0942cf4-d73d-4974-b376-cdb1be4ee625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.203218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:51.206425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:51.212453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:51.242851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:51.260310 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a2757-4c51-4509-ac35-1c0058685fa3 None None] Sync routers for ids ['1f8e4af0-7b39-4bba-b648-9e08ddad39d4'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:51.275039 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a2757-4c51-4509-ac35-1c0058685fa3 None None] Routers {'1f8e4af0-7b39-4bba-b648-9e08ddad39d4'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:51.276237 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6d5a2757-4c51-4509-ac35-1c0058685fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1f8e4af0-7b39-4bba-b648-9e08ddad39d4'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:51.314206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-510f6397-0435-4e1b-be3d-12e0c351a6bd', 'network_id': '510f6397-0435-4e1b-be3d-12e0c351a6bd', 'tenant_id': 'e2acafe89dc9472abdfdba500f8e33fd', 'fixed_ips': [{'subnet_id': 'a4af130f-64ff-4e50-a66e-e45e3753e122'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:51.315601 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.318922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=2612c876-b9ed-4e0a-9fd8-83d673c86590,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:51.324588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-8d612bb7-ac8b-4e57-991a-40af16887254 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port dba534c2-be2a-413c-afa1-99c429ff36d2 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:51.324925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d612bb7-ac8b-4e57-991a-40af16887254 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.386881 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6d5a2757-4c51-4509-ac35-1c0058685fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:51.391540 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e1c7d346-794b-4afb-9842-58dc847273f6 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0046959 Apr 22 17:32:51.403170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48100) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:51.405382 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a2757-4c51-4509-ac35-1c0058685fa3 None None] Routers {'1f8e4af0-7b39-4bba-b648-9e08ddad39d4'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:51.407039 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6d5a2757-4c51-4509-ac35-1c0058685fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['1f8e4af0-7b39-4bba-b648-9e08ddad39d4'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:51.417073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=fd1e5d14-2a68-450d-8673-094f3b71676c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:51.424888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': '8cb41c7e-2a30-4607-bf9c-6603f7069eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e586f584-f591-44b4-846f-0f671f36ab28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:51.425257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: e586f584-f591-44b4-846f-0f671f36ab28, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:32:51.436826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.443246 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-be3053e4-e918-4c92-93f2-5d1fc1dad599 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.8498728 Apr 22 17:32:51.449615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48104) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:51.457280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-634b108b-b76e-40bb-9c22-af5150fda425 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:51.484239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0942cf4-d73d-4974-b376-cdb1be4ee625 None None] Pushing event updated for resources: {'Port': ['ID=79407352-3cf8-44c6-bedc-8931e4f39fea,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:51.485956 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6d5a2757-4c51-4509-ac35-1c0058685fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:51.486603 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a2757-4c51-4509-ac35-1c0058685fa3 None None] The sync data for ids ['1f8e4af0-7b39-4bba-b648-9e08ddad39d4'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:51.606374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Allocated IP 2001:db8::3 (510f6397-0435-4e1b-be3d-12e0c351a6bd/a4af130f-64ff-4e50-a66e-e45e3753e122/830f3797-fd5b-46b4-a093-77f8908c3cdd) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:51.747733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 79407352-3cf8-44c6-bedc-8931e4f39fea up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:51.816619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network e586f584-f591-44b4-846f-0f671f36ab28 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:32:51.856424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-634b108b-b76e-40bb-9c22-af5150fda425 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15077590'] for subnet, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.924345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.931377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:51.937699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Transition to ACTIVE for port object 830f3797-fd5b-46b4-a093-77f8908c3cdd will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:51.961428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Transition to ACTIVE for port object 830f3797-fd5b-46b4-a093-77f8908c3cdd will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:51.990786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, e586f584-f591-44b4-846f-0f671f36ab28) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:52.000378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8490df3-98db-4b80-8471-67f111b92f79 None None] Network e586f584-f591-44b4-846f-0f671f36ab28 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:52.008940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:52.009525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.057218 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8bab8edf-d041-4270-afe8-dc648b6ec3ab tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/routers/1f8e4af0-7b39-4bba-b648-9e08ddad39d4 HTTP/1.1" status: 200 len: 918 time: 0.5476503 Apr 22 17:32:52.058812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48110) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:52.090833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d612bb7-ac8b-4e57-991a-40af16887254 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.108054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.122251 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cef538ef-cea3-4795-b4fa-3be4d4f93c97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f8e4af0-7b39-4bba-b648-9e08ddad39d4 HTTP/1.1" status: 200 len: 205 time: 0.0623262 Apr 22 17:32:52.124949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48114) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:52.211015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Network 510f6397-0435-4e1b-be3d-12e0c351a6bd is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:52.212575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.222215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:52.238144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:52.253727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Pushing event updated for resources: {'Port': ['ID=830f3797-fd5b-46b4-a093-77f8908c3cdd,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:52.260562 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1b61ae8c-0c8b-418a-9ab2-7c774529fbcd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2661619 Apr 22 17:32:52.267301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48118) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:52.267918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-8d612bb7-ac8b-4e57-991a-40af16887254 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for dba534c2-be2a-413c-afa1-99c429ff36d2 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:52.276512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1703560874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:52.296040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:52.317533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:router and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:52.347328 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5b80bbf3-eb48-462c-90e3-d473581e7ad8 None None] Provisioning for port 79407352-3cf8-44c6-bedc-8931e4f39fea completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:52.360568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5b80bbf3-eb48-462c-90e3-d473581e7ad8 None None] Provisioning complete for port 79407352-3cf8-44c6-bedc-8931e4f39fea triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:52.360955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5b80bbf3-eb48-462c-90e3-d473581e7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.370231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:52.393830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:52.455723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.503227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Attempting to bind port 830f3797-fd5b-46b4-a093-77f8908c3cdd on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:52.503849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Attempting to bind port 830f3797-fd5b-46b4-a093-77f8908c3cdd by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '47d382a5-af35-4f14-a764-0d79c65ac0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '510f6397-0435-4e1b-be3d-12e0c351a6bd'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:52.504012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Attempting to bind port 830f3797-fd5b-46b4-a093-77f8908c3cdd on network 510f6397-0435-4e1b-be3d-12e0c351a6bd {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:52.547096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:52.547509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Checking segment: {'id': '47d382a5-af35-4f14-a764-0d79c65ac0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '510f6397-0435-4e1b-be3d-12e0c351a6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:52.547915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.548304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Bound using segment: {'id': '47d382a5-af35-4f14-a764-0d79c65ac0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '510f6397-0435-4e1b-be3d-12e0c351a6bd'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:52.548790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Bound port: 830f3797-fd5b-46b4-a093-77f8908c3cdd, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d382a5-af35-4f14-a764-0d79c65ac0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '510f6397-0435-4e1b-be3d-12e0c351a6bd'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:52.549156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.566807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-e586f584-f591-44b4-846f-0f671f36ab28', 'network_id': 'e586f584-f591-44b4-846f-0f671f36ab28', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': '2612c876-b9ed-4e0a-9fd8-83d673c86590'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:52.567628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.572315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.572315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.645568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-634b108b-b76e-40bb-9c22-af5150fda425 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755954253572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16155449'] for subnet, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.724696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b108b-b76e-40bb-9c22-af5150fda425 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:52.725293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-634b108b-b76e-40bb-9c22-af5150fda425 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.729609 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-634b108b-b76e-40bb-9c22-af5150fda425 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "PUT /v2.0/subnets/a4af130f-64ff-4e50-a66e-e45e3753e122 HTTP/1.1" status: 200 len: 900 time: 1.3063657 Apr 22 17:32:52.730400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48122) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:52.747544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.761358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.765956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b108b-b76e-40bb-9c22-af5150fda425 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event updated for resources: {'Subnet': ['ID=a4af130f-64ff-4e50-a66e-e45e3753e122,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:52.824880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] For port 830f3797-fd5b-46b4-a093-77f8908c3cdd, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:52.829955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] For port 830f3797-fd5b-46b4-a093-77f8908c3cdd, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=830f3797-fd5b-46b4-a093-77f8908c3cdd,segment=NetworkSegment(47d382a5-af35-4f14-a764-0d79c65ac0f8),segment_id=47d382a5-af35-4f14-a764-0d79c65ac0f8)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:52.837576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.852915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d612bb7-ac8b-4e57-991a-40af16887254 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.888057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Deleting port 4ddb67ec-3dd1-411c-bde8-b72456673f79 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:52.888450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.893166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Allocated IP 172.20.0.2 (e586f584-f591-44b4-846f-0f671f36ab28/2612c876-b9ed-4e0a-9fd8-83d673c86590/bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:52.895787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:52.910004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d612bb7-ac8b-4e57-991a-40af16887254 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=dba534c2-be2a-413c-afa1-99c429ff36d2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:52.965466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8b120abf-17c9-4888-b015-71f36b98e26e None None] Could not find standard attr ID for object dba534c2-be2a-413c-afa1-99c429ff36d2. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:32:52.991554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.015278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.017069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d612bb7-ac8b-4e57-991a-40af16887254 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.021407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=fd1e5d14-2a68-450d-8673-094f3b71676c,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:53.039461 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8d612bb7-ac8b-4e57-991a-40af16887254 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/dba534c2-be2a-413c-afa1-99c429ff36d2 HTTP/1.1" status: 204 len: 168 time: 2.0524359 Apr 22 17:32:53.040262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48126) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:53.067184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.067537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.067882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.068218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.068557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.068890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.069216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.069549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.070518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.070874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.071200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.071521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:53.086529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.125541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb1aa9-5049-4081-a8f0-70e77bc6520a None None] Pushing event updated for resources: {'Port': ['ID=830f3797-fd5b-46b4-a093-77f8908c3cdd,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:53.261472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port 830f3797-fd5b-46b4-a093-77f8908c3cdd {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:53.262220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.286180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.323172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Transition to ACTIVE for port object bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:53.344483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Transition to ACTIVE for port object bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:53.396994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.432485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.461664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176186a0-211f-4443-926c-da90fee287b5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:53.462497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-176186a0-211f-4443-926c-da90fee287b5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:53.528147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Network e586f584-f591-44b4-846f-0f671f36ab28 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:53.531271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:53.534544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:53.575142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Pushing event updated for resources: {'Port': ['ID=bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:53.580642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] For port 830f3797-fd5b-46b4-a093-77f8908c3cdd, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=830f3797-fd5b-46b4-a093-77f8908c3cdd,segment=NetworkSegment(47d382a5-af35-4f14-a764-0d79c65ac0f8),segment_id=47d382a5-af35-4f14-a764-0d79c65ac0f8)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:53.581454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.607924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.609205 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-04a695aa-5ee9-4f9f-a862-6da30d7a8cf5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3409662 Apr 22 17:32:53.614332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.621505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48130) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:53.631194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'port': {'network_id': 'e586f584-f591-44b4-846f-0f671f36ab28', 'name': 'tempest-RoutersTest-1339727321'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:53.642794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-176186a0-211f-4443-926c-da90fee287b5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:53.646675 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-176186a0-211f-4443-926c-da90fee287b5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6039748 Apr 22 17:32:53.649564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Attempting to bind port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:32:53.649900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48134) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:53.650570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Attempting to bind port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '8cb41c7e-2a30-4607-bf9c-6603f7069eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e586f584-f591-44b4-846f-0f671f36ab28'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:32:53.651094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Attempting to bind port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 on network e586f584-f591-44b4-846f-0f671f36ab28 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:32:53.656977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:32:53.657359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Checking segment: {'id': '8cb41c7e-2a30-4607-bf9c-6603f7069eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e586f584-f591-44b4-846f-0f671f36ab28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:32:53.657773 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.658168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Bound using segment: {'id': '8cb41c7e-2a30-4607-bf9c-6603f7069eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e586f584-f591-44b4-846f-0f671f36ab28'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:32:53.659382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Bound port: bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb41c7e-2a30-4607-bf9c-6603f7069eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e586f584-f591-44b4-846f-0f671f36ab28'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:32:53.659758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.717255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Calling delete_port for 830f3797-fd5b-46b4-a093-77f8908c3cdd owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:53.787657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] For port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:32:53.795465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] For port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7,segment=NetworkSegment(8cb41c7e-2a30-4607-bf9c-6603f7069eea),segment_id=8cb41c7e-2a30-4607-bf9c-6603f7069eea)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:32:53.798289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 830f3797-fd5b-46b4-a093-77f8908c3cdd up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:53.862413 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP bd6c4460-1350-4f00-b042-38174ae93f8c associated. External IP: 172.26.3.53, port: ec379bb9-292d-447c-b2fe-a12f3e98451d. Apr 22 17:32:53.877468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.920269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Calling delete_port for 4ddb67ec-3dd1-411c-bde8-b72456673f79 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:53.946688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:53.955156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 830f3797-fd5b-46b4-a093-77f8908c3cdd completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:53.979474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 830f3797-fd5b-46b4-a093-77f8908c3cdd triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:53.981690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.012820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Port': ['ID=830f3797-fd5b-46b4-a093-77f8908c3cdd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:54.024089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeefb2-4e98-4205-81a7-db24022b7fdb None None] Pushing event updated for resources: {'Port': ['ID=bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:54.041196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Port 830f3797-fd5b-46b4-a093-77f8908c3cdd was deleted so its status cannot be updated. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 17:32:54.107056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No DVR routers for this DVR port 830f3797-fd5b-46b4-a093-77f8908c3cdd on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:54.181127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.275974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b03ae-6c82-4bef-bf9e-dab88de53406 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:54.276716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6f3b03ae-6c82-4bef-bf9e-dab88de53406 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:54.284931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:54.297942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:port and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:54.356392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:54.369606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.374620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:54.387690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6f3b03ae-6c82-4bef-bf9e-dab88de53406 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:54.388869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6f3b03ae-6c82-4bef-bf9e-dab88de53406 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7293916 Apr 22 17:32:54.395155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48140) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:54.422137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=a4af130f-64ff-4e50-a66e-e45e3753e122,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:54.487012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1232cf76-a090-46f3-8f48-d6f84caf4870 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:54.488548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1232cf76-a090-46f3-8f48-d6f84caf4870 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:54.490230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1232cf76-a090-46f3-8f48-d6f84caf4870 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:54.491007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1232cf76-a090-46f3-8f48-d6f84caf4870 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:32:54.511619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23454e61-4e07-45d8-9712-946a3e787066 None None] Network 510f6397-0435-4e1b-be3d-12e0c351a6bd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:54.549891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.575384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510f6397-0435-4e1b-be3d-12e0c351a6bd']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:54.589045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d382a5-af35-4f14-a764-0d79c65ac0f8') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:54.589344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d382a5-af35-4f14-a764-0d79c65ac0f8') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:54.603614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.613909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:54.617379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.621198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.627620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:54.628396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.639646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b149f633-aa6e-4133-922c-41a29af88282 None None] Could not find standard attr ID for object 830f3797-fd5b-46b4-a093-77f8908c3cdd. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:54.646477 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:54.672671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] device_id is not set on port 5bd01dc7-672a-42ee-84af-22a1a1d77064 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:32:54.720695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1232cf76-a090-46f3-8f48-d6f84caf4870 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:32:54.722030 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1232cf76-a090-46f3-8f48-d6f84caf4870 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3259280 Apr 22 17:32:54.728049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48144) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:54.753729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:54.765835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea2301-cb79-4a36-80da-f030fc273d30 None None] DHCP port deletion for 510f6397-0435-4e1b-be3d-12e0c351a6bd request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:54.787828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e0e13-dd82-4f09-84ba-8a326a48e6d7 None None] Network 510f6397-0435-4e1b-be3d-12e0c351a6bd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:54.809256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66c2286-46e2-46f3-981a-480bfd2160df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 10c969f0-f79a-4b97-8f18-ee538a95ea6d {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:54.809256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a66c2286-46e2-46f3-981a-480bfd2160df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.857347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.861769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.901523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=510f6397-0435-4e1b-be3d-12e0c351a6bd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:54.914419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a66c2286-46e2-46f3-981a-480bfd2160df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:54.948737 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4b9dc8b0-fcd6-4ca1-a667-433cc7f007ff tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/510f6397-0435-4e1b-be3d-12e0c351a6bd HTTP/1.1" status: 204 len: 168 time: 2.2130349 Apr 22 17:32:54.956582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48148) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:54.998609 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a940e0c4-20bd-462e-9e79-2ebb3bb24d0b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:32:54.998609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a940e0c4-20bd-462e-9e79-2ebb3bb24d0b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:32:55.000217 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a940e0c4-20bd-462e-9e79-2ebb3bb24d0b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/a4af130f-64ff-4e50-a66e-e45e3753e122 HTTP/1.1" status: 404 len: 337 time: 0.0429773 Apr 22 17:32:55.003549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48152) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:55.020123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.049304 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9846bd-a62c-4942-af03-a81d57abd59f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:32:55.049831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9846bd-a62c-4942-af03-a81d57abd59f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:32:55.051663 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ef9846bd-a62c-4942-af03-a81d57abd59f tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/510f6397-0435-4e1b-be3d-12e0c351a6bd HTTP/1.1" status: 404 len: 339 time: 0.0476086 Apr 22 17:32:55.055018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48156) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:55.102668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event deleted for resources: {'Port': ['ID=4ddb67ec-3dd1-411c-bde8-b72456673f79,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:55.263013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f02631-3240-4731-9d27-7274dfcd2bfe None None] Network e586f584-f591-44b4-846f-0f671f36ab28 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:55.270234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.20.0.5 (e586f584-f591-44b4-846f-0f671f36ab28/2612c876-b9ed-4e0a-9fd8-83d673c86590/5bd01dc7-672a-42ee-84af-22a1a1d77064) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:55.295209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.297391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a66c2286-46e2-46f3-981a-480bfd2160df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.326463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.377440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:55.424682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b0a62-2cf1-45a3-b6e3-4afa28568f03 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:55.454682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b0a62-2cf1-45a3-b6e3-4afa28568f03 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:55.455877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-721b0a62-2cf1-45a3-b6e3-4afa28568f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:55.502612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.525506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-721b0a62-2cf1-45a3-b6e3-4afa28568f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:55.530225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a03077-14fb-4340-97cc-345a2af7c8d4']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:55.543259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a05859a-1b76-4de6-b8c5-a764090be184') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:55.543633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a05859a-1b76-4de6-b8c5-a764090be184') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:55.556405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.564105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.572028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b0a62-2cf1-45a3-b6e3-4afa28568f03 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:55.572722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-721b0a62-2cf1-45a3-b6e3-4afa28568f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:55.577393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.584254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.585004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:32:55.585728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:32:55.600059 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:32:55.613459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a66c2286-46e2-46f3-981a-480bfd2160df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.677348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7d8037bd-c15a-405a-beb3-7c7f730feb30 None None] Provisioning for port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:55.685884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-721b0a62-2cf1-45a3-b6e3-4afa28568f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:55.686296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b0a62-2cf1-45a3-b6e3-4afa28568f03 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:55.690209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.713576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c2286-46e2-46f3-981a-480bfd2160df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=10c969f0-f79a-4b97-8f18-ee538a95ea6d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:55.718012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a66c2286-46e2-46f3-981a-480bfd2160df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.724911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4233767c-0b9d-498f-97be-cd2d68dac2e3 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:55.752047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.755466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Fanout notify agent at l3_agent the message router_deleted on router 1f8e4af0-7b39-4bba-b648-9e08ddad39d4 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:32:55.786349 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ca6a2ef3-7563-4f84-8dee-95b5c6beada5 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5209630 Apr 22 17:32:55.792898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.793990 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-38737b6a-2178-42dd-ba45-a425e63f89ef tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/1f8e4af0-7b39-4bba-b648-9e08ddad39d4 HTTP/1.1" status: 204 len: 168 time: 3.6682260 Apr 22 17:32:55.794733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48160) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:55.798527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48162) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:55.806318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1080940595', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': False}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:55.811282 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a66c2286-46e2-46f3-981a-480bfd2160df tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/10c969f0-f79a-4b97-8f18-ee538a95ea6d HTTP/1.1" status: 204 len: 168 time: 1.0814996 Apr 22 17:32:55.812081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a3bacb9a-0e6f-426d-8962-f26accfa766d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'port_id': 'ec379bb9-292d-447c-b2fe-a12f3e98451d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:55.814865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:55.816879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48168) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:55.839900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:55.860047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Usage tracker for resource:router and tenant:9124540b96674dc081d43e8ee34cfeab is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:55.866522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:55.870051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.879237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:55.897120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.898302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:55.921170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=15a03077-14fb-4340-97cc-345a2af7c8d4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:55.940903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object 5bd01dc7-672a-42ee-84af-22a1a1d77064 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:32:55.941377 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9b8bb43e-dc3e-4a56-8997-1be8062e28a5 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/15a03077-14fb-4340-97cc-345a2af7c8d4 HTTP/1.1" status: 204 len: 168 time: 0.8852513 Apr 22 17:32:55.942311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48172) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:55.957389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-106dcd4b-1c95-47a8-9dcc-048925d26b92 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 4c9d2ce6-4daa-4adf-b660-a8008c5b6251 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:55.961236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-106dcd4b-1c95-47a8-9dcc-048925d26b92 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.000612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3bacb9a-0e6f-426d-8962-f26accfa766d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.018804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.019822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.035322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-106dcd4b-1c95-47a8-9dcc-048925d26b92 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.046863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:56.060608 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a93f16e-f49b-4d0a-a99e-12b0d95fe8ac tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:32:56.061060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a93f16e-f49b-4d0a-a99e-12b0d95fe8ac tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:32:56.062767 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3a93f16e-f49b-4d0a-a99e-12b0d95fe8ac tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/e6bbd8b8-1854-49d6-a5d6-88c7e7d4af8f HTTP/1.1" status: 404 len: 337 time: 0.1108871 Apr 22 17:32:56.063527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:56.064132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.070687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48176) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:56.113031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.114764 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-db80dda8-2c80-4544-a0a7-ef287ea190d1 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:32:56.115239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db80dda8-2c80-4544-a0a7-ef287ea190d1 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:32:56.138290 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-db80dda8-2c80-4544-a0a7-ef287ea190d1 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/5daa983a-d540-404a-98a0-9e2d67f3c5c7 HTTP/1.1" status: 404 len: 339 time: 0.0665231 Apr 22 17:32:56.141454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48180) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:56.166015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-869c4406-68b8-4efd-b595-7b286afbfc92 None None] Provisioning complete for port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:56.167970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-869c4406-68b8-4efd-b595-7b286afbfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.219246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.224824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting subnet 35355034-d8b6-4d74-b165-ef740c678e8f {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:56.229304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.260187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-106dcd4b-1c95-47a8-9dcc-048925d26b92 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.305474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.305814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network e586f584-f591-44b4-846f-0f671f36ab28 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:56.360792 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:56.384855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:32:56.401763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-869c4406-68b8-4efd-b595-7b286afbfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.430562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7,segment=NetworkSegment(8cb41c7e-2a30-4607-bf9c-6603f7069eea),segment_id=8cb41c7e-2a30-4607-bf9c-6603f7069eea)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:56.479723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:56.480651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.505561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=5bd01dc7-672a-42ee-84af-22a1a1d77064,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:56.594002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.681660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 830f3797-fd5b-46b4-a093-77f8908c3cdd no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:56.687920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48186) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:56.712780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.753930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:56.756245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 830f3797-fd5b-46b4-a093-77f8908c3cdd {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:56.757097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 830f3797-fd5b-46b4-a093-77f8908c3cdd not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:56.776179 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6536f413-a568-4d00-a7ca-d1a927f01fe2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1517191 Apr 22 17:32:56.781380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48190) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:56.783177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-869c4406-68b8-4efd-b595-7b286afbfc92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:32:56.783703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-869c4406-68b8-4efd-b595-7b286afbfc92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:32:56.802192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:56.810483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.810861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.811210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.811547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.812002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.812343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.812675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.813007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.813335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.813662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.813986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:56.814312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.071425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-106dcd4b-1c95-47a8-9dcc-048925d26b92 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.137418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dcd4b-1c95-47a8-9dcc-048925d26b92 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9d2ce6-4daa-4adf-b660-a8008c5b6251,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:57.144881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-106dcd4b-1c95-47a8-9dcc-048925d26b92 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.148572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3710ef6-b806-4684-ab22-a24136215837 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:57.242865 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-106dcd4b-1c95-47a8-9dcc-048925d26b92 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/4c9d2ce6-4daa-4adf-b660-a8008c5b6251 HTTP/1.1" status: 204 len: 168 time: 1.4249351 Apr 22 17:32:57.251541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48194) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:57.253487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.376755 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a39dcea1-e615-456c-9de6-09db709644a5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203344 Apr 22 17:32:57.381946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48198) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:57.439742 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:57.470176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:32:57.479125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] Deleting port 79407352-3cf8-44c6-bedc-8931e4f39fea {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:57.480042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.618159 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d5620547-a773-4a24-a21f-94dd2378e0b9 None None] Provisioning for port 5bd01dc7-672a-42ee-84af-22a1a1d77064 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:32:57.636543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d5620547-a773-4a24-a21f-94dd2378e0b9 None None] Provisioning complete for port 5bd01dc7-672a-42ee-84af-22a1a1d77064 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:57.637642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d5620547-a773-4a24-a21f-94dd2378e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.652220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:32:57.662605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:32:57.666489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3bacb9a-0e6f-426d-8962-f26accfa766d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.672304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:32:57.693843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.708244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.715814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:32:57.759835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3bacb9a-0e6f-426d-8962-f26accfa766d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.760600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:32:57.777086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=35355034-d8b6-4d74-b165-ef740c678e8f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:57.783373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.793816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6294e0-8793-4401-b1cd-54a5a52598ea None None] Network 61120602-d6f0-4ebb-a645-f61c3accad97 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:57.804015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.804360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.804691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.805020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.805522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.805870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.806177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.806496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.806836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.807528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.807528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.807815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:32:57.819546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d5620547-a773-4a24-a21f-94dd2378e0b9 None None] Port 5bd01dc7-672a-42ee-84af-22a1a1d77064 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:57.836203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] For port 79407352-3cf8-44c6-bedc-8931e4f39fea, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=79407352-3cf8-44c6-bedc-8931e4f39fea,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:32:57.836609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.871345 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4a10ac37-99b8-4fcb-a3fc-f55f508e9b6e tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/35355034-d8b6-4d74-b165-ef740c678e8f HTTP/1.1" status: 204 len: 168 time: 1.7268341 Apr 22 17:32:57.877978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:32:57.881375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:57.899632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48202) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:58.062959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] Calling delete_port for 79407352-3cf8-44c6-bedc-8931e4f39fea owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:32:58.123174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d5620547-a773-4a24-a21f-94dd2378e0b9 None None] Provisioning complete for port 79407352-3cf8-44c6-bedc-8931e4f39fea triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:58.123383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d5620547-a773-4a24-a21f-94dd2378e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.187377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3319daef-068b-4381-a5c3-aef961664416 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting subnet a6775895-cfc6-4aaf-886a-691870476aae {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:32:58.196603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3319daef-068b-4381-a5c3-aef961664416 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.249433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.266178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:58.266178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.307430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.408749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.449370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d5620547-a773-4a24-a21f-94dd2378e0b9 None None] Port 79407352-3cf8-44c6-bedc-8931e4f39fea update to ACTIVE by agent not found {{(pid=88661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 22 17:32:58.473199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] Pushing event deleted for resources: {'Port': ['ID=79407352-3cf8-44c6-bedc-8931e4f39fea,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:58.480287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9560dd5-b08b-4fdb-a092-b22f1b0e590f None None] No DVR routers for this DVR port 79407352-3cf8-44c6-bedc-8931e4f39fea on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:32:58.536524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.544890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bacb9a-0e6f-426d-8962-f26accfa766d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:32:58.595293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3319daef-068b-4381-a5c3-aef961664416 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.627190 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 79407352-3cf8-44c6-bedc-8931e4f39fea no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:32:58.628255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.665182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 79407352-3cf8-44c6-bedc-8931e4f39fea {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:32:58.665761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 79407352-3cf8-44c6-bedc-8931e4f39fea not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:32:58.778147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.847820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=5bd01dc7-672a-42ee-84af-22a1a1d77064,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:58.896672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Allocated IP 172.26.3.125 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:32:58.913253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3319daef-068b-4381-a5c3-aef961664416 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.975703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bacb9a-0e6f-426d-8962-f26accfa766d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:32:58.986520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3bacb9a-0e6f-426d-8962-f26accfa766d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:58.987891 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164a1d5-bc10-47a0-900a-ec79b4b81dc5 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:32:58.989487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a667c7a0-a17d-46a1-bae5-dd0fe1086cac None None] Provisioning complete for port 5bd01dc7-672a-42ee-84af-22a1a1d77064 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:58.997779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a667c7a0-a17d-46a1-bae5-dd0fe1086cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.003314 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164a1d5-bc10-47a0-900a-ec79b4b81dc5 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:59.003943 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4164a1d5-bc10-47a0-900a-ec79b4b81dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:59.082135 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a667c7a0-a17d-46a1-bae5-dd0fe1086cac None None] Port 5bd01dc7-672a-42ee-84af-22a1a1d77064 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:32:59.116967 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4164a1d5-bc10-47a0-900a-ec79b4b81dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:59.129411 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164a1d5-bc10-47a0-900a-ec79b4b81dc5 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:32:59.130272 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4164a1d5-bc10-47a0-900a-ec79b4b81dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:59.209240 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a3bacb9a-0e6f-426d-8962-f26accfa766d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/floatingips/bd6c4460-1350-4f00-b042-38174ae93f8c HTTP/1.1" status: 200 len: 977 time: 3.4094090 Apr 22 17:32:59.214187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48206) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:59.242529 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4164a1d5-bc10-47a0-900a-ec79b4b81dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:32:59.242962 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164a1d5-bc10-47a0-900a-ec79b4b81dc5 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:32:59.269713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.305455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bd5767cc-68a2-43f5-8d32-9ba752fe2064 None None] Provisioning complete for port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:32:59.306121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bd5767cc-68a2-43f5-8d32-9ba752fe2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.462547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port fd1e5d14-2a68-450d-8673-094f3b71676c {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:59.462547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.477129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3319daef-068b-4381-a5c3-aef961664416 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.494627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:32:59.533520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.550134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319daef-068b-4381-a5c3-aef961664416 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=a6775895-cfc6-4aaf-886a-691870476aae,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:59.559579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3319daef-068b-4381-a5c3-aef961664416 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.560022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d6440-228d-4bff-b69e-4d1f3ece4f07 None None] Network 61120602-d6f0-4ebb-a645-f61c3accad97 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:59.620250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.630356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:32:59.641127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:32:59.648988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:32:59.649584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.655917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb9afe-d7ec-4a19-91cb-107f7166f710 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:32:59.660984 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3319daef-068b-4381-a5c3-aef961664416 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/a6775895-cfc6-4aaf-886a-691870476aae HTTP/1.1" status: 204 len: 168 time: 1.7555664 Apr 22 17:32:59.667167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48210) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:59.729080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=7532e239-80a3-4346-b314-62f1b9f20f0e,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:32:59.805179 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-794e5461-535f-433b-926e-2910b444e3f5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4163136 Apr 22 17:32:59.806259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48214) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:32:59.815268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:32:59.836464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.865616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.899747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:59.900092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.913907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.914781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.924040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:32:59.924382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.964645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:32:59.971909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '7532e239-80a3-4346-b314-62f1b9f20f0e'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:32:59.974008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.069847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] DHCP port deletion for 61120602-d6f0-4ebb-a645-f61c3accad97 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:00.079945 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] Deleting port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:00.080451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.089915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:00.095845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for fd1e5d14-2a68-450d-8673-094f3b71676c owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:00.111191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:00.115815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'Port': ['ID=c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:00.141126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:00.312826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Allocated IP 2001:db8::f816:3eff:feb2:4b69 (b68838ec-31d5-4ab0-8519-6f8459febd2e/7532e239-80a3-4346-b314-62f1b9f20f0e/f78a97be-2a34-456e-a47c-10ed78b1fa9d) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:00.360812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:00.373943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:00.386232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:00.418452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:00.519676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a5307c76-b9f6-45c8-8487-b136192b1738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.537779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] For port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,segment=NetworkSegment(19afdf9b-35e3-4201-a854-1b0504eda605),segment_id=19afdf9b-35e3-4201-a854-1b0504eda605)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:00.538337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.564872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:00.568220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.666629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.670607 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] Calling delete_port for 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:00.701903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port d7cff300-7bde-4c6b-85b1-d6c8f5750ee7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:00.702507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.717046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] For port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,segment=NetworkSegment(19afdf9b-35e3-4201-a854-1b0504eda605),segment_id=19afdf9b-35e3-4201-a854-1b0504eda605)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:00.717413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.751804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=fd1e5d14-2a68-450d-8673-094f3b71676c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:00.829413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.855264 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.ipam_backend_mixin [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7532e239-80a3-4346-b314-62f1b9f20f0e (CIDR: 2001:db8::/64) Apr 22 17:33:00.875093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.882374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.882717 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP bd6c4460-1350-4f00-b042-38174ae93f8c disassociated (deleted). External IP: 172.26.3.53, port: ec379bb9-292d-447c-b2fe-a12f3e98451d. Apr 22 17:33:00.883116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Transition to ACTIVE for port object f78a97be-2a34-456e-a47c-10ed78b1fa9d will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:00.885689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:00.905694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:00.941398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] Pushing event deleted for resources: {'Port': ['ID=29fb3791-bf5c-428a-be23-fd06a7bdbfe2,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:00.946915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae06917-58c0-4362-9f13-be8bf9a0abc1 None None] No DVR routers for this DVR port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:00.950229 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:33:00.950780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:00.954545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Transition to ACTIVE for port object f78a97be-2a34-456e-a47c-10ed78b1fa9d will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:00.967654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:01.004485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Calling delete_port for 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:01.059053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:01.126686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:01.129414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:01.137969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:01.175304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Pushing event updated for resources: {'Port': ['ID=f78a97be-2a34-456e-a47c-10ed78b1fa9d,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:01.209774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:01.210704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:33:01.242495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Attempting to bind port f78a97be-2a34-456e-a47c-10ed78b1fa9d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:01.242930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Attempting to bind port f78a97be-2a34-456e-a47c-10ed78b1fa9d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:01.243300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Attempting to bind port f78a97be-2a34-456e-a47c-10ed78b1fa9d on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:01.248869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:01.249243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:01.249644 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:01.250036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:01.250496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Bound port: f78a97be-2a34-456e-a47c-10ed78b1fa9d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:01.250898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:01.289180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=5bd01dc7-672a-42ee-84af-22a1a1d77064,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:01.304218 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7fb2f3d1-e328-4bfa-bbb8-e8bfcadf3bea tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4974217 Apr 22 17:33:01.307633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48218) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:01.309253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:01.323906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:01.342596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] For port f78a97be-2a34-456e-a47c-10ed78b1fa9d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:01.345917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] For port f78a97be-2a34-456e-a47c-10ed78b1fa9d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f78a97be-2a34-456e-a47c-10ed78b1fa9d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:01.347859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:01.454998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:01.540412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49585b3b-818d-44ff-bf6a-b80fe7d1942a None None] Pushing event updated for resources: {'Port': ['ID=f78a97be-2a34-456e-a47c-10ed78b1fa9d,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:01.618179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network e586f584-f591-44b4-846f-0f671f36ab28 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:01.621134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:01.713716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:01.777184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:01.801980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:01.802564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:01.813911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:01.814478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 29fb3791-bf5c-428a-be23-fd06a7bdbfe2 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:01.989660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] The port '29fb3791-bf5c-428a-be23-fd06a7bdbfe2' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:33:02.003024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-daef1e89-6472-4cb6-ad13-750c5cba24d5 None None] Provisioning complete for port 5bd01dc7-672a-42ee-84af-22a1a1d77064 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:02.003662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-daef1e89-6472-4cb6-ad13-750c5cba24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.065819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-daef1e89-6472-4cb6-ad13-750c5cba24d5 None None] Port 5bd01dc7-672a-42ee-84af-22a1a1d77064 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:02.096624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:02.101250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.106281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cbccf-71f8-4aa3-8fd9-6694390de3f5 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:02.108967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:02.117374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:02.117562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cbccf-71f8-4aa3-8fd9-6694390de3f5 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:02.118117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-4e7cbccf-71f8-4aa3-8fd9-6694390de3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.166350 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0e8be7fc-f0a5-4b33-8f36-95d4115105d9 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/floatingips/bd6c4460-1350-4f00-b042-38174ae93f8c HTTP/1.1" status: 204 len: 168 time: 2.9487727 Apr 22 17:33:02.166706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48222) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:02.170641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:02.184387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-4e7cbccf-71f8-4aa3-8fd9-6694390de3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.193523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cbccf-71f8-4aa3-8fd9-6694390de3f5 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:02.194249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-4e7cbccf-71f8-4aa3-8fd9-6694390de3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.203559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router a52c69e6-0b9f-4f35-b3a4-9cca547ca1be is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:02.227998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.256595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-4e7cbccf-71f8-4aa3-8fd9-6694390de3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.257821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cbccf-71f8-4aa3-8fd9-6694390de3f5 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:02.291737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:02.297110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=d7cff300-7bde-4c6b-85b1-d6c8f5750ee7,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:02.307926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.308051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d38a913b-e5c9-4b15-bf28-85d2b02464e0 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port ec379bb9-292d-447c-b2fe-a12f3e98451d {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:02.308051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d38a913b-e5c9-4b15-bf28-85d2b02464e0 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.438734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.453018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61120602-d6f0-4ebb-a645-f61c3accad97']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.470261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:02.473844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.488121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:02.495285 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3872abb3-b803-42fb-a634-17819b24c810 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/a52c69e6-0b9f-4f35-b3a4-9cca547ca1be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7119057 Apr 22 17:33:02.498344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48226) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:02.502293 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd0fa4-8483-49b6-8791-3ee3848282c1 None None] Sync routers for ids ['a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:02.515582 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd0fa4-8483-49b6-8791-3ee3848282c1 None None] Routers {'a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:02.516208 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cdbd0fa4-8483-49b6-8791-3ee3848282c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:32:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.587213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6e0a39db-a807-4750-86a4-062437c06303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.600000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19afdf9b-35e3-4201-a854-1b0504eda605') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.600586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19afdf9b-35e3-4201-a854-1b0504eda605') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.610491 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cdbd0fa4-8483-49b6-8791-3ee3848282c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.630995 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd0fa4-8483-49b6-8791-3ee3848282c1 None None] Routers {'a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:02.631638 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cdbd0fa4-8483-49b6-8791-3ee3848282c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.688878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.694532 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cdbd0fa4-8483-49b6-8791-3ee3848282c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:02.694966 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd0fa4-8483-49b6-8791-3ee3848282c1 None None] The sync data for ids ['a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:02.807304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.874817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa765f-acef-4110-954d-539acbf3233c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:02.875388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-00aa765f-acef-4110-954d-539acbf3233c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:02.889307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:33:02.889715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:02.904731 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:02.919369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d38a913b-e5c9-4b15-bf28-85d2b02464e0 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:02.989391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-00aa765f-acef-4110-954d-539acbf3233c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:02.990534 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-00aa765f-acef-4110-954d-539acbf3233c tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports/5bd01dc7-672a-42ee-84af-22a1a1d77064 HTTP/1.1" status: 200 len: 977 time: 0.4912500 Apr 22 17:33:03.000542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48230) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:03.054867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d38a913b-e5c9-4b15-bf28-85d2b02464e0 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for ec379bb9-292d-447c-b2fe-a12f3e98451d owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:03.065380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-28f83e38-36be-491c-949c-070bf0746932 None None] Provisioning for port f78a97be-2a34-456e-a47c-10ed78b1fa9d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:03.316180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d38a913b-e5c9-4b15-bf28-85d2b02464e0 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:03.369848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a913b-e5c9-4b15-bf28-85d2b02464e0 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=ec379bb9-292d-447c-b2fe-a12f3e98451d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:03.384979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:03.426589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:03.459238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=61120602-d6f0-4ebb-a645-f61c3accad97,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:03.476715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:03.506285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d38a913b-e5c9-4b15-bf28-85d2b02464e0 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:03.583664 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d38a913b-e5c9-4b15-bf28-85d2b02464e0 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/ports/ec379bb9-292d-447c-b2fe-a12f3e98451d HTTP/1.1" status: 204 len: 168 time: 1.4125583 Apr 22 17:33:03.583973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48234) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:03.589201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:03.592814 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14072b88-07e5-4b94-82b3-5fbc8d78da19 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/61120602-d6f0-4ebb-a645-f61c3accad97 HTTP/1.1" status: 204 len: 168 time: 3.9245591 Apr 22 17:33:03.595086 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:03.602456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:floatingip and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:03.605419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:03.611489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:03.614940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48238) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:03.660194 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2ccde7-c31b-4cd4-bd30-15312a0ada9d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:03.660631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2ccde7-c31b-4cd4-bd30-15312a0ada9d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:03.662693 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ed2ccde7-c31b-4cd4-bd30-15312a0ada9d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/d136e3be-7133-4a1a-8170-1f89242d0251 HTTP/1.1" status: 404 len: 337 time: 0.0464299 Apr 22 17:33:03.664919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48242) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:03.689705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:03.691243 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-005c0e47-8ec6-4ef9-9398-516d667f2b5b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:03.691714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005c0e47-8ec6-4ef9-9398-516d667f2b5b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:03.693471 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-005c0e47-8ec6-4ef9-9398-516d667f2b5b tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/650cc4b4-cf28-437c-9d30-bc1bfcd68d58 HTTP/1.1" status: 404 len: 339 time: 0.0276532 Apr 22 17:33:03.696541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48246) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:03.728273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Router aa25ba0d-6cb0-4752-8996-f461b25269d1 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:03.734394 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-117b9ddc-4620-42dd-9ca3-9f838ac08705 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:03.735376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117b9ddc-4620-42dd-9ca3-9f838ac08705 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:03.739183 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-117b9ddc-4620-42dd-9ca3-9f838ac08705 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/7f9d937a-e71a-42e9-a69b-64705b5a43df HTTP/1.1" status: 404 len: 337 time: 0.0390501 Apr 22 17:33:03.739400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48250) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:03.745553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:03.770325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:03.786449 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce031ca7-56d1-4c8e-9556-cb823a14c2c2 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:03.786954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce031ca7-56d1-4c8e-9556-cb823a14c2c2 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:03.788667 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ce031ca7-56d1-4c8e-9556-cb823a14c2c2 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/78fe151d-f886-4a8c-b6bb-d9c786166c20 HTTP/1.1" status: 404 len: 339 time: 0.0483756 Apr 22 17:33:03.791310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48254) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:03.843770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f78a97be-2a34-456e-a47c-10ed78b1fa9d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:03.843935 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a9a405-85cd-4229-88c1-99d219409478 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:03.844806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a9a405-85cd-4229-88c1-99d219409478 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:03.848246 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-75a9a405-85cd-4229-88c1-99d219409478 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/fb3d9959-a1ed-432f-baff-112c2f23e370 HTTP/1.1" status: 404 len: 337 time: 0.0537074 Apr 22 17:33:03.848566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48258) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:03.880107 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b029be8-3b8a-4939-ab9a-6602c738a171 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:03.880579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b029be8-3b8a-4939-ab9a-6602c738a171 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:03.884671 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7b029be8-3b8a-4939-ab9a-6602c738a171 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/2934fc8b-44cf-4e28-9fd6-10e283a4518b HTTP/1.1" status: 404 len: 339 time: 0.0329397 Apr 22 17:33:03.886188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48262) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:04.019161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a5e124-a47c-45a8-947b-5d89772c052d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting subnet d0763c46-d2de-49a5-8e5e-c1fe0aaa7330 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:04.025133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76a5e124-a47c-45a8-947b-5d89772c052d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.084862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76a5e124-a47c-45a8-947b-5d89772c052d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.158598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.219894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:04.231730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Sync routers for ids ['aa25ba0d-6cb0-4752-8996-f461b25269d1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:04.241045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76a5e124-a47c-45a8-947b-5d89772c052d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.243149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Routers {'aa25ba0d-6cb0-4752-8996-f461b25269d1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:04.243805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['aa25ba0d-6cb0-4752-8996-f461b25269d1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:04.374033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.26.3.7 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/cc48d59d-6994-46d6-b346-9550d19f8175) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:04.385142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.418268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port f78a97be-2a34-456e-a47c-10ed78b1fa9d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:04.442058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:04.455982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.459286 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-28274a11-aa69-4939-bac8-526cfc3cc1bb tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.6596608 Apr 22 17:33:04.461745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48266) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:04.470047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f78a97be-2a34-456e-a47c-10ed78b1fa9d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:04.470292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.480636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:04.486083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76a5e124-a47c-45a8-947b-5d89772c052d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.535224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.540607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5e124-a47c-45a8-947b-5d89772c052d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=d0763c46-d2de-49a5-8e5e-c1fe0aaa7330,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:04.547474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76a5e124-a47c-45a8-947b-5d89772c052d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.556425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:04.561126 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b11481-2847-44f3-8775-94fb55a6236b None None] Network f66f8167-5122-4618-b5f2-3a70896d666b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:04.572502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:04.573156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.579195 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-76a5e124-a47c-45a8-947b-5d89772c052d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/d0763c46-d2de-49a5-8e5e-c1fe0aaa7330 HTTP/1.1" status: 204 len: 168 time: 0.6931658 Apr 22 17:33:04.584566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48270) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:04.584720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c1efc-a128-4d85-9bef-19ecedd54437 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:04.624652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=75b2ee3c-a786-4bfc-b6a8-fce962c76383,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:04.671076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Set router aa25ba0d-6cb0-4752-8996-f461b25269d1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:04.750372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.835845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.853314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port 71d4c909-e031-4123-bca5-ce45e808fb37 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:04.853661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:04.960053 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.006845 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4a496976-8d3a-4e07-99cc-1c1c1ad0be9c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6932952 Apr 22 17:33:05.014609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48274) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:05.028762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.061849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:30:37:cc', 'name': 'tempest-NetworksTestDHCPv6-1616190720'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:05.091065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.113020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.114039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:05.165544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:05.167971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:05.178535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:05.190004 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] Sync routers for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:05.195869 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f6de4bd2-04ae-4bef-bdc6-b122c4250049 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/routers/aa25ba0d-6cb0-4752-8996-f461b25269d1 HTTP/1.1" status: 200 len: 909 time: 0.7240956 Apr 22 17:33:05.201861 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9c93fbc3-ba3c-4440-9138-78d4b288fe26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/3b46e3c1-e9cb-4f52-a0f7-64786cccb035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5103045 Apr 22 17:33:05.201861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48278) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:05.205734 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:05.206360 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:05.207543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1080940595', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': True}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:05.215954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:05.231557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Usage tracker for resource:router and tenant:9124540b96674dc081d43e8ee34cfeab is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:05.237258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:05.288968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:05.309106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=cc48d59d-6994-46d6-b346-9550d19f8175,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:05.386078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port f78a97be-2a34-456e-a47c-10ed78b1fa9d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f78a97be-2a34-456e-a47c-10ed78b1fa9d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:05.402002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.403209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.420791 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:05.456763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] For port 71d4c909-e031-4123-bca5-ce45e808fb37, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=71d4c909-e031-4123-bca5-ce45e808fb37,segment=NetworkSegment(37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6),segment_id=37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:05.457370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.467830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.471030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.493047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port 5bd01dc7-672a-42ee-84af-22a1a1d77064 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:05.500877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.556123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] DHCP port deletion for f66f8167-5122-4618-b5f2-3a70896d666b request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:05.581271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] Deleting port 71d4c909-e031-4123-bca5-ce45e808fb37 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:05.582894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.648662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Calling delete_port for 71d4c909-e031-4123-bca5-ce45e808fb37 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:05.720728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25ba0d-6cb0-4752-8996-f461b25269d1', 'name': 'tempest-snat-router-1080940595', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.125'}], 'enable_snat': False}, 'gw_port_id': 'c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:32:56Z', 'updated_at': '2022-04-22T17:33:00Z', 'revision_number': 3, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port': {'id': 'c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25ba0d-6cb0-4752-8996-f461b25269d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:32:58Z', 'updated_at': '2022-04-22T17:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:05.739408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:05.760332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:05.768128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:05.782389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:05.789014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:05.822940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 71d4c909-e031-4123-bca5-ce45e808fb37 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:05.875137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=f78a97be-2a34-456e-a47c-10ed78b1fa9d,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:05.923095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:05.969304 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:01Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:38Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:05.973587 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] Checking router: 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:33:05.982134 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:05.982756 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:06.030111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.043375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.063834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Checking router: aa25ba0d-6cb0-4752-8996-f461b25269d1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:33:06.064201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.064782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Updating router aa25ba0d-6cb0-4752-8996-f461b25269d1 port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:33:06.102577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 71d4c909-e031-4123-bca5-ce45e808fb37 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:06.103781 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 71d4c909-e031-4123-bca5-ce45e808fb37 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:06.107574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.115715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] For port 71d4c909-e031-4123-bca5-ce45e808fb37, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=71d4c909-e031-4123-bca5-ce45e808fb37,segment=NetworkSegment(37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6),segment_id=37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:06.116769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.125037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b689db6-62d4-48c4-b7f2-982d7912315e None None] Update dhcp port {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'fixed_ips': [{'subnet_id': '7532e239-80a3-4346-b314-62f1b9f20f0e', 'ip_address': '2001:db8::f816:3eff:feb2:4b69'}, {'subnet_id': '75b2ee3c-a786-4bfc-b6a8-fce962c76383'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'f78a97be-2a34-456e-a47c-10ed78b1fa9d'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:33:06.195005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Port': ['ID=71d4c909-e031-4123-bca5-ce45e808fb37,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:06.202408 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:06.204049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No DVR routers for this DVR port 71d4c909-e031-4123-bca5-ce45e808fb37 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:06.231694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for 5bd01dc7-672a-42ee-84af-22a1a1d77064 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:06.277816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.371594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] Calling delete_port for 71d4c909-e031-4123-bca5-ce45e808fb37 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:06.383025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.412178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7388e68-b222-43ae-b676-3c5272ded9c3 req-d51a79c3-27da-426c-baa1-eacf51e854cd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:06.420402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7388e68-b222-43ae-b676-3c5272ded9c3 req-d51a79c3-27da-426c-baa1-eacf51e854cd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 946 time: 0.5391366 Apr 22 17:33:06.446608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port 3e7d5ada-920c-479f-98a5-01a2a62cc529 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:33:06.480024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.556120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0b689db6-62d4-48c4-b7f2-982d7912315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.667055 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:01Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:38Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:06.667350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66f8167-5122-4618-b5f2-3a70896d666b']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:06.672530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c574bc28-8d27-4a64-ba73-bc7f96a4b764 None None] The sync data for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv is: [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:01Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '972fb5c3-6328-4fca-b1e4-037bd1947e30', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.215', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'port_id': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'mac_address': 'fa:16:3e:fa:93:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:30:26Z', 'updated_at': '2022-04-22T17:30:38Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:06.694606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:06.695094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:33:06.696796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:06.696796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d97e04-eaa1-482d-8f4c-b6aa9c8ab4d6') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:06.794423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.802267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.846190 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7388e68-b222-43ae-b676-3c5272ded9c3 req-2893cb08-08e7-4917-8180-d8f63ba1042a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4248023 Apr 22 17:33:06.855273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.872191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:33:06.872603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:06.895766 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:06.906203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=5bd01dc7-672a-42ee-84af-22a1a1d77064,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:07.030481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.066601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.111346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Transition to ACTIVE for port object c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:07.140713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.173820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.174243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.187520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.190297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=f66f8167-5122-4618-b5f2-3a70896d666b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:07.191350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.219980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8:0:1::ad (b68838ec-31d5-4ab0-8519-6f8459febd2e/75b2ee3c-a786-4bfc-b6a8-fce962c76383/3e7d5ada-920c-479f-98a5-01a2a62cc529) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:07.229638 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2f78790a-3199-4ca8-a2ea-ea6cc55ed56c tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/f66f8167-5122-4618-b5f2-3a70896d666b HTTP/1.1" status: 204 len: 168 time: 2.6461527 Apr 22 17:33:07.229638 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48286) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:07.234396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::f816:3eff:fe30:37cc (b68838ec-31d5-4ab0-8519-6f8459febd2e/7532e239-80a3-4346-b314-62f1b9f20f0e/3e7d5ada-920c-479f-98a5-01a2a62cc529) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:07.252002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] Deleting port 71d4c909-e031-4123-bca5-ce45e808fb37 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:07.252906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.282673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.319202 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5f268e-7441-4849-a3c7-94b361039fed tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:07.320159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5f268e-7441-4849-a3c7-94b361039fed tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:07.324783 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6e5f268e-7441-4849-a3c7-94b361039fed tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/ae13d10e-5de8-4399-8853-bb655771ad26 HTTP/1.1" status: 404 len: 337 time: 0.0876470 Apr 22 17:33:07.330098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.337447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48290) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:07.384466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3eff5ded-d7b7-48f7-b739-2c468e889bec None None] The port '71d4c909-e031-4123-bca5-ce45e808fb37' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:33:07.388237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Attempting to bind port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:07.388625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Attempting to bind port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:07.389001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Attempting to bind port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:07.420210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:07.420613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:07.421028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.421428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:07.421905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Bound port: c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:07.422763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.454006 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55f1e5e-35cd-4b7c-8dc9-b8f90f4432fd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:07.454247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefcd26-ba61-460e-a387-2b026cad7fb6 None None] Pushing event updated for resources: {'Port': ['ID=c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:07.454958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55f1e5e-35cd-4b7c-8dc9-b8f90f4432fd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:07.517515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=cc48d59d-6994-46d6-b346-9550d19f8175,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:07.527295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] For port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:07.530823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] For port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:07.549188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.585138 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d55f1e5e-35cd-4b7c-8dc9-b8f90f4432fd tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/fa97dec1-5130-4e74-bb5a-98030d8a826c HTTP/1.1" status: 404 len: 339 time: 0.2464147 Apr 22 17:33:07.589713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48294) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:07.597985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.674546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-6e52be29-188b-414e-bb77-0024f498ac89 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:07.676158 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-6e52be29-188b-414e-bb77-0024f498ac89 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 946 time: 0.2615614 Apr 22 17:33:07.676804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Routers {'aa25ba0d-6cb0-4752-8996-f461b25269d1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:07.677553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['aa25ba0d-6cb0-4752-8996-f461b25269d1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:07.720159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Allocated IP 172.26.3.74 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/dc1b8696-0635-46d6-a233-dd3bff989687) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:07.734670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.735909 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4861cae1-267b-453c-9aad-eeebbd8fedb4 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1509895 Apr 22 17:33:07.743646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48298) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:07.752459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'port': {'network_id': '7251c96a-3436-48bb-ab64-2576b8c4e8ee', 'name': 'tempest-FloatingIPTestJSON-248253107'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:07.757945 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefcd26-ba61-460e-a387-2b026cad7fb6 None None] Pushing event updated for resources: {'Port': ['ID=c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:07.770141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.842592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f78a97be-2a34-456e-a47c-10ed78b1fa9d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:07.850275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-335e8881-c229-430c-9eda-ab83e9d5a30d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting subnet b883903c-16d1-4e8d-86c0-294b491f3cc8 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:07.854696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router a52c69e6-0b9f-4f35-b3a4-9cca547ca1be has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:07.857108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335e8881-c229-430c-9eda-ab83e9d5a30d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.861825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:07.862171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:07.931640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] Set router aa25ba0d-6cb0-4752-8996-f461b25269d1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:07.933005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object 3e7d5ada-920c-479f-98a5-01a2a62cc529 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:08.047572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.154358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:08.183839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:08.198011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:08.200501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335e8881-c229-430c-9eda-ab83e9d5a30d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.210351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:08.216292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:08.216637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.230381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:port and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:08.235927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:08.242797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f78a97be-2a34-456e-a47c-10ed78b1fa9d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:08.243703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.286401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=3e7d5ada-920c-479f-98a5-01a2a62cc529,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:08.296093 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-0b689db6-62d4-48c4-b7f2-982d7912315e None None] Allocated IP 2001:db8:0:1::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/75b2ee3c-a786-4bfc-b6a8-fce962c76383/f78a97be-2a34-456e-a47c-10ed78b1fa9d) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:08.299549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:08.355714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:08.364117 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ff24bb83-6d02-4f77-8c97-8fbc11847ca5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/a52c69e6-0b9f-4f35-b3a4-9cca547ca1be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3547540 Apr 22 17:33:08.364500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:08.364930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.373471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48304) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:08.389779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.404575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db80628a-eb31-408c-aa60-5aa6f15b0330 None None] Sync routers for ids ['a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:08.444873 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-140da690-4e33-43c4-82f7-8451d6f8f838 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4064801 Apr 22 17:33:08.448244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bac9b-77e9-4fca-8387-aa1454f64b77 req-ec18dcf9-2d8f-4940-9968-7d47f3062d8c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:08.448964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-098bac9b-77e9-4fca-8387-aa1454f64b77 req-ec18dcf9-2d8f-4940-9968-7d47f3062d8c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:08.452371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48308) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:08.463637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:08.467489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.497517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335e8881-c229-430c-9eda-ab83e9d5a30d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.529423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80628a-eb31-408c-aa60-5aa6f15b0330 None None] Routers {'a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:08.530090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-db80628a-eb31-408c-aa60-5aa6f15b0330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:08.541683 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:33:08.589592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-cc51d4f5-bfec-436f-b7c3-b537d2f00f52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port 3e7d5ada-920c-479f-98a5-01a2a62cc529 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:08.589984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cc51d4f5-bfec-436f-b7c3-b537d2f00f52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.613549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-db80628a-eb31-408c-aa60-5aa6f15b0330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:08.654276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0b689db6-62d4-48c4-b7f2-982d7912315e None None] For port f78a97be-2a34-456e-a47c-10ed78b1fa9d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f78a97be-2a34-456e-a47c-10ed78b1fa9d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:08.660239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80628a-eb31-408c-aa60-5aa6f15b0330 None None] Routers {'a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:08.660777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-db80628a-eb31-408c-aa60-5aa6f15b0330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:08.703922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-098bac9b-77e9-4fca-8387-aa1454f64b77 req-ec18dcf9-2d8f-4940-9968-7d47f3062d8c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:08.705078 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-098bac9b-77e9-4fca-8387-aa1454f64b77 req-ec18dcf9-2d8f-4940-9968-7d47f3062d8c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 946 time: 0.7360318 Apr 22 17:33:08.709228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.718158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:08.762250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-db80628a-eb31-408c-aa60-5aa6f15b0330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:08.762647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db80628a-eb31-408c-aa60-5aa6f15b0330 None None] The sync data for ids ['a52c69e6-0b9f-4f35-b3a4-9cca547ca1be'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:08.764181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:08.764532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d7cff300-7bde-4c6b-85b1-d6c8f5750ee7 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:08.790793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0b689db6-62d4-48c4-b7f2-982d7912315e None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.792916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:08.799548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25ba0d-6cb0-4752-8996-f461b25269d1', 'name': 'tempest-snat-router-1080940595', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.125'}], 'enable_snat': False}, 'gw_port_id': 'c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:32:56Z', 'updated_at': '2022-04-22T17:33:00Z', 'revision_number': 3, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port': {'id': 'c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25ba0d-6cb0-4752-8996-f461b25269d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:32:58Z', 'updated_at': '2022-04-22T17:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:08.804631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335e8881-c229-430c-9eda-ab83e9d5a30d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.808057 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7902aaf-06f8-4346-848d-1c5351a14d27 None None] The sync data for ids ['aa25ba0d-6cb0-4752-8996-f461b25269d1'] in dv-neutron-839024-1-hyperv is: [{'id': 'aa25ba0d-6cb0-4752-8996-f461b25269d1', 'name': 'tempest-snat-router-1080940595', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.125'}], 'enable_snat': False}, 'gw_port_id': 'c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:32:56Z', 'updated_at': '2022-04-22T17:33:00Z', 'revision_number': 3, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port': {'id': 'c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25ba0d-6cb0-4752-8996-f461b25269d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:32:58Z', 'updated_at': '2022-04-22T17:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:08.816464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:08.818923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0b689db6-62d4-48c4-b7f2-982d7912315e None None] Transition to ACTIVE for port object f78a97be-2a34-456e-a47c-10ed78b1fa9d will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:08.877318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:08.879890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:08.887946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0b689db6-62d4-48c4-b7f2-982d7912315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.901236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] device_id is not set on port fe69b91c-3b70-477f-8001-a01710445921 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:33:08.941899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-335e8881-c229-430c-9eda-ab83e9d5a30d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:08.945321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e8881-c229-430c-9eda-ab83e9d5a30d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Subnet': ['ID=b883903c-16d1-4e8d-86c0-294b491f3cc8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:08.966906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'Port': ['ID=dc1b8696-0635-46d6-a233-dd3bff989687,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:08.978813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b689db6-62d4-48c4-b7f2-982d7912315e None None] Pushing event updated for resources: {'Port': ['ID=f78a97be-2a34-456e-a47c-10ed78b1fa9d,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:08.987980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25f3771-678d-469f-a936-b34134fdad47 None None] Network e667f9c8-ec4c-4bfb-93de-e5723c994bd5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:09.032132 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-098bac9b-77e9-4fca-8387-aa1454f64b77 req-0c57bdad-fe15-447b-8e37-e468be74ddb1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=25014bb0-c2b1-40fe-ac02-32c0f7420c42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816944 Apr 22 17:33:09.043343 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-335e8881-c229-430c-9eda-ab83e9d5a30d tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/subnets/b883903c-16d1-4e8d-86c0-294b491f3cc8 HTTP/1.1" status: 204 len: 168 time: 1.4495382 Apr 22 17:33:09.064153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48312) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:09.244027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.20.0.7 (7251c96a-3436-48bb-ab64-2576b8c4e8ee/d1a9742c-e4ed-4846-94f3-5c8993140b74/fe69b91c-3b70-477f-8001-a01710445921) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:09.436494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:09.442438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cc51d4f5-bfec-436f-b7c3-b537d2f00f52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:09.457961 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-27575a98-aa22-490f-a6eb-3de72384f464 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 17:33:09.463756 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-27575a98-aa22-490f-a6eb-3de72384f464 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/a52c69e6-0b9f-4f35-b3a4-9cca547ca1be/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0842938 Apr 22 17:33:09.463756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48316) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:09.469598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] DHCP port deletion for e667f9c8-ec4c-4bfb-93de-e5723c994bd5 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:09.473881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] Deleting port 06e460c3-a594-4cc7-9786-1a4fece92803 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:09.474265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:09.554079 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0f595a0c-02e1-49d7-9771-22bf49094160 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=a52c69e6-0b9f-4f35-b3a4-9cca547ca1be HTTP/1.1" status: 200 len: 205 time: 0.0882187 Apr 22 17:33:09.557746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48320) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:09.641084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-cc51d4f5-bfec-436f-b7c3-b537d2f00f52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for 3e7d5ada-920c-479f-98a5-01a2a62cc529 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:09.657644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:09.734543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port 06e460c3-a594-4cc7-9786-1a4fece92803 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:09.735713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:09.884503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] For port 06e460c3-a594-4cc7-9786-1a4fece92803, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=06e460c3-a594-4cc7-9786-1a4fece92803,segment=NetworkSegment(82e0aead-7c20-4ca9-9277-eb80d4bc4939),segment_id=82e0aead-7c20-4ca9-9277-eb80d4bc4939)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:09.884911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:09.949695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:10.051765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:10.091723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70849297-a355-4a8c-8119-4a68f5c223e6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.094210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] Calling delete_port for 06e460c3-a594-4cc7-9786-1a4fece92803 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:10.165707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:10.175406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.199437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4464548-f413-4cf5-8e29-cbfbbecae011', 'name': 'network-vif-deleted', 'tag': 'fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:33:10.238359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ea55bf15-581d-4dc0-95d9-4b8de443f09b None None] Provisioning for port f78a97be-2a34-456e-a47c-10ed78b1fa9d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:10.265351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ea55bf15-581d-4dc0-95d9-4b8de443f09b None None] Provisioning complete for port f78a97be-2a34-456e-a47c-10ed78b1fa9d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:10.265737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ea55bf15-581d-4dc0-95d9-4b8de443f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.537636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.574244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:10.600160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:10.623689 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-25f8080e-0491-4328-aa8c-a0bf7756fdfc req-1fb51e5f-cf56-487e-9d37-c239daae595e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c HTTP/1.1" status: 204 len: 173 time: 2.9410956 Apr 22 17:33:10.643076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] Pushing event deleted for resources: {'Port': ['ID=06e460c3-a594-4cc7-9786-1a4fece92803,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:10.645819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:10.646466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:10.652046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:10.652606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.659434 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0480476-38cd-4de6-ab99-429de0c2fa94'] response: {'server_uuid': 'f4464548-f413-4cf5-8e29-cbfbbecae011', 'name': 'network-vif-deleted', 'tag': 'fdc7f259-e4d2-40c5-af4e-c55cf7ca1a6c', 'status': 'completed', 'code': 200} Apr 22 17:33:10.691906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.720629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab30908-811b-4939-9575-0e86cc52dd54 None None] No DVR routers for this DVR port 06e460c3-a594-4cc7-9786-1a4fece92803 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:10.785751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] For port 06e460c3-a594-4cc7-9786-1a4fece92803, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=06e460c3-a594-4cc7-9786-1a4fece92803,segment=NetworkSegment(82e0aead-7c20-4ca9-9277-eb80d4bc4939),segment_id=82e0aead-7c20-4ca9-9277-eb80d4bc4939)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:10.786107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.882952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-efea0db6-eacf-4e9b-91e5-d7deff571273 req-d5889321-fba2-4773-813e-feee3f8e0456 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:10.883474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.887150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70849297-a355-4a8c-8119-4a68f5c223e6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.894210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70849297-a355-4a8c-8119-4a68f5c223e6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.898373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.901250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:10.918495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cc51d4f5-bfec-436f-b7c3-b537d2f00f52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.929141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e805121-81b2-45a4-9abe-0bea8ac743db None None] Could not find standard attr ID for object 3e7d5ada-920c-479f-98a5-01a2a62cc529. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:33:10.934590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Calling delete_port for 06e460c3-a594-4cc7-9786-1a4fece92803 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:10.974035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:10.974762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f78a97be-2a34-456e-a47c-10ed78b1fa9d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:11.002576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-efea0db6-eacf-4e9b-91e5-d7deff571273 req-d5889321-fba2-4773-813e-feee3f8e0456 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:11.011261 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-efea0db6-eacf-4e9b-91e5-d7deff571273 req-d5889321-fba2-4773-813e-feee3f8e0456 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4464548-f413-4cf5-8e29-cbfbbecae011 HTTP/1.1" status: 200 len: 210 time: 0.6352959 Apr 22 17:33:11.012988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70849297-a355-4a8c-8119-4a68f5c223e6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.013909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70849297-a355-4a8c-8119-4a68f5c223e6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Fanout notify agent at l3_agent the message router_deleted on router a52c69e6-0b9f-4f35-b3a4-9cca547ca1be {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:11.033279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70849297-a355-4a8c-8119-4a68f5c223e6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.036768 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-70849297-a355-4a8c-8119-4a68f5c223e6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/a52c69e6-0b9f-4f35-b3a4-9cca547ca1be HTTP/1.1" status: 204 len: 168 time: 1.4756446 Apr 22 17:33:11.036997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48330) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.078132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.099819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51d4f5-bfec-436f-b7c3-b537d2f00f52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=3e7d5ada-920c-479f-98a5-01a2a62cc529,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:11.107308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:11.121009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f78a97be-2a34-456e-a47c-10ed78b1fa9d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:11.121406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.187142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 7251c96a-3436-48bb-ab64-2576b8c4e8ee is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:11.195191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=fe69b91c-3b70-477f-8001-a01710445921,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:11.197863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:11.203428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:11.253357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cc51d4f5-bfec-436f-b7c3-b537d2f00f52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.278573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:11.279465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.308647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec267185-f980-4186-8906-f8c11bfcbc6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet 2612c876-b9ed-4e0a-9fd8-83d673c86590 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:11.312837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec267185-f980-4186-8906-f8c11bfcbc6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.333071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:11.333278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:33:11.353431 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cc51d4f5-bfec-436f-b7c3-b537d2f00f52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/3e7d5ada-920c-479f-98a5-01a2a62cc529 HTTP/1.1" status: 204 len: 168 time: 2.8984547 Apr 22 17:33:11.358696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48334) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.388567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec267185-f980-4186-8906-f8c11bfcbc6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.398109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 06e460c3-a594-4cc7-9786-1a4fece92803 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:11.434526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 06e460c3-a594-4cc7-9786-1a4fece92803 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:11.434901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 06e460c3-a594-4cc7-9786-1a4fece92803 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:11.445349 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-52c4c95c-cb42-4a99-a6f4-089b4a3d8352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6981955 Apr 22 17:33:11.448887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48338) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.452736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'port_id': 'fe69b91c-3b70-477f-8001-a01710445921'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:11.528374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.542975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.624262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a54c5e-1d37-4e70-8fb2-a2007ff9e4c5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:11.624982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f5a54c5e-1d37-4e70-8fb2-a2007ff9e4c5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:11.715998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec267185-f980-4186-8906-f8c11bfcbc6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.751271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:11.825346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:11.825822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.834589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Deleting port 06e460c3-a594-4cc7-9786-1a4fece92803 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:11.835810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.914265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f5a54c5e-1d37-4e70-8fb2-a2007ff9e4c5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:11.917957 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f5a54c5e-1d37-4e70-8fb2-a2007ff9e4c5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5558660 Apr 22 17:33:11.924322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] The port '06e460c3-a594-4cc7-9786-1a4fece92803' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:33:11.929108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48342) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:11.951290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec267185-f980-4186-8906-f8c11bfcbc6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:11.997571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec267185-f980-4186-8906-f8c11bfcbc6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=2612c876-b9ed-4e0a-9fd8-83d673c86590,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:12.013530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ec267185-f980-4186-8906-f8c11bfcbc6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.014091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145e13c-6009-4bc9-82dc-ab059be72d63 None None] Network e586f584-f591-44b4-846f-0f671f36ab28 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:12.024753 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ec267185-f980-4186-8906-f8c11bfcbc6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/2612c876-b9ed-4e0a-9fd8-83d673c86590 HTTP/1.1" status: 204 len: 168 time: 0.9867535 Apr 22 17:33:12.033465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48346) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:12.124694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48352) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:12.185976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.245296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31169ef0-2189-44b2-b64b-c054a2d159c4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:12.249844 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-31169ef0-2189-44b2-b64b-c054a2d159c4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3220348 Apr 22 17:33:12.254623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48356) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:12.269359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e667f9c8-ec4c-4bfb-93de-e5723c994bd5']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:12.309732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] DHCP port deletion for e586f584-f591-44b4-846f-0f671f36ab28 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:12.315249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] Deleting port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:12.315571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.326920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e0aead-7c20-4ca9-9277-eb80d4bc4939') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:12.327307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e0aead-7c20-4ca9-9277-eb80d4bc4939') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:12.340057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.363027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.367760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.372282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:33:12.372770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.384954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:12.385250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:12.471295 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:12.485787 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Router 9b29f4d0-5d68-4710-a4c8-d1ce683ba414 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:12.498056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8209bf74-6517-4f9f-8e6c-2b40614d8fd8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.550384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] For port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7,segment=NetworkSegment(8cb41c7e-2a30-4607-bf9c-6603f7069eea),segment_id=8cb41c7e-2a30-4607-bf9c-6603f7069eea)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:12.550697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.601445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.607950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8209bf74-6517-4f9f-8e6c-2b40614d8fd8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.640285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.651186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d87a5-a1c5-4816-b3f2-85c7c6c5022d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:12.652694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d87a5-a1c5-4816-b3f2-85c7c6c5022d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:12.654189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d87a5-a1c5-4816-b3f2-85c7c6c5022d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:12.654999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-228d87a5-a1c5-4816-b3f2-85c7c6c5022d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:12.672242 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] Calling delete_port for bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:12.688522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] Pushing event deleted for resources: {'Network': ['ID=e667f9c8-ec4c-4bfb-93de-e5723c994bd5,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:12.691546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.701119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7,segment=NetworkSegment(8cb41c7e-2a30-4607-bf9c-6603f7069eea),segment_id=8cb41c7e-2a30-4607-bf9c-6603f7069eea)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:12.701671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.708334 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5100edfe-1bfb-48f6-a9c7-b9bd7cacc994 tempest-NetworksIpV6Test-288683945 tempest-NetworksIpV6Test-288683945-project] 10.222.0.10 "DELETE /v2.0/networks/e667f9c8-ec4c-4bfb-93de-e5723c994bd5 HTTP/1.1" status: 204 len: 168 time: 3.6517980 Apr 22 17:33:12.776670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.798163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.816272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:12.828017 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Sync routers for ids ['9b29f4d0-5d68-4710-a4c8-d1ce683ba414'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:12.841298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-228d87a5-a1c5-4816-b3f2-85c7c6c5022d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:12.845458 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-228d87a5-a1c5-4816-b3f2-85c7c6c5022d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5867777 Apr 22 17:33:12.845458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48362) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:12.847812 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Routers {'9b29f4d0-5d68-4710-a4c8-d1ce683ba414'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:12.852057 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9b29f4d0-5d68-4710-a4c8-d1ce683ba414'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:12.899649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:12.927867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] Pushing event deleted for resources: {'Port': ['ID=bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:12.930031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-783aa08c-4fb9-419a-87bc-dbd3500a5957 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 7532e239-80a3-4346-b314-62f1b9f20f0e {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:12.934623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-783aa08c-4fb9-419a-87bc-dbd3500a5957 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.936438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e34b5-ea37-433f-a7e8-0ef25a88f90a None None] No DVR routers for this DVR port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:12.976229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8209bf74-6517-4f9f-8e6c-2b40614d8fd8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.978828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8209bf74-6517-4f9f-8e6c-2b40614d8fd8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:12.982654 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8209bf74-6517-4f9f-8e6c-2b40614d8fd8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/25014bb0-c2b1-40fe-ac02-32c0f7420c42 HTTP/1.1" status: 204 len: 168 time: 0.8440096 Apr 22 17:33:13.011640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.012910 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d4f353af-f0c9-453d-a6b2-47b22de574e9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8095007 Apr 22 17:33:13.022916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48368) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.089844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48374) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.115514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209bf74-6517-4f9f-8e6c-2b40614d8fd8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25014bb0-c2b1-40fe-ac02-32c0f7420c42,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:13.129578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:13.129899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:33:13.139366 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Set router 9b29f4d0-5d68-4710-a4c8-d1ce683ba414 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:13.143177 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP d0864b36-a081-43d5-94d4-38d2b760cced associated. External IP: 172.26.3.7, port: fe69b91c-3b70-477f-8001-a01710445921. Apr 22 17:33:13.144527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-783aa08c-4fb9-419a-87bc-dbd3500a5957 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.292288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48380) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.337558 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-84766531-77d5-4f5b-af63-fa4a7e69608f tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/routers/9b29f4d0-5d68-4710-a4c8-d1ce683ba414 HTTP/1.1" status: 200 len: 907 time: 0.3111653 Apr 22 17:33:13.340692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48386) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.419225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-783aa08c-4fb9-419a-87bc-dbd3500a5957 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.519701 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b29f4d0-5d68-4710-a4c8-d1ce683ba414', 'name': 'tempest-snat-router-1080940595', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': 'dc1b8696-0635-46d6-a233-dd3bff989687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:05Z', 'updated_at': '2022-04-22T17:33:09Z', 'revision_number': 3, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port': {'id': 'dc1b8696-0635-46d6-a233-dd3bff989687', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b29f4d0-5d68-4710-a4c8-d1ce683ba414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:07Z', 'updated_at': '2022-04-22T17:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:13.524349 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Checking router: 9b29f4d0-5d68-4710-a4c8-d1ce683ba414 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:33:13.525050 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Updating router 9b29f4d0-5d68-4710-a4c8-d1ce683ba414 port dc1b8696-0635-46d6-a233-dd3bff989687 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:33:13.553004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-07590783-0d48-45bc-b156-308c89cb3361 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet 4602d098-9824-490b-bca0-ff06d9cc1367 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:13.559421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07590783-0d48-45bc-b156-308c89cb3361 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.587955 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.635091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:13.635440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.724956 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-90789448-4d96-4608-b717-12bedd902b27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2acafe89dc9472abdfdba500f8e33fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296532 Apr 22 17:33:13.732064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48390) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:13.756850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:13.800306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:13.800995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:13.803254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.838365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:13.873390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07590783-0d48-45bc-b156-308c89cb3361 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.877162 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-783aa08c-4fb9-419a-87bc-dbd3500a5957 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.915274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] The port 'bf82fcab-06c3-4ce8-95b3-3c8d8d2a5ab7' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:33:13.923273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6679ebb9-c523-401d-8265-3728b122da03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.926110 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-09fa11cb-9c1b-4b1a-9e1a-b5bd2d279c3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9423914 Apr 22 17:33:13.950048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783aa08c-4fb9-419a-87bc-dbd3500a5957 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=7532e239-80a3-4346-b314-62f1b9f20f0e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:13.965653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e7c444-e06d-418e-90bd-87cee771c4fd None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:13.968015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-783aa08c-4fb9-419a-87bc-dbd3500a5957 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:13.997264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6679ebb9-c523-401d-8265-3728b122da03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.024328 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.038908 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Transition to ACTIVE for port object dc1b8696-0635-46d6-a233-dd3bff989687 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:14.123279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.133857 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.134630 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-783aa08c-4fb9-419a-87bc-dbd3500a5957 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/7532e239-80a3-4346-b314-62f1b9f20f0e HTTP/1.1" status: 204 len: 168 time: 1.2880921 Apr 22 17:33:14.137061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48394) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:14.214057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-222cc655-fba4-49af-9970-a6082bf4d8d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 75b2ee3c-a786-4bfc-b6a8-fce962c76383 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:14.214306 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78610cb3-4899-47c1-970c-8b214e9a1557 None None] Pushing event updated for resources: {'Port': ['ID=dc1b8696-0635-46d6-a233-dd3bff989687,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:14.217395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-222cc655-fba4-49af-9970-a6082bf4d8d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.233797 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Attempting to bind port dc1b8696-0635-46d6-a233-dd3bff989687 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:14.234178 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Attempting to bind port dc1b8696-0635-46d6-a233-dd3bff989687 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:14.234547 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Attempting to bind port dc1b8696-0635-46d6-a233-dd3bff989687 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:14.240132 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:14.240512 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:14.240707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.241207 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.241311 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:14.244829 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Bound port: dc1b8696-0635-46d6-a233-dd3bff989687, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:14.245270 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.250137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Deleting port dc1b8696-0635-46d6-a233-dd3bff989687 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:14.254315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.289638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6679ebb9-c523-401d-8265-3728b122da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.321135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679ebb9-c523-401d-8265-3728b122da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7693f20d-93d9-41d3-86ab-db5489c79529,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:14.340260 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] For port dc1b8696-0635-46d6-a233-dd3bff989687, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:14.346409 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] For port dc1b8696-0635-46d6-a233-dd3bff989687, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dc1b8696-0635-46d6-a233-dd3bff989687,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:14.370590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6679ebb9-c523-401d-8265-3728b122da03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.371825 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6679ebb9-c523-401d-8265-3728b122da03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7693f20d-93d9-41d3-86ab-db5489c79529 HTTP/1.1" status: 204 len: 168 time: 0.6385677 Apr 22 17:33:14.376813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e586f584-f591-44b4-846f-0f671f36ab28']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.391584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-222cc655-fba4-49af-9970-a6082bf4d8d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.392156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07590783-0d48-45bc-b156-308c89cb3361 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.404906 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.431198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb41c7e-2a30-4607-bf9c-6603f7069eea') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.431527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb41c7e-2a30-4607-bf9c-6603f7069eea') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.460510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.527886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.539672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:14.540604 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Routers {'9b29f4d0-5d68-4710-a4c8-d1ce683ba414'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:14.541394 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9b29f4d0-5d68-4710-a4c8-d1ce683ba414'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.550726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7060f-acb7-4f56-b2d1-6c5a29cab9b9 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:14.558517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:33:14.559196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.565343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7060f-acb7-4f56-b2d1-6c5a29cab9b9 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:14.566087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bcb7060f-acb7-4f56-b2d1-6c5a29cab9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:14.577024 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:14.583867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] For port dc1b8696-0635-46d6-a233-dd3bff989687, host dv-neutron-839024-1-hyperv, got binding levels [] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:14.585330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.617189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-629f0f39-2280-4aa7-8128-749ce4f59111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:14.623428 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-629f0f39-2280-4aa7-8128-749ce4f59111 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 1098 time: 0.5671577 Apr 22 17:33:14.645627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.713653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bcb7060f-acb7-4f56-b2d1-6c5a29cab9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.716926 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78610cb3-4899-47c1-970c-8b214e9a1557 None None] Pushing event updated for resources: {'Port': ['ID=dc1b8696-0635-46d6-a233-dd3bff989687,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:14.734161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7060f-acb7-4f56-b2d1-6c5a29cab9b9 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:14.735015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bcb7060f-acb7-4f56-b2d1-6c5a29cab9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.739436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Calling delete_port for dc1b8696-0635-46d6-a233-dd3bff989687 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:14.762595 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] Set router 9b29f4d0-5d68-4710-a4c8-d1ce683ba414 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:14.778570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-222cc655-fba4-49af-9970-a6082bf4d8d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:14.858147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bcb7060f-acb7-4f56-b2d1-6c5a29cab9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.858713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7060f-acb7-4f56-b2d1-6c5a29cab9b9 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:14.925443 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b29f4d0-5d68-4710-a4c8-d1ce683ba414', 'name': 'tempest-snat-router-1080940595', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:05Z', 'updated_at': '2022-04-22T17:33:14Z', 'revision_number': 4, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:14.930512 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1e227-2510-4aa0-a905-ce1ec0739c2b None None] The sync data for ids ['9b29f4d0-5d68-4710-a4c8-d1ce683ba414'] in dv-neutron-839024-1-hyperv is: [{'id': '9b29f4d0-5d68-4710-a4c8-d1ce683ba414', 'name': 'tempest-snat-router-1080940595', 'tenant_id': '9124540b96674dc081d43e8ee34cfeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:05Z', 'updated_at': '2022-04-22T17:33:14Z', 'revision_number': 4, 'project_id': '9124540b96674dc081d43e8ee34cfeab', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:14.992823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07590783-0d48-45bc-b156-308c89cb3361 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.023714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-222cc655-fba4-49af-9970-a6082bf4d8d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.053012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-06a9f157-3849-4cb7-8c45-a2342af54cfd tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/floatingips/d0864b36-a081-43d5-94d4-38d2b760cced HTTP/1.1" status: 200 len: 975 time: 3.6064019 Apr 22 17:33:15.054544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.063763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48406) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:15.085696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02847376-8cd2-495f-bfc3-209665f13fac None None] Network cfab9f15-45d3-4567-9e62-28c2ba80d00d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:15.090292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:15.090579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:33:15.093464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cc655-fba4-49af-9970-a6082bf4d8d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=75b2ee3c-a786-4bfc-b6a8-fce962c76383,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:15.102628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-222cc655-fba4-49af-9970-a6082bf4d8d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.121617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07590783-0d48-45bc-b156-308c89cb3361 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.129500 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-222cc655-fba4-49af-9970-a6082bf4d8d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/75b2ee3c-a786-4bfc-b6a8-fce962c76383 HTTP/1.1" status: 204 len: 168 time: 0.9901156 Apr 22 17:33:15.130601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48412) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:15.132947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.148499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07590783-0d48-45bc-b156-308c89cb3361 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=4602d098-9824-490b-bca0-ff06d9cc1367,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:15.179904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=e586f584-f591-44b4-846f-0f671f36ab28,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:15.184445 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-344c6f42-97de-4368-bd12-3c61491b300a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/e586f584-f591-44b4-846f-0f671f36ab28 HTTP/1.1" status: 204 len: 168 time: 3.1499484 Apr 22 17:33:15.198973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48416) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:15.218077 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-07590783-0d48-45bc-b156-308c89cb3361 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/4602d098-9824-490b-bca0-ff06d9cc1367 HTTP/1.1" status: 204 len: 168 time: 2.1198509 Apr 22 17:33:15.219022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48420) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:15.226493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1675061891'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:15.246871 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-99ba8bd6-42a0-4586-b528-b3eeba185768 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125381 Apr 22 17:33:15.249785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48422) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:15.256178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:15.322991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:15.336262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898ae9d9-6cef-436e-b051-cec12f459145 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:15.346610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:15.355673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-f9ceb347-77ac-4d4a-9e9f-bcafffb737f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:15.357309 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-f9ceb347-77ac-4d4a-9e9f-bcafffb737f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d HTTP/1.1" status: 200 len: 896 time: 0.5358908 Apr 22 17:33:15.364213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:15.367316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port fe69b91c-3b70-477f-8001-a01710445921 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:15.367676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.400859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:15.405586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:15.409245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:15.415834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:15.458981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:15.517386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:15.523613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.532878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7a766a0c-cc1b-4596-b6c5-896d78d4cd95 None None] Provisioning complete for port f78a97be-2a34-456e-a47c-10ed78b1fa9d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:15.532878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7a766a0c-cc1b-4596-b6c5-896d78d4cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.716047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.758417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:15.762246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.788641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Deleting port dc1b8696-0635-46d6-a233-dd3bff989687 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:15.789579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.792005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] DHCP port deletion for cfab9f15-45d3-4567-9e62-28c2ba80d00d request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:15.803715 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-2cd1718d-853e-4dc4-9a83-2f254e628b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64 HTTP/1.1" status: 200 len: 1001 time: 0.4048712 Apr 22 17:33:15.804959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] Deleting port 509eb886-c01d-41f8-8607-ba3da4528882 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:15.805339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:15.880152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:15.928037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] Deleting port f78a97be-2a34-456e-a47c-10ed78b1fa9d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:15.928705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.044446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48438) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:16.125541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 509eb886-c01d-41f8-8607-ba3da4528882 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:16.125921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.150005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.227654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:33:16.271979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=018147ab-19d0-44d2-84cf-1da0918de5cc,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:16.282407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:16.287186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:16.305985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] For port 509eb886-c01d-41f8-8607-ba3da4528882, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=509eb886-c01d-41f8-8607-ba3da4528882,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:16.305985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.306524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:16.306524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.306781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.343894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] For port dc1b8696-0635-46d6-a233-dd3bff989687, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dc1b8696-0635-46d6-a233-dd3bff989687,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:16.344403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.409128 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c872d057-1495-4533-b6ec-ccf454518f5e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1580398 Apr 22 17:33:16.467505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48444) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:16.476258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Calling delete_port for dc1b8696-0635-46d6-a233-dd3bff989687 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:16.476461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] Calling delete_port for 509eb886-c01d-41f8-8607-ba3da4528882 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:16.505362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:16.511450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-a9b7f523-cc46-4ca7-bcb6-08c0613013da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:16.512422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] For port f78a97be-2a34-456e-a47c-10ed78b1fa9d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f78a97be-2a34-456e-a47c-10ed78b1fa9d,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:16.512845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.512967 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-a9b7f523-cc46-4ca7-bcb6-08c0613013da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a39a3ba-6811-4921-8175-f52235d47129 HTTP/1.1" status: 200 len: 834 time: 0.6908364 Apr 22 17:33:16.522788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-60cdcd42-da7d-4072-b3ef-e141101fb4c9 tempest-DvrRoutersNegativeTest-1355940414 tempest-DvrRoutersNegativeTest-1355940414-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-332577247', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:16.525094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.policy [None req-60cdcd42-da7d-4072-b3ef-e141101fb4c9 tempest-DvrRoutersNegativeTest-1355940414 tempest-DvrRoutersNegativeTest-1355940414-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88659) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 22 17:33:16.525403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.policy [None req-60cdcd42-da7d-4072-b3ef-e141101fb4c9 tempest-DvrRoutersNegativeTest-1355940414 tempest-DvrRoutersNegativeTest-1355940414-project] Failed policy check for 'create_router' {{(pid=88659) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 22 17:33:16.526042 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-60cdcd42-da7d-4072-b3ef-e141101fb4c9 tempest-DvrRoutersNegativeTest-1355940414 tempest-DvrRoutersNegativeTest-1355940414-project] create failed (client error): Access was denied to this resource. Apr 22 17:33:16.530775 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-60cdcd42-da7d-4072-b3ef-e141101fb4c9 tempest-DvrRoutersNegativeTest-1355940414 tempest-DvrRoutersNegativeTest-1355940414-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4762337 Apr 22 17:33:16.653012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] Calling delete_port for f78a97be-2a34-456e-a47c-10ed78b1fa9d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:16.690268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:16.695086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:16.698109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:16.704683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:16.713393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.713743 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment 30cc530f-ab6c-4181-8d95-614481302922 of type vlan for network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 Apr 22 17:33:16.775466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:16.779073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.830142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.864514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.871554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.871554 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP d0864b36-a081-43d5-94d4-38d2b760cced disassociated. External IP: 172.26.3.7, port: fe69b91c-3b70-477f-8001-a01710445921. Apr 22 17:33:16.871554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for fe69b91c-3b70-477f-8001-a01710445921 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:16.885736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] Pushing event deleted for resources: {'Port': ['ID=509eb886-c01d-41f8-8607-ba3da4528882,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:16.894281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.899043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897288e-02f1-400e-8c1a-5a3fc804fcf0 None None] No DVR routers for this DVR port 509eb886-c01d-41f8-8607-ba3da4528882 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:16.911796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.928674 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.ipam_backend_mixin [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 018147ab-19d0-44d2-84cf-1da0918de5cc (CIDR: 2001:db8::/64) Apr 22 17:33:16.950048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] Pushing event deleted for resources: {'Port': ['ID=f78a97be-2a34-456e-a47c-10ed78b1fa9d,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:16.951883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4facb0ab-797b-4c16-b98f-8241467bff86 None None] No DVR routers for this DVR port f78a97be-2a34-456e-a47c-10ed78b1fa9d on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:16.960779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 509eb886-c01d-41f8-8607-ba3da4528882, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=509eb886-c01d-41f8-8607-ba3da4528882,segment=NetworkSegment(d760719a-1bab-4b0c-92a4-7ba5a592aac7),segment_id=d760719a-1bab-4b0c-92a4-7ba5a592aac7)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:16.961159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:16.968408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092a692-87e5-493b-88a8-9b018dabbc40 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:16.980935 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:33:16.980935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:17.008886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.057885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:33:17.067443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc1b8696-0635-46d6-a233-dd3bff989687,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:17.103397 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a35294f1-6f40-43b5-85d2-9ad56689072f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6354916 Apr 22 17:33:17.108406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48452) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:17.108661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48454) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:17.131187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-8e8984eb-cbca-4742-ab64-b2b899e7195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:17.133167 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-8e8984eb-cbca-4742-ab64-b2b899e7195c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5993242 Apr 22 17:33:17.139831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 509eb886-c01d-41f8-8607-ba3da4528882 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:17.151002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:17.237181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '018147ab-19d0-44d2-84cf-1da0918de5cc'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:33:17.238060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.286364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.341642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.347170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:17.354758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.435240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.514851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:17.515508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:33:17.524038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=0e2103d7-950e-409d-bd6c-bf74556fe0e6,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:17.527581 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-e82786cd-db41-4884-81e7-cb2bad5e32fd service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377578 Apr 22 17:33:17.534817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:33:17.576314 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dfdd5631-48d0-4f48-a074-53ccd012abd6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3736792 Apr 22 17:33:17.579094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48464) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:17.633571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.639686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:17.641745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.657163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b0e604fefd460f808420f25a56f66e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:17.665811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:17.676758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:17.694242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:17.703773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:17.707927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:17.715087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:17.751164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/018147ab-19d0-44d2-84cf-1da0918de5cc/32f7d192-acd7-411e-abc7-baa0166c740f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:17.770390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': '0e2103d7-950e-409d-bd6c-bf74556fe0e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:17.777051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.777593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b29f4d0-5d68-4710-a4c8-d1ce683ba414 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:17.785843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 509eb886-c01d-41f8-8607-ba3da4528882 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:17.795653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.795888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:17.799985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.844730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 509eb886-c01d-41f8-8607-ba3da4528882 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:17.845058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 509eb886-c01d-41f8-8607-ba3da4528882 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:17.845906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f78a97be-2a34-456e-a47c-10ed78b1fa9d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:17.900851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:17.908678 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2b256dc5-8127-4ee5-8980-c63becd9fbbf tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9b29f4d0-5d68-4710-a4c8-d1ce683ba414 HTTP/1.1" status: 204 len: 168 time: 4.5604157 Apr 22 17:33:17.908841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48468) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:17.937454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=fe69b91c-3b70-477f-8001-a01710445921,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:17.937800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: f78a97be-2a34-456e-a47c-10ed78b1fa9d {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:17.938368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f78a97be-2a34-456e-a47c-10ed78b1fa9d not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:18.018999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 509eb886-c01d-41f8-8607-ba3da4528882 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:18.019260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.074520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.087757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.094656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Transition to ACTIVE for port object 32f7d192-acd7-411e-abc7-baa0166c740f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:18.113586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Transition to ACTIVE for port object 32f7d192-acd7-411e-abc7-baa0166c740f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:18.124576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] The port '509eb886-c01d-41f8-8607-ba3da4528882' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:33:18.129103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:18.163616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:18.166454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.170317 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4e444bb6-99ec-4f79-992c-1537818799e2 req-c200fb24-19a1-41f4-aaee-96dfeb50a9e0 service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364810 Apr 22 17:33:18.175736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:18.191732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.215428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.259567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:18.276245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:18.280457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:18.290945 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:18.302904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Pushing event updated for resources: {'Port': ['ID=32f7d192-acd7-411e-abc7-baa0166c740f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:18.308180 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5b0e604fefd460f808420f25a56f66e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1968827 Apr 22 17:33:18.341611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48472) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:18.341611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3dff1-cbf0-4286-bf3b-36e7603e7999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d05ca21-a210-4d7b-9f85-05a681d94918,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:18.366989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.404204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Attempting to bind port 32f7d192-acd7-411e-abc7-baa0166c740f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:18.404582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Attempting to bind port 32f7d192-acd7-411e-abc7-baa0166c740f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:18.404949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Attempting to bind port 32f7d192-acd7-411e-abc7-baa0166c740f on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:18.406810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfab9f15-45d3-4567-9e62-28c2ba80d00d']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:18.411203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:18.411579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:18.411984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.412427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:18.412965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Bound port: 32f7d192-acd7-411e-abc7-baa0166c740f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:18.413245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.416412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:18.419929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:18.423419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.455944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd760719a-1bab-4b0c-92a4-7ba5a592aac7') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:18.456253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd760719a-1bab-4b0c-92a4-7ba5a592aac7') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:18.483383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.562125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.582711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.594307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de8c17ac-6a00-4281-b92e-c4934f170df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.597700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] For port 32f7d192-acd7-411e-abc7-baa0166c740f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:18.601516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] For port 32f7d192-acd7-411e-abc7-baa0166c740f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=32f7d192-acd7-411e-abc7-baa0166c740f,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:18.620774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de8c17ac-6a00-4281-b92e-c4934f170df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.644255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:33:18.644658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:18.660553 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:18.676242 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.678999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Deleting port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:18.679368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.753659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de8c17ac-6a00-4281-b92e-c4934f170df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.769489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e432e86-5456-4c3d-a609-e9db727d1e83 None None] Pushing event updated for resources: {'Port': ['ID=32f7d192-acd7-411e-abc7-baa0166c740f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:18.787831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c17ac-6a00-4281-b92e-c4934f170df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d05ca21-a210-4d7b-9f85-05a681d94918,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:18.865149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.869755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.934596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de8c17ac-6a00-4281-b92e-c4934f170df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:18.935762 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de8c17ac-6a00-4281-b92e-c4934f170df8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d05ca21-a210-4d7b-9f85-05a681d94918 HTTP/1.1" status: 204 len: 168 time: 0.5913157 Apr 22 17:33:18.940562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:18.962580 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1dba9d-1e9e-47a3-91cd-10d18ce8dea3 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:18.972170 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1dba9d-1e9e-47a3-91cd-10d18ce8dea3 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:18.972605 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ea1dba9d-1e9e-47a3-91cd-10d18ce8dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:18.996489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.objects.ports [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88660) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:33:19.023122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=cfab9f15-45d3-4567-9e62-28c2ba80d00d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:19.056671 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ea1dba9d-1e9e-47a3-91cd-10d18ce8dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:19.067530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1dba9d-1e9e-47a3-91cd-10d18ce8dea3 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:19.070460 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ea1dba9d-1e9e-47a3-91cd-10d18ce8dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:19.074384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:19.079277 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-61df6365-a2b4-422c-95bc-fdadde62cb02 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/ports/fe69b91c-3b70-477f-8001-a01710445921 HTTP/1.1" status: 204 len: 168 time: 4.0145020 Apr 22 17:33:19.089003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48478) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:19.095048 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c03f7dcf-85fa-45c6-aef1-c708c2ce8f2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/cfab9f15-45d3-4567-9e62-28c2ba80d00d HTTP/1.1" status: 204 len: 168 time: 3.8485174 Apr 22 17:33:19.101655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48482) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:19.179932 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ea1dba9d-1e9e-47a3-91cd-10d18ce8dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:19.180340 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1dba9d-1e9e-47a3-91cd-10d18ce8dea3 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:19.224083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] For port c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:19.224656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:19.243808 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c0c5a00b-979a-4b16-9ca2-6282304e91f2 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "GET /v2.0/floatingips/d0864b36-a081-43d5-94d4-38d2b760cced HTTP/1.1" status: 200 len: 686 time: 0.1543217 Apr 22 17:33:19.246888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48486) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:19.476036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:19.516220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Calling delete_port for c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:19.707200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port cc48d59d-6994-46d6-b346-9550d19f8175 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:19.707709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:19.782490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:19.796114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=34aa1d7c-91e5-45c6-8775-a06afcca6313,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:19.837270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:19.851288 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 32f7d192-acd7-411e-abc7-baa0166c740f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:19.857259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port b5d5ebae-521d-4af6-96a0-19fa137a08ee {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:19.857919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:19.935201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': '30cc530f-ab6c-4181-8d95-614481302922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0e2103d7-950e-409d-bd6c-bf74556fe0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:19.935960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: 0e2103d7-950e-409d-bd6c-bf74556fe0e6, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:33:19.959960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:19.991318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 32f7d192-acd7-411e-abc7-baa0166c740f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:20.075061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.161126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:33:20.173725 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.174066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.248413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Provisioning for port 32f7d192-acd7-411e-abc7-baa0166c740f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:20.254050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Provisioning complete for port 32f7d192-acd7-411e-abc7-baa0166c740f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:20.258254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.308281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for cc48d59d-6994-46d6-b346-9550d19f8175 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:20.337236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.337843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 0e2103d7-950e-409d-bd6c-bf74556fe0e6) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:20.343074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.368918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:20.376408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.382507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4836384e-ea56-4962-b756-873c3d3cbd87 None None] Network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:20.395276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] For port 32f7d192-acd7-411e-abc7-baa0166c740f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=32f7d192-acd7-411e-abc7-baa0166c740f,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:20.411876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.412438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.433757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.464232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48508) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:20.476885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.478099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa25ba0d-6cb0-4752-8996-f461b25269d1 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:20.493734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.495207 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ef9165ce-b68a-433c-9791-a88cf5578bc6 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "DELETE /v2.0/routers/aa25ba0d-6cb0-4752-8996-f461b25269d1 HTTP/1.1" status: 204 len: 168 time: 2.5780804 Apr 22 17:33:20.499375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48514) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:20.505281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1822679633', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:20.518652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.520099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.527405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:20.588723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for b5d5ebae-521d-4af6-96a0-19fa137a08ee owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:20.605425 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.624674 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3c2a3d6a-dcee-4bae-823f-6c7e5e4436ce tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0444691 Apr 22 17:33:20.645601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48518) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:20.656464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1517129950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:20.673189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:20.683846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=32f7d192-acd7-411e-abc7-baa0166c740f,revision_number=4']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:20.687736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=a260aeae-e310-40fd-910e-0f800393f9dd,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:20.694526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:router and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:20.695799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:20.706625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899228458'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:20.711743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:20.714246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Usage tracker for resource:router and tenant:d44a4feec27a43d3895c98004d5e59be is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:20.721852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:20.729603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:20.733452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:20.741707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:20.750453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:20.750453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:20.755017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:20.757638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:20.763004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:20.763708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.771162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:20.778029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:33:20.778029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-0e2103d7-950e-409d-bd6c-bf74556fe0e6', 'network_id': '0e2103d7-950e-409d-bd6c-bf74556fe0e6', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': '34aa1d7c-91e5-45c6-8775-a06afcca6313'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:33:20.778029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.785305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e105d0d-a795-45b2-88a7-5c8341c8d900 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:20.826015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.826888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.882983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.883994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.884897 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c08b3c25-b2c1-4e20-9429-8e4c5a032546 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7747600 Apr 22 17:33:20.886515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.888901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48522) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:20.895395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:df:3b:b5', 'name': 'tempest-NetworksTestDHCPv6-2073326617'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:20.900184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.914245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:20.923414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:20.927315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:20.931213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:20.937641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:21.011573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.013160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=cc48d59d-6994-46d6-b346-9550d19f8175,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:21.015148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.027803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.033850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.087642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.102020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:21.110989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:21.121463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:21.125904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Allocated IP 172.20.0.2 (0e2103d7-950e-409d-bd6c-bf74556fe0e6/34aa1d7c-91e5-45c6-8775-a06afcca6313/7f05a063-fa88-4127-8cbf-7067d4ee0926) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:21.192623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:21.206479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff0e149-2af3-4eec-b4ca-00840fa2b529,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:21.297810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=b5d5ebae-521d-4af6-96a0-19fa137a08ee,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:21.387092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.415773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.423281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.429240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.446626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Transition to ACTIVE for port object 7f05a063-fa88-4127-8cbf-7067d4ee0926 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:21.454701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] For port 32f7d192-acd7-411e-abc7-baa0166c740f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=32f7d192-acd7-411e-abc7-baa0166c740f,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:21.469291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Transition to ACTIVE for port object 7f05a063-fa88-4127-8cbf-7067d4ee0926 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:21.476705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.498192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.550810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.555235 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0d72dc58-608a-4355-b3e3-47d68747c6b3 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/floatingips/d0864b36-a081-43d5-94d4-38d2b760cced HTTP/1.1" status: 204 len: 168 time: 2.3040280 Apr 22 17:33:21.557803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48526) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:21.569133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'f367ac94-c7fe-4520-84ed-7cb44c1eb05b'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:21.574002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:21.575141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.580196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.580570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:21.583525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:21.587666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.588014 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 972fb5c3-6328-4fca-b1e4-037bd1947e30 disassociated (deleted). External IP: 172.26.3.215, port: 7b65f6ef-6ef5-4eba-91e9-b68711778e64. Apr 22 17:33:21.664982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Pushing event updated for resources: {'Port': ['ID=7f05a063-fa88-4127-8cbf-7067d4ee0926,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:21.676882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.683303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:21.691901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:floatingip and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:21.697750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:21.698988 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-44cc62db-f89c-4158-acf9-dda021e75924 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0498283 Apr 22 17:33:21.700046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:21.709979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48530) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:21.758269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:21.761408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:21.765588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:21.766530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:21.789050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:21.834018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba38358-e4e3-4711-9a0f-ca239d948259,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:21.863431 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 32f7d192-acd7-411e-abc7-baa0166c740f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:21.996568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1f0f0-af23-42b6-b54a-a3a0d9a5c7ef None None] Pushing event updated for resources: {'Port': ['ID=32f7d192-acd7-411e-abc7-baa0166c740f,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:22.000327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Attempting to bind port 7f05a063-fa88-4127-8cbf-7067d4ee0926 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:22.000692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Attempting to bind port 7f05a063-fa88-4127-8cbf-7067d4ee0926 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '30cc530f-ab6c-4181-8d95-614481302922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0e2103d7-950e-409d-bd6c-bf74556fe0e6'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:22.001247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Attempting to bind port 7f05a063-fa88-4127-8cbf-7067d4ee0926 on network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:22.011614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:22.014575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:22.022605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Checking segment: {'id': '30cc530f-ab6c-4181-8d95-614481302922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0e2103d7-950e-409d-bd6c-bf74556fe0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:22.022605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.022605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Bound using segment: {'id': '30cc530f-ab6c-4181-8d95-614481302922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0e2103d7-950e-409d-bd6c-bf74556fe0e6'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:22.022605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Bound port: 7f05a063-fa88-4127-8cbf-7067d4ee0926, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cc530f-ab6c-4181-8d95-614481302922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0e2103d7-950e-409d-bd6c-bf74556fe0e6'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:22.022605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.031468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 32f7d192-acd7-411e-abc7-baa0166c740f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:22.032030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.036662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.039259 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-825b9c63-a61d-4ff5-a999-1e30c9bb5cda tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5737486 Apr 22 17:33:22.049077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48534) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:22.153276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c739ce25-493f-4ecf-b6e0-1b764dd17abf None None] Provisioning complete for port 32f7d192-acd7-411e-abc7-baa0166c740f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:22.153879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.153983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c739ce25-493f-4ecf-b6e0-1b764dd17abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.166262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.244329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port e86f389b-87b7-4017-8c78-dbff316a1a6a yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:33:22.249205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b8b04f4f-177e-4269-9f1f-47f1f3e8b4f0 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:22.271295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] For port 7f05a063-fa88-4127-8cbf-7067d4ee0926, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:22.291269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:22.291579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] For port 7f05a063-fa88-4127-8cbf-7067d4ee0926, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7f05a063-fa88-4127-8cbf-7067d4ee0926,segment=NetworkSegment(30cc530f-ab6c-4181-8d95-614481302922),segment_id=30cc530f-ab6c-4181-8d95-614481302922)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:22.364635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:22.406624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:22.407072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c7b1a8fc-a7ca-487e-8776-8c5a4b4a3669 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:22.409110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.423714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.494097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b5b5d-6685-4ed0-bb07-217c62c26a83 None None] Pushing event updated for resources: {'Port': ['ID=7f05a063-fa88-4127-8cbf-7067d4ee0926,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:22.518983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b8b04f4f-177e-4269-9f1f-47f1f3e8b4f0 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:22.520775 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b8b04f4f-177e-4269-9f1f-47f1f3e8b4f0 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4686935 Apr 22 17:33:22.524565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48538) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:22.586506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b85a0ab7-3f17-4198-880c-2e9939a21614 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-security--631641152', 'description': 'tempest-security-description-1257848080'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:22.766983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:22.779082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] Sync routers for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:22.791432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:22.792325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:22.792701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.828326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b85a0ab7-3f17-4198-880c-2e9939a21614 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.904168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.969460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::17 (b68838ec-31d5-4ab0-8519-6f8459febd2e/018147ab-19d0-44d2-84cf-1da0918de5cc/e86f389b-87b7-4017-8c78-dbff316a1a6a) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:22.978690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.980538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:22.998060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:23.020727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:3bb5 (b68838ec-31d5-4ab0-8519-6f8459febd2e/a260aeae-e310-40fd-910e-0f800393f9dd/e86f389b-87b7-4017-8c78-dbff316a1a6a) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:23.062396 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3bfdb4c7-e2dc-4f1d-ba36-dd8bae4c20ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/972fb5c3-6328-4fca-b1e4-037bd1947e30 HTTP/1.1" status: 204 len: 168 time: 3.9329567 Apr 22 17:33:23.131857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:33:23.235764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b85a0ab7-3f17-4198-880c-2e9939a21614 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:23.283143 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dadcd76f-5c65-49ff-a97d-30decf316df3'] response: {'name': 'network-changed', 'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'status': 'completed', 'code': 200} Apr 22 17:33:23.326169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b85a0ab7-3f17-4198-880c-2e9939a21614 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:23.390679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b85a0ab7-3f17-4198-880c-2e9939a21614 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:23.392054 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b85a0ab7-3f17-4198-880c-2e9939a21614 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "PUT /v2.0/security-groups/dba38358-e4e3-4711-9a0f-ca239d948259 HTTP/1.1" status: 200 len: 1777 time: 0.8655264 Apr 22 17:33:23.397912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48546) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:23.403197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:01Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:23.409765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] Checking router: 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:33:23.413592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.20.0.1 (0e2103d7-950e-409d-bd6c-bf74556fe0e6/34aa1d7c-91e5-45c6-8775-a06afcca6313/a9872796-2742-44cc-af8c-8188e880aa9d) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:23.419963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a0ab7-3f17-4198-880c-2e9939a21614 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba38358-e4e3-4711-9a0f-ca239d948259,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:23.421792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:23.431594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:23.502672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.26.3.84 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/2653f9da-0d8c-4b6a-b081-c1230f8fe8f0) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:23.536811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:23.599093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-e968aba4-956d-45fa-87dd-2e961ed860bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:23.600633 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-e968aba4-956d-45fa-87dd-2e961ed860bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 1098 time: 0.3070939 Apr 22 17:33:23.652446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object e86f389b-87b7-4017-8c78-dbff316a1a6a will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:23.670856 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d1e667a7-d8d9-43e4-8bd5-3c976dfb18fb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups/dba38358-e4e3-4711-9a0f-ca239d948259 HTTP/1.1" status: 200 len: 1777 time: 0.2651067 Apr 22 17:33:23.677089 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48552) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:23.741995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:23.794405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77232b16-0415-432e-980a-b5bd2f9041e3 None None] Network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:23.830518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:23.869709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-209c5021-70d3-49fb-b1b6-a162a7fc333b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:23.872570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object a9872796-2742-44cc-af8c-8188e880aa9d will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:23.893213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:23.904504 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-209c5021-70d3-49fb-b1b6-a162a7fc333b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:23.927670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-6decbe90-ccf5-4c96-89cf-e1cd14ea13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:23.929736 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-6decbe90-ccf5-4c96-89cf-e1cd14ea13a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d HTTP/1.1" status: 200 len: 896 time: 0.2708650 Apr 22 17:33:23.945513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07120144-45a2-4889-88c3-e8bedbdf814e req-fa7bb8ea-13f9-4f12-9d92-b150579f8d7c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:23.946104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-07120144-45a2-4889-88c3-e8bedbdf814e req-fa7bb8ea-13f9-4f12-9d92-b150579f8d7c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:24.003149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 32f7d192-acd7-411e-abc7-baa0166c740f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:24.021075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.025698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.026059 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-d11cfb7f-b95c-43f4-bdc1-3da8769f8333 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64 HTTP/1.1" status: 200 len: 217 time: 0.0762107 Apr 22 17:33:24.081170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-209c5021-70d3-49fb-b1b6-a162a7fc333b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.097530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-28c9b0f9-396a-4bd6-aff2-5c52ca4c478d None None] Provisioning for port 7f05a063-fa88-4127-8cbf-7067d4ee0926 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:24.106877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c5021-70d3-49fb-b1b6-a162a7fc333b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba38358-e4e3-4711-9a0f-ca239d948259,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:24.129001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:24.136279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:24.137745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=a9872796-2742-44cc-af8c-8188e880aa9d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:24.140026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:24.151858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:24.162129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:24.172567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:24.178804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:24.179444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.200945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=e86f389b-87b7-4017-8c78-dbff316a1a6a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:24.204271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-07120144-45a2-4889-88c3-e8bedbdf814e req-fa7bb8ea-13f9-4f12-9d92-b150579f8d7c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:24.205648 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-07120144-45a2-4889-88c3-e8bedbdf814e req-fa7bb8ea-13f9-4f12-9d92-b150579f8d7c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 945 time: 0.5148463 Apr 22 17:33:24.207084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-aae8195b-ca39-47f6-87b5-1fc344627de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:24.208426 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-aae8195b-ca39-47f6-87b5-1fc344627de8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a39a3ba-6811-4921-8175-f52235d47129 HTTP/1.1" status: 200 len: 834 time: 0.1428745 Apr 22 17:33:24.233935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-209c5021-70d3-49fb-b1b6-a162a7fc333b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.235345 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-209c5021-70d3-49fb-b1b6-a162a7fc333b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/dba38358-e4e3-4711-9a0f-ca239d948259 HTTP/1.1" status: 204 len: 168 time: 0.5568573 Apr 22 17:33:24.238162 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.251001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48556) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:24.301735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.375307 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-da8ae27d-3a42-403d-9606-4b60cccb4d67 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4853404 Apr 22 17:33:24.400940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48560) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:24.469659 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 32f7d192-acd7-411e-abc7-baa0166c740f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:24.470164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.496683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:24.508338 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-07120144-45a2-4889-88c3-e8bedbdf814e req-447d32f4-592a-47bc-9f4f-1d2123b70a8c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561810 Apr 22 17:33:24.521846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:24.539778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:24.552605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Allocated IP 172.26.3.200 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/a8ce2476-7d7c-4a5b-98d1-36917878748f) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:24.580922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.590139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=2653f9da-0d8c-4b6a-b081-c1230f8fe8f0,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:24.616615 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fc289a7f-2006-4b22-841e-fd50fe51ce7b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3468297 Apr 22 17:33:24.618864 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48564) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:24.635014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8006e913-f18e-453d-b7b1-a0b1b6cdf628 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port e86f389b-87b7-4017-8c78-dbff316a1a6a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:24.635504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8006e913-f18e-453d-b7b1-a0b1b6cdf628 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.642467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9ec74dfd-e446-4b43-8214-feb8e2de7ac8 None None] Provisioning for port e86f389b-87b7-4017-8c78-dbff316a1a6a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:24.654982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:01Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:24.664302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9ec74dfd-e446-4b43-8214-feb8e2de7ac8 None None] Provisioning complete for port e86f389b-87b7-4017-8c78-dbff316a1a6a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:24.664677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9ec74dfd-e446-4b43-8214-feb8e2de7ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:24.712830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bac362-d734-4a75-ab06-8a3666769234 None None] The sync data for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv is: [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:01Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c290f400-02d0-46ef-b081-8088ef4178d5', 'name': '', 'network_id': 'abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:ad:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a39a3ba-6811-4921-8175-f52235d47129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:26Z', 'updated_at': '2022-04-22T17:29:38Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4a39a3ba-6811-4921-8175-f52235d47129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:24.725986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7f05a063-fa88-4127-8cbf-7067d4ee0926 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:24.730998 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-d8596174-b228-484f-957f-406648088e7a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] delete failed (client error): The resource could not be found. Apr 22 17:33:24.732031 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d8596174-b228-484f-957f-406648088e7a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/dba38358-e4e3-4711-9a0f-ca239d948259 HTTP/1.1" status: 404 len: 347 time: 0.1104341 Apr 22 17:33:24.738870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-2bad3ebd-c860-434f-9330-6e3ce675dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:24.739887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-2bad3ebd-c860-434f-9330-6e3ce675dcc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5248957 Apr 22 17:33:24.746547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48568) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:24.771297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914286964'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:24.777039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:24.786690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9ec74dfd-e446-4b43-8214-feb8e2de7ac8 None None] Port e86f389b-87b7-4017-8c78-dbff316a1a6a cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:24.886287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:24.893800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 7f05a063-fa88-4127-8cbf-7067d4ee0926 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:24.897906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:24.902733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 7f05a063-fa88-4127-8cbf-7067d4ee0926 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:24.903363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.010683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:25.081252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.125158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 7f05a063-fa88-4127-8cbf-7067d4ee0926, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7f05a063-fa88-4127-8cbf-7067d4ee0926,segment=NetworkSegment(30cc530f-ab6c-4181-8d95-614481302922),segment_id=30cc530f-ab6c-4181-8d95-614481302922)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:25.125158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-52f76ff4-61d6-4cd4-b826-d7e62e226072 None None] Provisioning for port a9872796-2742-44cc-af8c-8188e880aa9d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:25.130486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.132797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-52f76ff4-61d6-4cd4-b826-d7e62e226072 None None] Provisioning complete for port a9872796-2742-44cc-af8c-8188e880aa9d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:25.132925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-52f76ff4-61d6-4cd4-b826-d7e62e226072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.166413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.195672 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3921d8-17c0-43e0-8d9b-9e8cc1ac62db None None] New status for floating IP 972fb5c3-6328-4fca-b1e4-037bd1947e30: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:33:25.205556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.289724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-52f76ff4-61d6-4cd4-b826-d7e62e226072 None None] Port a9872796-2742-44cc-af8c-8188e880aa9d cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:25.292441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=7f05a063-fa88-4127-8cbf-7067d4ee0926,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:25.305718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-52f76ff4-61d6-4cd4-b826-d7e62e226072 None None] Provisioning complete for port 7f05a063-fa88-4127-8cbf-7067d4ee0926 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:25.306209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-52f76ff4-61d6-4cd4-b826-d7e62e226072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.371355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:25.380428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:25.387001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:25.400404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.406239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:25.457297 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-5b73b852-576a-4f85-be33-31f923183f69 service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924899 Apr 22 17:33:25.547561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8006e913-f18e-453d-b7b1-a0b1b6cdf628 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.612043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a7e989ef-fffc-484a-a6b5-894452620b03 None None] Provisioning complete for port a9872796-2742-44cc-af8c-8188e880aa9d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:25.613141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a7e989ef-fffc-484a-a6b5-894452620b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.631732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:25.639959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:25.676460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:25.680079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a7e989ef-fffc-484a-a6b5-894452620b03 None None] Port a9872796-2742-44cc-af8c-8188e880aa9d cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:25.753433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7f05a063-fa88-4127-8cbf-7067d4ee0926 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:25.754366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event updated for resources: {'Port': ['ID=a8ce2476-7d7c-4a5b-98d1-36917878748f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:25.803404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8006e913-f18e-453d-b7b1-a0b1b6cdf628 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for e86f389b-87b7-4017-8c78-dbff316a1a6a owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:25.827350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 7f05a063-fa88-4127-8cbf-7067d4ee0926 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:25.827860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.838438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337effd7-b139-420a-802f-8a8a0e3e103f req-0e43a640-0060-4b19-9b4b-cbd1ec752c17 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:25.839931 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-337effd7-b139-420a-802f-8a8a0e3e103f req-0e43a640-0060-4b19-9b4b-cbd1ec752c17 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 945 time: 0.6392040 Apr 22 17:33:25.854335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.979140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:25.991405 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a54fec9a-c73c-4b7b-b470-8e8c507df011 req-0d4d46f2-f878-4fb2-b714-fcb1621ae53a service neutron] 10.222.0.16 "GET /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266469 Apr 22 17:33:26.010986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:26.011313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.074850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.140283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b68914-8091-46d4-b3b3-90bdc5485ee6 req-3e3d893f-3f38-4dfb-8141-6275003bcb9a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:26.141751 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e4b68914-8091-46d4-b3b3-90bdc5485ee6 req-3e3d893f-3f38-4dfb-8141-6275003bcb9a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 945 time: 0.5073130 Apr 22 17:33:26.154618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=a9872796-2742-44cc-af8c-8188e880aa9d,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:26.171161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.183904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.366527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.386856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-e4b68914-8091-46d4-b3b3-90bdc5485ee6 req-7759006b-e214-4d5f-994b-3b9dde6bbbd7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:26.401751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571cdb73-8ec0-43ac-83b6-dd3130265461,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:26.417353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 7b65f6ef-6ef5-4eba-91e9-b68711778e64, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b65f6ef-6ef5-4eba-91e9-b68711778e64,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:26.418143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.513727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.514964 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3ef70a01-eaec-4ca4-828e-301ffa48c454 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7622089 Apr 22 17:33:26.519102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48574) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:26.529454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '571cdb73-8ec0-43ac-83b6-dd3130265461', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:26.556420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:26.560875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-e4b68914-8091-46d4-b3b3-90bdc5485ee6 req-7759006b-e214-4d5f-994b-3b9dde6bbbd7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:26.562060 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e4b68914-8091-46d4-b3b3-90bdc5485ee6 req-7759006b-e214-4d5f-994b-3b9dde6bbbd7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9357ea1-51a5-4220-a34d-ba7c1013c1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084456 Apr 22 17:33:26.563960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:26.571612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:26.573978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:26.576771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.635366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:26.648323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:26.660822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8006e913-f18e-453d-b7b1-a0b1b6cdf628 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.769762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 7b65f6ef-6ef5-4eba-91e9-b68711778e64 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:26.805995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f5876551-f862-48ba-bc4d-34fbff05470a None None] Provisioning complete for port a9872796-2742-44cc-af8c-8188e880aa9d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:26.806562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5876551-f862-48ba-bc4d-34fbff05470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.863974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f5876551-f862-48ba-bc4d-34fbff05470a None None] Port a9872796-2742-44cc-af8c-8188e880aa9d cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:26.891499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006e913-f18e-453d-b7b1-a0b1b6cdf628 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=e86f389b-87b7-4017-8c78-dbff316a1a6a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:26.903404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.948492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:26.974123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8006e913-f18e-453d-b7b1-a0b1b6cdf628 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.025911 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8006e913-f18e-453d-b7b1-a0b1b6cdf628 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/e86f389b-87b7-4017-8c78-dbff316a1a6a HTTP/1.1" status: 204 len: 168 time: 2.5856049 Apr 22 17:33:27.069419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48578) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:27.293920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd751e8-a28b-49ce-a231-7aec3290ceac tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:27.294645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dcd751e8-a28b-49ce-a231-7aec3290ceac tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:27.296550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.301962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.305798 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 235cdea3-eb55-448e-ad3a-a3d5a4f3a290 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:27.376791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=7b65f6ef-6ef5-4eba-91e9-b68711778e64,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:27.394833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.427187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.457498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dcd751e8-a28b-49ce-a231-7aec3290ceac tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:27.458642 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dcd751e8-a28b-49ce-a231-7aec3290ceac tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3885210 Apr 22 17:33:27.468551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port 7b65f6ef-6ef5-4eba-91e9-b68711778e64 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:27.475730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48582) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:27.475730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.479518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'name': 'network-vif-deleted', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:33:27.519211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.554988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0113b89-a0c0-4035-8e76-d2867435d5df,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:27.570273 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7575a9b1-4b1c-413b-a742-af472a877e87'] response: {'server_uuid': '7cfb6f48-b24c-47cf-8469-68d22563648f', 'name': 'network-vif-deleted', 'tag': '7b65f6ef-6ef5-4eba-91e9-b68711778e64', 'status': 'completed', 'code': 200} Apr 22 17:33:27.589026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.615185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:27.626207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edec8f-6661-4b41-8192-0e6911be7dbe None None] Sync routers for ids ['235cdea3-eb55-448e-ad3a-a3d5a4f3a290'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:27.627943 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a08ef113-70cc-47a5-b6fc-636b87c93545 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/235cdea3-eb55-448e-ad3a-a3d5a4f3a290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9169364 Apr 22 17:33:27.631823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48590) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:27.644881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edec8f-6661-4b41-8192-0e6911be7dbe None None] Routers {'235cdea3-eb55-448e-ad3a-a3d5a4f3a290'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:27.645556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-32edec8f-6661-4b41-8192-0e6911be7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['235cdea3-eb55-448e-ad3a-a3d5a4f3a290'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:27.674380 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-337effd7-b139-420a-802f-8a8a0e3e103f req-6b03cf00-feb4-40ec-8950-4ca3e50b89e9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/7b65f6ef-6ef5-4eba-91e9-b68711778e64 HTTP/1.1" status: 204 len: 173 time: 1.8202913 Apr 22 17:33:27.733214 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb492e24-ce21-4588-83c1-6cc72752692a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:27.737480 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fb492e24-ce21-4588-83c1-6cc72752692a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2642395 Apr 22 17:33:27.742427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48594) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:27.749704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-32edec8f-6661-4b41-8192-0e6911be7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:27.766308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edec8f-6661-4b41-8192-0e6911be7dbe None None] Routers {'235cdea3-eb55-448e-ad3a-a3d5a4f3a290'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:27.773798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-32edec8f-6661-4b41-8192-0e6911be7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['235cdea3-eb55-448e-ad3a-a3d5a4f3a290'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:27.820731 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0b7f23e1-2216-4215-b547-0559bd8fa78e req-5b7f7f26-b7f9-4254-ad85-3d01364b60ba tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cfb6f48-b24c-47cf-8469-68d22563648f HTTP/1.1" status: 200 len: 210 time: 0.1007614 Apr 22 17:33:27.852453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=2653f9da-0d8c-4b6a-b081-c1230f8fe8f0,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:27.866452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-32edec8f-6661-4b41-8192-0e6911be7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:27.867583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edec8f-6661-4b41-8192-0e6911be7dbe None None] The sync data for ids ['235cdea3-eb55-448e-ad3a-a3d5a4f3a290'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:27.871843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.875022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.876295 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-39e40ea2-65e6-4ebc-93f4-b3a48310c186 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3541813 Apr 22 17:33:27.883957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c1b01-8705-4622-aac5-eca31e527169 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:27.884566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ab2c1b01-8705-4622-aac5-eca31e527169 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:27.896628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48598) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:27.947762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cab0b-8bc2-44d0-8edd-03f1387f7601 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:27.949660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cab0b-8bc2-44d0-8edd-03f1387f7601 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:27.951518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cab0b-8bc2-44d0-8edd-03f1387f7601 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:27.956592 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c80cab0b-8bc2-44d0-8edd-03f1387f7601 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2058022 Apr 22 17:33:27.956745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d7b32c5-ec3a-470f-87ea-1f5f217d0375 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:27.963858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48602) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:27.969153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d7b32c5-ec3a-470f-87ea-1f5f217d0375 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.059076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ab2c1b01-8705-4622-aac5-eca31e527169 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:28.060325 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ab2c1b01-8705-4622-aac5-eca31e527169 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports/a9872796-2742-44cc-af8c-8188e880aa9d HTTP/1.1" status: 200 len: 910 time: 0.4275713 Apr 22 17:33:28.063149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48606) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:28.120346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-4126e948-a04f-4f67-913f-ec546942c492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 018147ab-19d0-44d2-84cf-1da0918de5cc {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:28.124806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4126e948-a04f-4f67-913f-ec546942c492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.127019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Router 15366f4a-df98-4fb6-b078-0417e598efb8 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:28.128800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d7b32c5-ec3a-470f-87ea-1f5f217d0375 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.158399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b32c5-ec3a-470f-87ea-1f5f217d0375 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0113b89-a0c0-4035-8e76-d2867435d5df,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:28.188426 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP b6ba2b2d-c782-4611-a11e-3464f3a22e81 associated. External IP: 172.26.3.84, port: f367ac94-c7fe-4520-84ed-7cb44c1eb05b. Apr 22 17:33:28.258939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d7b32c5-ec3a-470f-87ea-1f5f217d0375 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.260059 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1d7b32c5-ec3a-470f-87ea-1f5f217d0375 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d0113b89-a0c0-4035-8e76-d2867435d5df HTTP/1.1" status: 204 len: 168 time: 0.3624446 Apr 22 17:33:28.284003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48610) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:28.376176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4126e948-a04f-4f67-913f-ec546942c492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.568656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4126e948-a04f-4f67-913f-ec546942c492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.638390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 7b65f6ef-6ef5-4eba-91e9-b68711778e64 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:28.700490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a1ffef0b-d8b5-41cb-91d8-f778383480d9 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:28.727936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:28.736381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 7b65f6ef-6ef5-4eba-91e9-b68711778e64 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:28.737500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 7b65f6ef-6ef5-4eba-91e9-b68711778e64 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:28.743584 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bdcf1-e3d8-49fa-a4f5-a4633b2f4a07 None None] Sync routers for ids ['15366f4a-df98-4fb6-b078-0417e598efb8'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:28.754197 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bdcf1-e3d8-49fa-a4f5-a4633b2f4a07 None None] Routers {'15366f4a-df98-4fb6-b078-0417e598efb8'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:28.754838 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-503bdcf1-e3d8-49fa-a4f5-a4633b2f4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['15366f4a-df98-4fb6-b078-0417e598efb8'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:28.808860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:28.827861 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-503bdcf1-e3d8-49fa-a4f5-a4633b2f4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:28.837650 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bdcf1-e3d8-49fa-a4f5-a4633b2f4a07 None None] Routers {'15366f4a-df98-4fb6-b078-0417e598efb8'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:28.838542 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-503bdcf1-e3d8-49fa-a4f5-a4633b2f4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['15366f4a-df98-4fb6-b078-0417e598efb8'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:28.845631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a1ffef0b-d8b5-41cb-91d8-f778383480d9 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:28.846641 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a1ffef0b-d8b5-41cb-91d8-f778383480d9 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5617814 Apr 22 17:33:28.851790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48614) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:28.876043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4126e948-a04f-4f67-913f-ec546942c492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.906434 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-503bdcf1-e3d8-49fa-a4f5-a4633b2f4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:28.907205 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bdcf1-e3d8-49fa-a4f5-a4633b2f4a07 None None] The sync data for ids ['15366f4a-df98-4fb6-b078-0417e598efb8'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:28.912882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.916601 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14444b84-e742-4997-b5da-c96c43493e58 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4135079 Apr 22 17:33:28.917893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48620) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:28.931091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c76e3a6f-335f-4a29-9615-4410ef9911a9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': False}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:28.936683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd06390e-0b23-4e56-92b5-9e9f511e7928 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:28.949350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48624) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:28.998025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f8803-4930-4ebc-beec-6621aff8e4fc None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:28.998514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd06390e-0b23-4e56-92b5-9e9f511e7928 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.003421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126e948-a04f-4f67-913f-ec546942c492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=018147ab-19d0-44d2-84cf-1da0918de5cc,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:29.005552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4126e948-a04f-4f67-913f-ec546942c492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.083949 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4126e948-a04f-4f67-913f-ec546942c492 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/018147ab-19d0-44d2-84cf-1da0918de5cc HTTP/1.1" status: 204 len: 168 time: 1.1171403 Apr 22 17:33:29.086676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48628) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:29.169062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-843a6f9d-d3f7-4ea2-8fd8-624919f21109 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.191847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:29.214027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e6a5d9-b740-46d0-999f-8c13a7756327 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:29.217893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ac056a-3cc4-49f0-9fd7-68ff341ba70f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet a260aeae-e310-40fd-910e-0f800393f9dd {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:29.222348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-843a6f9d-d3f7-4ea2-8fd8-624919f21109 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.234232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a8ac056a-3cc4-49f0-9fd7-68ff341ba70f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.238495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6a5d9-b740-46d0-999f-8c13a7756327 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:29.238495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-52e6a5d9-b740-46d0-999f-8c13a7756327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:29.279925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd06390e-0b23-4e56-92b5-9e9f511e7928 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.295349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.306148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-52e6a5d9-b740-46d0-999f-8c13a7756327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:29.324467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6a5d9-b740-46d0-999f-8c13a7756327 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:29.325363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-52e6a5d9-b740-46d0-999f-8c13a7756327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:29.341483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06390e-0b23-4e56-92b5-9e9f511e7928 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571cdb73-8ec0-43ac-83b6-dd3130265461,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:29.350673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.400649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-52e6a5d9-b740-46d0-999f-8c13a7756327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:29.401317 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e6a5d9-b740-46d0-999f-8c13a7756327 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:29.413814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a8ac056a-3cc4-49f0-9fd7-68ff341ba70f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.439725 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ee9b09de-b0ec-4d0a-a740-3d3abe608a0c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8782597 Apr 22 17:33:29.439929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48632) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:29.455416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-541069314'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:29.463057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:29.472592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:network and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:29.534003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd06390e-0b23-4e56-92b5-9e9f511e7928 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.534003 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cd06390e-0b23-4e56-92b5-9e9f511e7928 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/571cdb73-8ec0-43ac-83b6-dd3130265461 HTTP/1.1" status: 204 len: 168 time: 0.6787808 Apr 22 17:33:29.539124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48636) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:29.541914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:29.550876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:29.733958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-843a6f9d-d3f7-4ea2-8fd8-624919f21109 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.766463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cefbba5d-c0fa-4b35-b4bb-b20c2fffe6e1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:29.774065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:29.777318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a6f9d-d3f7-4ea2-8fd8-624919f21109 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9357ea1-51a5-4220-a34d-ba7c1013c1a1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:29.777532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.785969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a8ac056a-3cc4-49f0-9fd7-68ff341ba70f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.837021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:33:29.846828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c76e3a6f-335f-4a29-9615-4410ef9911a9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.855971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-843a6f9d-d3f7-4ea2-8fd8-624919f21109 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.857998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.858357 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Added segment 79494314-6d15-45b5-a70b-f8958efbabf9 of type vlan for network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 Apr 22 17:33:29.859927 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-843a6f9d-d3f7-4ea2-8fd8-624919f21109 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9357ea1-51a5-4220-a34d-ba7c1013c1a1 HTTP/1.1" status: 204 len: 168 time: 0.9068327 Apr 22 17:33:29.888461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:29.938478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cefbba5d-c0fa-4b35-b4bb-b20c2fffe6e1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:29.944032 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cefbba5d-c0fa-4b35-b4bb-b20c2fffe6e1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4037173 Apr 22 17:33:29.945964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48642) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:29.953485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48646) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:29.961367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118430263'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:29.967304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:29.979024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:30.002691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port a9872796-2742-44cc-af8c-8188e880aa9d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:30.003400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.040260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.045813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:30.046398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.058793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a8ac056a-3cc4-49f0-9fd7-68ff341ba70f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.115069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7cc2452b-3d25-4368-80a3-659cc88ba81d None None] Provisioning complete for port 32f7d192-acd7-411e-abc7-baa0166c740f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:30.116175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7cc2452b-3d25-4368-80a3-659cc88ba81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.129605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.143142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac056a-3cc4-49f0-9fd7-68ff341ba70f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=a260aeae-e310-40fd-910e-0f800393f9dd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:30.170069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba30c10-60ca-416d-b596-7d138e6ade94 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:30.187355 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7463980 Apr 22 17:33:30.198353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a8ac056a-3cc4-49f0-9fd7-68ff341ba70f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.203535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48650) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:30.231037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'subnet': {'network_id': '4bf5230d-9fb2-4efe-92dd-c0a6d94624b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:30.240885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3b85a-1d17-45fe-8d59-95ee750022a8 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Network': ['ID=4bf5230d-9fb2-4efe-92dd-c0a6d94624b9,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:30.273960 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a8ac056a-3cc4-49f0-9fd7-68ff341ba70f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/a260aeae-e310-40fd-910e-0f800393f9dd HTTP/1.1" status: 204 len: 168 time: 1.1806016 Apr 22 17:33:30.280342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:30.286466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48654) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:30.299624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:30.337069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:33:30.360736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:30.433108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:30.437220 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0125d011-aa3c-4574-afd9-290442db2ab3 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490924 Apr 22 17:33:30.452534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48658) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:30.461456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.473726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:30.491372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-91222b7c-cb3c-4585-934d-d4cb65ed5eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.643058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:30.647697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] Deleting port 32f7d192-acd7-411e-abc7-baa0166c740f {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:30.648216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.704687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:30.770838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for a9872796-2742-44cc-af8c-8188e880aa9d owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:30.853690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] For port 32f7d192-acd7-411e-abc7-baa0166c740f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=32f7d192-acd7-411e-abc7-baa0166c740f,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:30.854233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:30.859612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:subnet and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:30.870777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:30.890991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:30.978671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] Calling delete_port for 32f7d192-acd7-411e-abc7-baa0166c740f owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:31.066201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:31.069688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.084258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:31.098910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:31.112732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:31.122462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.141063 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:31.173583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.182671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] Pushing event deleted for resources: {'Port': ['ID=32f7d192-acd7-411e-abc7-baa0166c740f,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:31.186370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2c76d-1dfd-4a01-8ae4-052cd47f4507 None None] No DVR routers for this DVR port 32f7d192-acd7-411e-abc7-baa0166c740f on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:31.249217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.285387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.313924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:31.317336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.330543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d4a107-20ea-48df-b5b5-ce423cad39f7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:31.505021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.506180 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-465c11f6-eec6-40c0-8ca2-515eafd76ac2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5570352 Apr 22 17:33:31.509475 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48662) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:31.514405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '68d4a107-20ea-48df-b5b5-ce423cad39f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:31.520145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:31.524701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:31.526780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c76e3a6f-335f-4a29-9615-4410ef9911a9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.527629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:31.534203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c76e3a6f-335f-4a29-9615-4410ef9911a9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.534878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:31.571470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.634272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=a9872796-2742-44cc-af8c-8188e880aa9d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:31.716785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:31.777401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 32f7d192-acd7-411e-abc7-baa0166c740f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:31.852241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76e3a6f-335f-4a29-9615-4410ef9911a9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Router 15366f4a-df98-4fb6-b078-0417e598efb8 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:31.881651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 32f7d192-acd7-411e-abc7-baa0166c740f {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:31.881999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 32f7d192-acd7-411e-abc7-baa0166c740f not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:31.999316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port c290f400-02d0-46ef-b081-8088ef4178d5 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:31.999662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.086445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.091761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.235264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76e3a6f-335f-4a29-9615-4410ef9911a9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:32.239629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c76e3a6f-335f-4a29-9615-4410ef9911a9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.244154 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c76e3a6f-335f-4a29-9615-4410ef9911a9 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "PUT /v2.0/routers/15366f4a-df98-4fb6-b078-0417e598efb8 HTTP/1.1" status: 200 len: 922 time: 3.3192286 Apr 22 17:33:32.246935 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0af80-a870-42e6-acab-1d27a5741122 None None] Sync routers for ids ['15366f4a-df98-4fb6-b078-0417e598efb8'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:32.251039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48666) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:32.259424 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0af80-a870-42e6-acab-1d27a5741122 None None] Routers {'15366f4a-df98-4fb6-b078-0417e598efb8'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:32.260055 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-79a0af80-a870-42e6-acab-1d27a5741122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['15366f4a-df98-4fb6-b078-0417e598efb8'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:32.270839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.274293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.276100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.320742 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-79a0af80-a870-42e6-acab-1d27a5741122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:32.329174 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0af80-a870-42e6-acab-1d27a5741122 None None] Routers {'15366f4a-df98-4fb6-b078-0417e598efb8'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:32.331065 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-79a0af80-a870-42e6-acab-1d27a5741122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:02Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['15366f4a-df98-4fb6-b078-0417e598efb8'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:32.421868 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-79a0af80-a870-42e6-acab-1d27a5741122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:32.422965 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0af80-a870-42e6-acab-1d27a5741122 None None] The sync data for ids ['15366f4a-df98-4fb6-b078-0417e598efb8'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:32.431894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91382e4-84e1-4b54-ba3a-745f6744e0fd,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:32.446329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:32.446484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port c290f400-02d0-46ef-b081-8088ef4178d5, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c290f400-02d0-46ef-b081-8088ef4178d5,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:32.447031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.458595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:32.467903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03967eb5-1851-42ff-834b-a7f490179472 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:32.520151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:32.520762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.539170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Subnet': ['ID=5908f7d8-8eaa-4fe9-bff9-56c88919a1e8,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:32.666783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-14698f3f-9bf0-4666-8f30-d635f0eb149e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.676786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Checking segment: {'id': '79494314-6d15-45b5-a70b-f8958efbabf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4bf5230d-9fb2-4efe-92dd-c0a6d94624b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:32.677153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network hostable DHCP agents. Network: 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:33:32.688627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 235cdea3-eb55-448e-ad3a-a3d5a4f3a290 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:32.710607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=15bb8cba-ad4b-4723-bee3-4c01cf917aef,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:32.715976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b68838ec-31d5-4ab0-8519-6f8459febd2e', 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'tenant_id': 'cda8c6552112440d8a68fcc6faf813af', 'fixed_ips': [{'subnet_id': '15bb8cba-ad4b-4723-bee3-4c01cf917aef'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:33:32.717452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.735140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for c290f400-02d0-46ef-b081-8088ef4178d5 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:32.778313 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-86f5b128-6bc1-4c5a-bd76-9423866026c4 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/routers/15366f4a-df98-4fb6-b078-0417e598efb8 HTTP/1.1" status: 200 len: 922 time: 0.5263903 Apr 22 17:33:32.781482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48670) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:32.784908 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-826c682b-d957-4532-9887-c76a5f14fe22 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3289328 Apr 22 17:33:32.784908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.785924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48674) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:32.788160 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-78ea76f4-d4f5-49e6-8470-7e5c218d3ca8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2776854 Apr 22 17:33:32.790580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48676) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:32.827551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:32.848633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '68d4a107-20ea-48df-b5b5-ce423cad39f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:32.861802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:33:32.864186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:32.871278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:32.876071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:32.882428 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-914c3c35-5e6a-4ed7-92a1-9bdc59fa9694 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/235cdea3-eb55-448e-ad3a-a3d5a4f3a290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8174183 Apr 22 17:33:32.882672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:32.886358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48682) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:32.894999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4235deb-8dd1-4a19-abb8-85c4131713fe None None] Sync routers for ids ['235cdea3-eb55-448e-ad3a-a3d5a4f3a290'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:32.897994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Allocated IP 2001:db8::2 (b68838ec-31d5-4ab0-8519-6f8459febd2e/15bb8cba-ad4b-4723-bee3-4c01cf917aef/f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:32.914428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4235deb-8dd1-4a19-abb8-85c4131713fe None None] Routers {'235cdea3-eb55-448e-ad3a-a3d5a4f3a290'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:32.915194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c4235deb-8dd1-4a19-abb8-85c4131713fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['235cdea3-eb55-448e-ad3a-a3d5a4f3a290'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:32.925346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:32.933191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7d674e44-2e19-436f-abe1-4a08cd5d10fc tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:32.956040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:32.960946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:32.961970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:32.981100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d5b94b-6c07-48c7-876d-cd289dce12a7 None None] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:32.997019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c4235deb-8dd1-4a19-abb8-85c4131713fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:33.014577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.044659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7d674e44-2e19-436f-abe1-4a08cd5d10fc tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:33.048451 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7d674e44-2e19-436f-abe1-4a08cd5d10fc tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=235cdea3-eb55-448e-ad3a-a3d5a4f3a290 HTTP/1.1" status: 200 len: 205 time: 0.1596797 Apr 22 17:33:33.049126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48686) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:33.050654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4235deb-8dd1-4a19-abb8-85c4131713fe None None] Routers {'235cdea3-eb55-448e-ad3a-a3d5a4f3a290'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:33.051611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c4235deb-8dd1-4a19-abb8-85c4131713fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['235cdea3-eb55-448e-ad3a-a3d5a4f3a290'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:33.055316 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-691d128b-54f0-45d9-9ca0-1061f301751b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8413985 Apr 22 17:33:33.057305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48690) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:33.069447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-283235372', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:33.080775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:33.087620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:router and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:33.091359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:33.105644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:33.108984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.109790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266761b3-4863-4024-b7e8-3acbd90c26d5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:33.114199 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-266761b3-4863-4024-b7e8-3acbd90c26d5 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=15366f4a-df98-4fb6-b078-0417e598efb8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3289473 Apr 22 17:33:33.114449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48694) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:33.118774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:33.133781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:33.137484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:33.145432 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:33.156633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.222900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9952b23a-667f-493c-8dff-ee72f6a71a7a,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:33.226892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed152c24-2408-42d1-a943-b437ef72cfcb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.231726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.232682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.238399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c4235deb-8dd1-4a19-abb8-85c4131713fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:33.238823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4235deb-8dd1-4a19-abb8-85c4131713fe None None] The sync data for ids ['235cdea3-eb55-448e-ad3a-a3d5a4f3a290'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:33.274184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.305502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ca047-1c0e-4dc1-a292-ef54f98a914c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:33.306080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1d3ca047-1c0e-4dc1-a292-ef54f98a914c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Synchronizing usage tracker for tenant:9124540b96674dc081d43e8ee34cfeab on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:33.327484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.330050 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-59f356b9-19c0-4a3c-b67b-ca8956023264 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5371497 Apr 22 17:33:33.331611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48698) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:33.337697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '68d4a107-20ea-48df-b5b5-ce423cad39f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:33.347512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:33.353283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:33.359909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:33.369381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:33.370551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:33.373491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.399875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.458473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-4bf5230d-9fb2-4efe-92dd-c0a6d94624b9', 'network_id': '4bf5230d-9fb2-4efe-92dd-c0a6d94624b9', 'tenant_id': 'bbe9cc2f14a04e9aa05bebac48c22ad8', 'fixed_ips': [{'subnet_id': '5908f7d8-8eaa-4fe9-bff9-56c88919a1e8'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:33:33.458473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.559961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1d3ca047-1c0e-4dc1-a292-ef54f98a914c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Unset dirty status for tenant:9124540b96674dc081d43e8ee34cfeab on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:33.564088 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1d3ca047-1c0e-4dc1-a292-ef54f98a914c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 881 time: 0.4486630 Apr 22 17:33:33.564991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48702) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:33.624080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Allocated IP 172.20.0.2 (4bf5230d-9fb2-4efe-92dd-c0a6d94624b9/5908f7d8-8eaa-4fe9-bff9-56c88919a1e8/6780a596-e99d-42b5-b2d7-dd5353c329e9) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:33.698717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.718155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed152c24-2408-42d1-a943-b437ef72cfcb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.723466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.729664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed152c24-2408-42d1-a943-b437ef72cfcb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.756703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.764127 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.ipam_backend_mixin [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15bb8cba-ad4b-4723-bee3-4c01cf917aef (CIDR: 2001:db8::/64) Apr 22 17:33:33.770049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48706) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:33.770403 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-66a0241d-2e9a-4e05-81ee-ed1e1ff0fa42 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=15366f4a-df98-4fb6-b078-0417e598efb8 HTTP/1.1" status: 200 len: 205 time: 0.0655406 Apr 22 17:33:33.780336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.845122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.847840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Transition to ACTIVE for port object f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:33.850614 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:33:33.851234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.855116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:33.855850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.872362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Transition to ACTIVE for port object 6780a596-e99d-42b5-b2d7-dd5353c329e9 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:33.885568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Transition to ACTIVE for port object f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:33.896978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Transition to ACTIVE for port object 6780a596-e99d-42b5-b2d7-dd5353c329e9 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:33.908407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed152c24-2408-42d1-a943-b437ef72cfcb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.908887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed152c24-2408-42d1-a943-b437ef72cfcb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Fanout notify agent at l3_agent the message router_deleted on router 235cdea3-eb55-448e-ad3a-a3d5a4f3a290 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:33.928951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=c290f400-02d0-46ef-b081-8088ef4178d5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:33.956776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:33.998618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ed152c24-2408-42d1-a943-b437ef72cfcb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.002864 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ed152c24-2408-42d1-a943-b437ef72cfcb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/235cdea3-eb55-448e-ad3a-a3d5a4f3a290 HTTP/1.1" status: 204 len: 168 time: 0.9524503 Apr 22 17:33:34.026641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48710) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:34.032880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:34.036583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.038875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:34.041887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.047272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:34.139552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76d0ecf-9c56-43cd-bb7b-e76a88dbd861,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:34.141994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Pushing event updated for resources: {'Port': ['ID=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:34.183966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:34.194496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2405bf5e-ffb7-4c65-bb40-776466745608 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet 34aa1d7c-91e5-45c6-8775-a06afcca6313 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:34.201232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2405bf5e-ffb7-4c65-bb40-776466745608 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.245550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.250000 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c1ee696a-c83c-4258-8088-d1c0e8e78035 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9141188 Apr 22 17:33:34.251975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48714) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:34.259901 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fe69f48d-4ad9-4c2e-b04e-9a2de6c71b08 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4433796 Apr 22 17:33:34.266977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '68d4a107-20ea-48df-b5b5-ce423cad39f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:34.268615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48718) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:34.270711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:34.277272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'subnet': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:34.279595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:34.285024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:34.288883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2405bf5e-ffb7-4c65-bb40-776466745608 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.323149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:34.331561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:34.336939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.354283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Attempting to bind port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:34.354590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Attempting to bind port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:34.355048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Attempting to bind port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 on network b68838ec-31d5-4ab0-8519-6f8459febd2e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:34.399119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:34.399786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Checking segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:34.400752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.401358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Bound using segment: {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:34.402028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Bound port: f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:34.402564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.405094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:34.433644 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Pushing event updated for resources: {'Port': ['ID=6780a596-e99d-42b5-b2d7-dd5353c329e9,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:34.442468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.446647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Attempting to bind port 6780a596-e99d-42b5-b2d7-dd5353c329e9 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:34.447272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Attempting to bind port 6780a596-e99d-42b5-b2d7-dd5353c329e9 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '79494314-6d15-45b5-a70b-f8958efbabf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4bf5230d-9fb2-4efe-92dd-c0a6d94624b9'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:34.447795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Attempting to bind port 6780a596-e99d-42b5-b2d7-dd5353c329e9 on network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:34.490563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:34.491293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Checking segment: {'id': '79494314-6d15-45b5-a70b-f8958efbabf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4bf5230d-9fb2-4efe-92dd-c0a6d94624b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:34.491697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.492090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Bound using segment: {'id': '79494314-6d15-45b5-a70b-f8958efbabf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4bf5230d-9fb2-4efe-92dd-c0a6d94624b9'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:34.492556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Bound port: 6780a596-e99d-42b5-b2d7-dd5353c329e9, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79494314-6d15-45b5-a70b-f8958efbabf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4bf5230d-9fb2-4efe-92dd-c0a6d94624b9'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:34.492934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.541782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.583046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.593604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] For port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:34.614568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] For port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:34.620873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] For port 6780a596-e99d-42b5-b2d7-dd5353c329e9, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:34.623980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] For port 6780a596-e99d-42b5-b2d7-dd5353c329e9, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6780a596-e99d-42b5-b2d7-dd5353c329e9,segment=NetworkSegment(79494314-6d15-45b5-a70b-f8958efbabf9),segment_id=79494314-6d15-45b5-a70b-f8958efbabf9)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:34.629574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.658706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2405bf5e-ffb7-4c65-bb40-776466745608 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.693238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.750770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:34.767965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:subnet and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:34.776617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:34.785972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccbaea-a68d-4578-885d-3c95688c044b None None] Pushing event updated for resources: {'Port': ['ID=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:34.803859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:34.812482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.817822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.831308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.870903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:34.892508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.26.3.21 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/b18c887f-1200-4023-9b44-894343a6b2f0) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:34.940120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e273-7959-4cc2-83dc-d0a877194178 None None] Pushing event updated for resources: {'Port': ['ID=6780a596-e99d-42b5-b2d7-dd5353c329e9,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:35.031736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:35.034428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.035256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2405bf5e-ffb7-4c65-bb40-776466745608 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.035559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.039610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.057485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Deleting port a8ce2476-7d7c-4a5b-98d1-36917878748f {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:35.057835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.127796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405bf5e-ffb7-4c65-bb40-776466745608 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=34aa1d7c-91e5-45c6-8775-a06afcca6313,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:35.144469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29c4a4-6bb0-41e0-9df8-5dc1a24767da None None] Network 0e2103d7-950e-409d-bd6c-bf74556fe0e6 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:35.162067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2405bf5e-ffb7-4c65-bb40-776466745608 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.215629 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2405bf5e-ffb7-4c65-bb40-776466745608 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/34aa1d7c-91e5-45c6-8775-a06afcca6313 HTTP/1.1" status: 204 len: 168 time: 1.1822643 Apr 22 17:33:35.215629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75446582-6c69-4e59-9d7e-4585e4d9152a,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:35.228843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48722) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:35.301614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.384236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.385486 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1219389b-acf2-4932-99cb-d26b8030cf62 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1302280 Apr 22 17:33:35.396228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48726) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:35.535055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.558444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port 7f05a063-fa88-4127-8cbf-7067d4ee0926 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:35.558948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.617183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '68d4a107-20ea-48df-b5b5-ce423cad39f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:35.658183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:35.661519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] DHCP port deletion for 0e2103d7-950e-409d-bd6c-bf74556fe0e6 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:35.667107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] Deleting port 7f05a063-fa88-4127-8cbf-7067d4ee0926 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:35.667489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.680261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.681405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:35.689956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:35.710577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:35.785660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:35.806023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:35.813659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:35.860760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=b18c887f-1200-4023-9b44-894343a6b2f0,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:35.972804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:35.979494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6780a596-e99d-42b5-b2d7-dd5353c329e9 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:36.041832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] For port 7f05a063-fa88-4127-8cbf-7067d4ee0926, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7f05a063-fa88-4127-8cbf-7067d4ee0926,segment=NetworkSegment(30cc530f-ab6c-4181-8d95-614481302922),segment_id=30cc530f-ab6c-4181-8d95-614481302922)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:36.042236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.086356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.180653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] Calling delete_port for 7f05a063-fa88-4127-8cbf-7067d4ee0926 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:36.220232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.236847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Calling delete_port for a8ce2476-7d7c-4a5b-98d1-36917878748f owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:36.268805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port 7f05a063-fa88-4127-8cbf-7067d4ee0926, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7f05a063-fa88-4127-8cbf-7067d4ee0926,segment=NetworkSegment(30cc530f-ab6c-4181-8d95-614481302922),segment_id=30cc530f-ab6c-4181-8d95-614481302922)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:36.269595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.285941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:36.305234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.317703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.322442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6780a596-e99d-42b5-b2d7-dd5353c329e9 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:36.382907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:36.418863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] Pushing event deleted for resources: {'Port': ['ID=7f05a063-fa88-4127-8cbf-7067d4ee0926,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:36.443815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41a191-f145-4a16-bd71-fcd2fdb0faf7 None None] No DVR routers for this DVR port 7f05a063-fa88-4127-8cbf-7067d4ee0926 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:36.461701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for 7f05a063-fa88-4127-8cbf-7067d4ee0926 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:36.563727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:33:36.564050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:33:36.613359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:36.621315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc51925f-22e5-41ea-a6b7-986d8c3c84bd,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:36.689226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7f05a063-fa88-4127-8cbf-7067d4ee0926 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:36.704335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:36.720073 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] Sync routers for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:36.723607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1bfc6a29-2916-4b36-a8c8-a9c644cf8ad8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/3b46e3c1-e9cb-4f52-a0f7-64786cccb035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7666814 Apr 22 17:33:36.728288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48730) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:36.731614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f70131fe-f9e1-400f-a288-42e996f3f451 None None] Provisioning for port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:36.733834 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:36.735494 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:36.742569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 7f05a063-fa88-4127-8cbf-7067d4ee0926 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:36.743058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7f05a063-fa88-4127-8cbf-7067d4ee0926 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:36.744805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f70131fe-f9e1-400f-a288-42e996f3f451 None None] Provisioning complete for port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:36.746887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f70131fe-f9e1-400f-a288-42e996f3f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.786179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.786179 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6efe9cc2-5592-424a-ae79-04ae8e35f140 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3693924 Apr 22 17:33:36.787858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48734) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:36.873971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e5b88-7859-444a-bf8a-f71b708d7843 None None] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:36.885696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.892870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52385094-99eb-42cd-b0d7-becf1e181510 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.935832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52385094-99eb-42cd-b0d7-becf1e181510 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:36.964672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84e58c4-e86b-42fb-aae0-4f0d9339a049 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet 4a39a3ba-6811-4921-8175-f52235d47129 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:36.975685 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:36.983544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d84e58c4-e86b-42fb-aae0-4f0d9339a049 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.026223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f70131fe-f9e1-400f-a288-42e996f3f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.095369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d84e58c4-e86b-42fb-aae0-4f0d9339a049 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.099554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f70131fe-f9e1-400f-a288-42e996f3f451 None None] For port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:37.105457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port 7f05a063-fa88-4127-8cbf-7067d4ee0926 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:37.105855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.137426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.191532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52385094-99eb-42cd-b0d7-becf1e181510 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.219981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f70131fe-f9e1-400f-a288-42e996f3f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.249190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] The port '7f05a063-fa88-4127-8cbf-7067d4ee0926' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:33:37.256982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event deleted for resources: {'Port': ['ID=a8ce2476-7d7c-4a5b-98d1-36917878748f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:37.276168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52385094-99eb-42cd-b0d7-becf1e181510 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc51925f-22e5-41ea-a6b7-986d8c3c84bd,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:37.325455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70131fe-f9e1-400f-a288-42e996f3f451 None None] Pushing event updated for resources: {'Port': ['ID=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:37.329012 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:33Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:37.333599 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] Checking router: 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:33:37.347448 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] Routers {'3b46e3c1-e9cb-4f52-a0f7-64786cccb035'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:37.348425 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:37.360669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.433377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.436073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-62c93f2d-455e-4104-83a9-72a66c756cbb None None] Provisioning for port 6780a596-e99d-42b5-b2d7-dd5353c329e9 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:37.449300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-62c93f2d-455e-4104-83a9-72a66c756cbb None None] Provisioning complete for port 6780a596-e99d-42b5-b2d7-dd5353c329e9 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:37.449300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-62c93f2d-455e-4104-83a9-72a66c756cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.495832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.objects.ports [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88659) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 17:33:37.545609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52385094-99eb-42cd-b0d7-becf1e181510 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.546730 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-52385094-99eb-42cd-b0d7-becf1e181510 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/fc51925f-22e5-41ea-a6b7-986d8c3c84bd HTTP/1.1" status: 204 len: 168 time: 0.7573848 Apr 22 17:33:37.564178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48738) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:37.564429 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] Set router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:37.585723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2103d7-950e-409d-bd6c-bf74556fe0e6']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:37.599099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cc530f-ab6c-4181-8d95-614481302922') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:37.600070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cc530f-ab6c-4181-8d95-614481302922') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:37.617643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.641803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.643341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-62c93f2d-455e-4104-83a9-72a66c756cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.648430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:33:37.648867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.683299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.687333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-62c93f2d-455e-4104-83a9-72a66c756cbb None None] For port 6780a596-e99d-42b5-b2d7-dd5353c329e9, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6780a596-e99d-42b5-b2d7-dd5353c329e9,segment=NetworkSegment(79494314-6d15-45b5-a70b-f8958efbabf9),segment_id=79494314-6d15-45b5-a70b-f8958efbabf9)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:37.691430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:37.757412 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:37.768165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-62c93f2d-455e-4104-83a9-72a66c756cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.813715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.836561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:37.874704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.901287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.925604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=0e2103d7-950e-409d-bd6c-bf74556fe0e6,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:37.938852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-aca0fefd-5ac2-4ee3-9d99-8e04e30898f1 None None] Provisioning complete for port 6780a596-e99d-42b5-b2d7-dd5353c329e9 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:37.939239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aca0fefd-5ac2-4ee3-9d99-8e04e30898f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:37.961500 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:33Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:37.961500 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee6e08-68f8-41d4-bfc8-14ce21cc7040 None None] The sync data for ids ['3b46e3c1-e9cb-4f52-a0f7-64786cccb035'] in dv-neutron-839024-1-hyperv is: [{'id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'name': 'tempest-TestNetworkBasicOps-router-1571787326', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:29:13Z', 'updated_at': '2022-04-22T17:33:33Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '77e7a161-8524-4150-9b8d-b7e818100f3a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b46e3c1-e9cb-4f52-a0f7-64786cccb035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:29:16Z', 'updated_at': '2022-04-22T17:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:37.988878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c93f2d-455e-4104-83a9-72a66c756cbb None None] Pushing event updated for resources: {'Port': ['ID=6780a596-e99d-42b5-b2d7-dd5353c329e9,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:37.995043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4071e3b6-b593-4735-a19d-b4d0195d4883 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:38.001672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d84e58c4-e86b-42fb-aae0-4f0d9339a049 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.020129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:38.023873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.054896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.055669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Fanout notify agent at l3_agent the message router_deleted on router 15366f4a-df98-4fb6-b078-0417e598efb8 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:38.073004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.078631 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7001a43c-fc92-4795-9d66-c2a95e58e766 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/15366f4a-df98-4fb6-b078-0417e598efb8 HTTP/1.1" status: 204 len: 168 time: 4.3027985 Apr 22 17:33:38.082132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48742) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:38.095651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1175937004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:38.105649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:38.113103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Usage tracker for resource:router and tenant:d44a4feec27a43d3895c98004d5e59be is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:38.118640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:38.125382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:38.141027 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ed3530a1-a10f-4a89-aa52-d76eaef327a6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/0e2103d7-950e-409d-bd6c-bf74556fe0e6 HTTP/1.1" status: 204 len: 168 time: 2.9087226 Apr 22 17:33:38.142154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48746) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:38.156360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1511227482', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:38.164696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:38.171699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:router and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:38.185715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:38.196471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:38.200108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4071e3b6-b593-4735-a19d-b4d0195d4883 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:38.200108 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4071e3b6-b593-4735-a19d-b4d0195d4883 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6262882 Apr 22 17:33:38.203031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.203210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48750) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:38.244833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b815997-6bac-4c23-83c5-2e5228443eaf tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.254921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d84e58c4-e86b-42fb-aae0-4f0d9339a049 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.263573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b815997-6bac-4c23-83c5-2e5228443eaf tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.304129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.305143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.312076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e58c4-e86b-42fb-aae0-4f0d9339a049 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=4a39a3ba-6811-4921-8175-f52235d47129,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:38.320710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d84e58c4-e86b-42fb-aae0-4f0d9339a049 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.327862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a9982-beae-48ac-a989-e4d74b8434cb None None] Network abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:38.339066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.340357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.350314 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d84e58c4-e86b-42fb-aae0-4f0d9339a049 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/4a39a3ba-6811-4921-8175-f52235d47129 HTTP/1.1" status: 204 len: 168 time: 1.6051972 Apr 22 17:33:38.351789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48754) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:38.369571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:38.377356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b815997-6bac-4c23-83c5-2e5228443eaf tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.402584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.426606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b815997-6bac-4c23-83c5-2e5228443eaf tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75446582-6c69-4e59-9d7e-4585e4d9152a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:38.471642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.523848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9b815997-6bac-4c23-83c5-2e5228443eaf tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.531434 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9b815997-6bac-4c23-83c5-2e5228443eaf tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/75446582-6c69-4e59-9d7e-4585e4d9152a HTTP/1.1" status: 204 len: 168 time: 0.3211744 Apr 22 17:33:38.531434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48758) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:38.642055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.661202 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] DHCP port deletion for abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:38.667320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] Deleting port 1d25f39e-1157-4dcb-96c3-7bba21203300 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:38.669333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.710690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.750653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4228a9eb-b697-4e3a-b7fa-7eb9b7069cce tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:38.772721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.774037 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f7040464-6f68-492d-950b-05b2e37f386b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6884723 Apr 22 17:33:38.784516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] For port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:38.786403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48762) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:38.794961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:38.888206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] For port 1d25f39e-1157-4dcb-96c3-7bba21203300, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1d25f39e-1157-4dcb-96c3-7bba21203300,segment=NetworkSegment(1ed916a1-bc5a-4138-beed-d40826916cd1),segment_id=1ed916a1-bc5a-4138-beed-d40826916cd1)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:38.888537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:38.908471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:38.953411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1beead-140f-424f-90ec-751d5e7a1355 None None] Sync routers for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:38.987257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4228a9eb-b697-4e3a-b7fa-7eb9b7069cce tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:38.989740 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4228a9eb-b697-4e3a-b7fa-7eb9b7069cce tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4561362 Apr 22 17:33:39.002307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48766) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:39.006952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.011200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.015605 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-75eb20a7-fd7d-4ade-9155-140f86a1891c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9553609 Apr 22 17:33:39.019546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] Calling delete_port for 1d25f39e-1157-4dcb-96c3-7bba21203300 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:39.025706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48770) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:39.058684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1beead-140f-424f-90ec-751d5e7a1355 None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:39.059336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2c1beead-140f-424f-90ec-751d5e7a1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:39.088342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.152059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b564c1b1-ac2e-4378-a40d-6b9dd4663cee tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.162756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.163652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.164125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2c1beead-140f-424f-90ec-751d5e7a1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:39.179116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1beead-140f-424f-90ec-751d5e7a1355 None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:39.179743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2c1beead-140f-424f-90ec-751d5e7a1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:39.182304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b564c1b1-ac2e-4378-a40d-6b9dd4663cee tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.249407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-2c1beead-140f-424f-90ec-751d5e7a1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:39.249671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1beead-140f-424f-90ec-751d5e7a1355 None None] The sync data for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:39.321957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.379289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] Pushing event deleted for resources: {'Port': ['ID=1d25f39e-1157-4dcb-96c3-7bba21203300,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:39.382615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8411b9-a546-4dff-a47f-05dd43861dd3 None None] No DVR routers for this DVR port 1d25f39e-1157-4dcb-96c3-7bba21203300 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:39.448569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b564c1b1-ac2e-4378-a40d-6b9dd4663cee tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.484231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564c1b1-ac2e-4378-a40d-6b9dd4663cee tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e76d0ecf-9c56-43cd-bb7b-e76a88dbd861,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:39.556744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:39.570864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.576782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.584858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:39.588190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:39.588609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.589907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b564c1b1-ac2e-4378-a40d-6b9dd4663cee tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.593873 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b564c1b1-ac2e-4378-a40d-6b9dd4663cee tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e76d0ecf-9c56-43cd-bb7b-e76a88dbd861 HTTP/1.1" status: 204 len: 168 time: 0.5877244 Apr 22 17:33:39.595097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48774) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:39.596767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025db495-09ea-4880-9841-194dfc98e7e2 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:39.616953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,revision_number=5']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:39.621027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Subnet': ['ID=c9460510-a9c3-4e20-98e0-2c0ef74115cf,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:39.676297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 77e7a161-8524-4150-9b8d-b7e818100f3a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:39.676812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.715644 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c3d627c4-e0dd-4515-a169-85f2fa3c270b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.4435129 Apr 22 17:33:39.738022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48778) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:39.830323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6780a596-e99d-42b5-b2d7-dd5353c329e9 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:39.912860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Request body: {'port': {'network_id': 'b68838ec-31d5-4ab0-8519-6f8459febd2e', 'mac_address': 'fa:16:3e:99:2f:b0', 'name': 'tempest-NetworksTestDHCPv6-1121740145'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:39.932655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6780a596-e99d-42b5-b2d7-dd5353c329e9 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:39.933042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:39.953967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e73917da-4166-4db5-9b87-4c2f60f49bc4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:40.062081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:40.122322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.131443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 77e7a161-8524-4150-9b8d-b7e818100f3a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=77e7a161-8524-4150-9b8d-b7e818100f3a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:40.132019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.143324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:40.143715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.170268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.241439 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e73917da-4166-4db5-9b87-4c2f60f49bc4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:40.246042 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e73917da-4166-4db5-9b87-4c2f60f49bc4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6444275 Apr 22 17:33:40.253814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48784) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:40.276876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 77e7a161-8524-4150-9b8d-b7e818100f3a owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:40.330404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:40.342771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Usage tracker for resource:port and tenant:cda8c6552112440d8a68fcc6faf813af is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:40.352384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:40.378098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:40.385409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c290f400-02d0-46ef-b081-8088ef4178d5 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:40.433013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c290f400-02d0-46ef-b081-8088ef4178d5 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:40.433368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c290f400-02d0-46ef-b081-8088ef4178d5 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:40.433804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1d25f39e-1157-4dcb-96c3-7bba21203300 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:40.472358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 1d25f39e-1157-4dcb-96c3-7bba21203300 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:40.472708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1d25f39e-1157-4dcb-96c3-7bba21203300 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:40.486612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8db28c98-da33-462e-adea-a6162fe7274a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.508743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8db28c98-da33-462e-adea-a6162fe7274a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.580851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Made reservation on behalf of cda8c6552112440d8a68fcc6faf813af for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:40.583876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.26.3.252 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/db5e38a0-d69c-484c-9d9e-0e40cf4b6189) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:40.609142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.661167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.736517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.744559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc3ad6ff-a49b-4683-b581-08e1ea51a333 None None] Provisioning complete for port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:40.744944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc3ad6ff-a49b-4683-b581-08e1ea51a333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.751840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8db28c98-da33-462e-adea-a6162fe7274a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.788831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db28c98-da33-462e-adea-a6162fe7274a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9952b23a-667f-493c-8dff-ee72f6a71a7a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:40.892654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.897885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8db28c98-da33-462e-adea-a6162fe7274a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:40.901023 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8db28c98-da33-462e-adea-a6162fe7274a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9952b23a-667f-493c-8dff-ee72f6a71a7a HTTP/1.1" status: 204 len: 168 time: 0.6445200 Apr 22 17:33:40.902878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48788) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:40.939771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] device_id is not set on port f14bbc4b-278e-4a96-83b5-266a064828b9 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:33:40.939997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.038697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7e69da26-16fa-42c0-bc63-89a5e279e8a8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:41.048381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.185838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7e69da26-16fa-42c0-bc63-89a5e279e8a8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:41.187149 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7e69da26-16fa-42c0-bc63-89a5e279e8a8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2808940 Apr 22 17:33:41.191818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48792) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:41.214998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.268830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=77e7a161-8524-4150-9b8d-b7e818100f3a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:41.308645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1e055d27-2810-447b-b586-baf465bbfb64 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.316034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:41.323307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.20.0.1 (4bf5230d-9fb2-4efe-92dd-c0a6d94624b9/5908f7d8-8eaa-4fe9-bff9-56c88919a1e8/bd00bde9-09f6-483d-b15c-6f6136e609f7) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:41.325458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:41.332244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1e055d27-2810-447b-b586-baf465bbfb64 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.339449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:41.442421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Allocated IP 172.26.3.28 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/cf6e69f4-5881-4165-a580-55aaa1b187d6) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:41.466109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.488970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=db5e38a0-d69c-484c-9d9e-0e40cf4b6189,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:41.694707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8::c4 (b68838ec-31d5-4ab0-8519-6f8459febd2e/15bb8cba-ad4b-4723-bee3-4c01cf917aef/f14bbc4b-278e-4a96-83b5-266a064828b9) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:41.698775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.704793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.742433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1e055d27-2810-447b-b586-baf465bbfb64 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.762099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Allocated IP 2001:db8:0:1:f816:3eff:fe99:2fb0 (b68838ec-31d5-4ab0-8519-6f8459febd2e/c9460510-a9c3-4e20-98e0-2c0ef74115cf/f14bbc4b-278e-4a96-83b5-266a064828b9) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:41.808347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e055d27-2810-447b-b586-baf465bbfb64 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e91382e4-84e1-4b54-ba3a-745f6744e0fd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:41.870469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.886222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Transition to ACTIVE for port object bd00bde9-09f6-483d-b15c-6f6136e609f7 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:41.895544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.896096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Fanout notify agent at l3_agent the message router_deleted on router 3b46e3c1-e9cb-4f52-a0f7-64786cccb035 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:41.899733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.939156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1e055d27-2810-447b-b586-baf465bbfb64 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:41.940464 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1e055d27-2810-447b-b586-baf465bbfb64 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e91382e4-84e1-4b54-ba3a-745f6744e0fd HTTP/1.1" status: 204 len: 168 time: 0.7477436 Apr 22 17:33:41.943832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48796) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:42.006615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.007760 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-19744871-0c96-4cc8-a6de-652ca905f89e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/routers/3b46e3c1-e9cb-4f52-a0f7-64786cccb035 HTTP/1.1" status: 204 len: 168 time: 3.6549158 Apr 22 17:33:42.014340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48800) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:42.033651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.121913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ffc0a7d7-05d9-4c74-90c2-d20df540dc61 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:42.138175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:42.158415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:42.163848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.171679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:42.174134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.191733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Transition to ACTIVE for port object f14bbc4b-278e-4a96-83b5-266a064828b9 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:42.235617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.243239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=bd00bde9-09f6-483d-b15c-6f6136e609f7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:42.302228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.361181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ffc0a7d7-05d9-4c74-90c2-d20df540dc61 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:42.361181 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ffc0a7d7-05d9-4c74-90c2-d20df540dc61 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4135096 Apr 22 17:33:42.370348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.374135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48804) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:42.410707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.419849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:42.429344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:42.442864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:42.462068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-87af6c6a-f348-4858-b709-394cb27b217e None None] Provisioning for port bd00bde9-09f6-483d-b15c-6f6136e609f7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:42.469667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-87af6c6a-f348-4858-b709-394cb27b217e None None] Provisioning complete for port bd00bde9-09f6-483d-b15c-6f6136e609f7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:42.469667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-87af6c6a-f348-4858-b709-394cb27b217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.479447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event updated for resources: {'Port': ['ID=cf6e69f4-5881-4165-a580-55aaa1b187d6,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:42.494595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:42.516091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed916a1-bc5a-4138-beed-d40826916cd1') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:42.516402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed916a1-bc5a-4138-beed-d40826916cd1') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:42.533814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-87af6c6a-f348-4858-b709-394cb27b217e None None] Port bd00bde9-09f6-483d-b15c-6f6136e609f7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:42.534134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.596666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.664984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-94618391-d9c2-4f96-b4e6-f1e6668e26f4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.669588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.723461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-94618391-d9c2-4f96-b4e6-f1e6668e26f4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.847355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.872490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:33:42.872894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:42.892362 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:42.941344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Network b68838ec-31d5-4ab0-8519-6f8459febd2e is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:43.002521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:43.004992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:43.011843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:43.012699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.034895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event updated for resources: {'Port': ['ID=f14bbc4b-278e-4a96-83b5-266a064828b9,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:43.110550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.184435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-94618391-d9c2-4f96-b4e6-f1e6668e26f4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.244834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94618391-d9c2-4f96-b4e6-f1e6668e26f4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d4a107-20ea-48df-b5b5-ce423cad39f7,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:43.250661 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0baa8142-f2d8-4c50-8ce4-0635b8bd3f0a tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5114069 Apr 22 17:33:43.258292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.265956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48808) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:43.287302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.296527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:43.308071 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-945e8d66-9fc4-44ec-a8f9-5706952924ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/abc8ddb6-bc15-4dcc-9e7c-7f198e5d4a6d HTTP/1.1" status: 204 len: 168 time: 1.2927043 Apr 22 17:33:43.333121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8abecb6b-6aa5-401d-827c-02be1a6e0a7c None None] Provisioning for port f14bbc4b-278e-4a96-83b5-266a064828b9 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:43.342720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8abecb6b-6aa5-401d-827c-02be1a6e0a7c None None] Provisioning complete for port f14bbc4b-278e-4a96-83b5-266a064828b9 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:43.343264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8abecb6b-6aa5-401d-827c-02be1a6e0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.345926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48812) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:43.406793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8abecb6b-6aa5-401d-827c-02be1a6e0a7c None None] Port f14bbc4b-278e-4a96-83b5-266a064828b9 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:43.411831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--1455736836', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:43.429446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-94618391-d9c2-4f96-b4e6-f1e6668e26f4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.435922 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-94618391-d9c2-4f96-b4e6-f1e6668e26f4 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/68d4a107-20ea-48df-b5b5-ce423cad39f7 HTTP/1.1" status: 204 len: 168 time: 1.0555160 Apr 22 17:33:43.437515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48816) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:43.439744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:43.453534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.453764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:network and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:43.458967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:43.466072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9cf78f4f-da24-4a17-83a1-858a74b9efb8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting port f14bbc4b-278e-4a96-83b5-266a064828b9 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:43.466412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf78f4f-da24-4a17-83a1-858a74b9efb8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.500223 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:43.623584 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8b7ad255-3ed9-4c00-8e1e-1960a2923d97 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1792746 Apr 22 17:33:43.623803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:43.623803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.625201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48820) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:43.632017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921868515'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:43.642896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:43.649949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:43.661097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:43.671660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:43.677004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router f32c71d5-ff2f-46fe-81e8-089385e739ca is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:43.715421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 77e7a161-8524-4150-9b8d-b7e818100f3a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:43.752569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 77e7a161-8524-4150-9b8d-b7e818100f3a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:33:43.752950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 77e7a161-8524-4150-9b8d-b7e818100f3a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:33:43.757231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:33:43.822636 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.861693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.862268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment 1600f0b3-e64f-497b-8012-9f6b7af056ad of type vlan for network 35720244-20cc-4d43-9996-7171a2288cd7 Apr 22 17:33:43.863899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:43.873235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:43.877566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.879385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:43.885871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:43.888693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:44.027017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.128158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.186696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:44.189164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf78f4f-da24-4a17-83a1-858a74b9efb8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.195945 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd18489-2577-4897-bc5e-9f4c7d360bde None None] Sync routers for ids ['f32c71d5-ff2f-46fe-81e8-089385e739ca'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:44.205426 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd18489-2577-4897-bc5e-9f4c7d360bde None None] Routers {'f32c71d5-ff2f-46fe-81e8-089385e739ca'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:44.206030 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ecd18489-2577-4897-bc5e-9f4c7d360bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f32c71d5-ff2f-46fe-81e8-089385e739ca'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:44.229916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.256949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Router 70584278-5f2b-4db9-8c4a-cb0db6067e7d is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:44.268836 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ecd18489-2577-4897-bc5e-9f4c7d360bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:44.279592 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd18489-2577-4897-bc5e-9f4c7d360bde None None] Routers {'f32c71d5-ff2f-46fe-81e8-089385e739ca'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:44.280148 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ecd18489-2577-4897-bc5e-9f4c7d360bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f32c71d5-ff2f-46fe-81e8-089385e739ca'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:44.284814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c550b8-d74a-4980-b733-67a356672c50,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:44.332184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.338119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:44.338697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.342909 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ecd18489-2577-4897-bc5e-9f4c7d360bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:44.343236 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd18489-2577-4897-bc5e-9f4c7d360bde None None] The sync data for ids ['f32c71d5-ff2f-46fe-81e8-089385e739ca'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:44.348601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-9cf78f4f-da24-4a17-83a1-858a74b9efb8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Calling delete_port for f14bbc4b-278e-4a96-83b5-266a064828b9 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:44.381304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.385499 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4d30247a-7dbe-466e-b0a4-eef17b190efe tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7593679 Apr 22 17:33:44.388620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48824) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:44.449037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '34c550b8-d74a-4980-b733-67a356672c50', 'direction': 'ingress', 'protocol': 17}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:44.464528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:44.472398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:44.476913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:44.493189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:44.503615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:44.511822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.512987 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-62572abd-3754-456a-8fab-36785e70765c tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "PUT /v2.0/routers/70584278-5f2b-4db9-8c4a-cb0db6067e7d HTTP/1.1" status: 200 len: 879 time: 5.7249835 Apr 22 17:33:44.515116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c19a6-c6ba-4075-a33c-a3fbb9d71a74 None None] Sync routers for ids ['70584278-5f2b-4db9-8c4a-cb0db6067e7d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:44.520841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48828) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:44.526655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c19a6-c6ba-4075-a33c-a3fbb9d71a74 None None] Routers {'70584278-5f2b-4db9-8c4a-cb0db6067e7d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:44.527353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-917c19a6-c6ba-4075-a33c-a3fbb9d71a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['70584278-5f2b-4db9-8c4a-cb0db6067e7d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:44.529694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:33:44.556360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.557654 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ba2ef37f-2093-4dfb-b45b-07d58eaddb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.4079843 Apr 22 17:33:44.569791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48832) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:44.571758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.591407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-917c19a6-c6ba-4075-a33c-a3fbb9d71a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:44.600022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c19a6-c6ba-4075-a33c-a3fbb9d71a74 None None] Routers {'70584278-5f2b-4db9-8c4a-cb0db6067e7d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:44.600689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-917c19a6-c6ba-4075-a33c-a3fbb9d71a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['70584278-5f2b-4db9-8c4a-cb0db6067e7d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:44.612157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.661458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-917c19a6-c6ba-4075-a33c-a3fbb9d71a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:44.661860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c19a6-c6ba-4075-a33c-a3fbb9d71a74 None None] The sync data for ids ['70584278-5f2b-4db9-8c4a-cb0db6067e7d'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:44.717737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.783427 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4362874 Apr 22 17:33:44.786009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48836) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:44.796685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bfd93-69d0-480a-995f-3b51afbbe326 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=35720244-20cc-4d43-9996-7171a2288cd7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:44.803342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'admin_state_up': True, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:44.807775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 35720244-20cc-4d43-9996-7171a2288cd7 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:33:44.864455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:44.879018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:router and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:44.884319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:44.893341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:44.932713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=bd00bde9-09f6-483d-b15c-6f6136e609f7,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:44.934692 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0637b75e-7cf2-4a8c-b06b-a0b9504af668 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/routers/70584278-5f2b-4db9-8c4a-cb0db6067e7d HTTP/1.1" status: 200 len: 920 time: 0.4180174 Apr 22 17:33:44.937899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48840) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:44.941237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.945220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.984157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:44.985162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.012218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.045601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe5b22f-c740-4505-a4ad-d508e4a7c08a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:45.048586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3e45cd-5764-4c58-8e2c-48d1e68454ae tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:45.050104 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4c3e45cd-5764-4c58-8e2c-48d1e68454ae tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=70584278-5f2b-4db9-8c4a-cb0db6067e7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1112778 Apr 22 17:33:45.054088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48844) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:45.064903 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6d0e6afb-5e51-47e3-a3e8-88e2a846fe45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/routers/f32c71d5-ff2f-46fe-81e8-089385e739ca HTTP/1.1" status: 200 len: 881 time: 0.4912508 Apr 22 17:33:45.070491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48848) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:45.139287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.142347 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-304aaaf6-1548-4e96-a822-1f7af3b246c2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7526839 Apr 22 17:33:45.143337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48852) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:45.229378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291bf69-a894-4ce4-a64e-7e056286e139 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:45.233617 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2291bf69-a894-4ce4-a64e-7e056286e139 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 881 time: 0.1757252 Apr 22 17:33:45.236467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48856) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:45.247335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b63eaaa-f5fa-4563-8594-aa41b4880c30 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.274676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b63eaaa-f5fa-4563-8594-aa41b4880c30 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.308401 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-151ccfc2-2f0b-4bc1-8bbe-208576d67442 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=70584278-5f2b-4db9-8c4a-cb0db6067e7d HTTP/1.1" status: 200 len: 205 time: 0.0662184 Apr 22 17:33:45.308611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48860) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:45.335360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:45.338633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:45.441945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf78f4f-da24-4a17-83a1-858a74b9efb8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.478461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b63eaaa-f5fa-4563-8594-aa41b4880c30 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.500080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.525112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63eaaa-f5fa-4563-8594-aa41b4880c30 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c550b8-d74a-4980-b733-67a356672c50,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:45.543714 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:33:45.545772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.566702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf78f4f-da24-4a17-83a1-858a74b9efb8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Port': ['ID=f14bbc4b-278e-4a96-83b5-266a064828b9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:45.622110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b63eaaa-f5fa-4563-8594-aa41b4880c30 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.623160 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5b63eaaa-f5fa-4563-8594-aa41b4880c30 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/34c550b8-d74a-4980-b733-67a356672c50 HTTP/1.1" status: 204 len: 168 time: 0.4750721 Apr 22 17:33:45.625953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48864) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:45.649173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dc8829be-caa7-42d2-838f-6196435b9164 None None] Provisioning complete for port bd00bde9-09f6-483d-b15c-6f6136e609f7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:45.652386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dc8829be-caa7-42d2-838f-6196435b9164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.742628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-dc8829be-caa7-42d2-838f-6196435b9164 None None] Port bd00bde9-09f6-483d-b15c-6f6136e609f7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:45.757901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:45.764431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cf78f4f-da24-4a17-83a1-858a74b9efb8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:45.785482 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9cf78f4f-da24-4a17-83a1-858a74b9efb8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/f14bbc4b-278e-4a96-83b5-266a064828b9 HTTP/1.1" status: 204 len: 168 time: 2.5160382 Apr 22 17:33:45.808227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48868) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:45.932375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3f0b704b-1883-4cfb-8bf2-b703b688f59e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:46.003591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e8c3285f-1d9f-4552-829a-39ab01f495b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:router {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:46.031951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:46.099986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:46.107862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:46.115951 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-69dd76c6-36ff-48d7-a940-e63c89b45a1b tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/routers/2f3df9b0-54e0-4c7f-ac6f-f848d2f03074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0859203 Apr 22 17:33:46.116073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48872) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:46.119668 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9925e0-0212-4a38-b25c-71f8d2df81c7 None None] Sync routers for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:46.122445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'port': {'network_id': '4bf5230d-9fb2-4efe-92dd-c0a6d94624b9', 'name': 'tempest-FloatingIPTestJSON-789403350'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:46.128732 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9925e0-0212-4a38-b25c-71f8d2df81c7 None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:46.129326 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb9925e0-0212-4a38-b25c-71f8d2df81c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:46.150365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e8c3285f-1d9f-4552-829a-39ab01f495b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:router {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:46.154719 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e8c3285f-1d9f-4552-829a-39ab01f495b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0832794 Apr 22 17:33:46.156007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48876) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:46.161562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0833407d-65bb-4e3c-899d-3f55de9b4bb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1511227482'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:46.171382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d759d9-c48f-44ab-9530-bfbc72471a7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:46.172086 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-34d759d9-c48f-44ab-9530-bfbc72471a7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:46.194001 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb9925e0-0212-4a38-b25c-71f8d2df81c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:46.203427 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9925e0-0212-4a38-b25c-71f8d2df81c7 None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:46.204053 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb9925e0-0212-4a38-b25c-71f8d2df81c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:46.269090 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb9925e0-0212-4a38-b25c-71f8d2df81c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:46.269492 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9925e0-0212-4a38-b25c-71f8d2df81c7 None None] The sync data for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:46.349511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3f0b704b-1883-4cfb-8bf2-b703b688f59e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:46.354804 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3f0b704b-1883-4cfb-8bf2-b703b688f59e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7240088 Apr 22 17:33:46.354804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Deleting port cf6e69f4-5881-4165-a580-55aaa1b187d6 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:46.354804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:46.390420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48880) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:46.422508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--530687137'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:46.440640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:46.493871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:46.538240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-34d759d9-c48f-44ab-9530-bfbc72471a7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:46.539416 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-34d759d9-c48f-44ab-9530-bfbc72471a7c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7302687 Apr 22 17:33:46.575926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48884) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:46.589704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:46.648896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:46.661233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Usage tracker for resource:port and tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:46.667356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:46.681504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:46.697876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:46.712233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:46.720159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:46.740776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:46.744190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:46.757149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Made reservation on behalf of bbe9cc2f14a04e9aa05bebac48c22ad8 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:46.757382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0833407d-65bb-4e3c-899d-3f55de9b4bb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:46.760580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:46.775661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd0e37-ffee-4af4-bbb5-64eb822c4d00 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:46.776373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-abbd0e37-ffee-4af4-bbb5-64eb822c4d00 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:46.789375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-abbd0e37-ffee-4af4-bbb5-64eb822c4d00 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:46.790528 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-abbd0e37-ffee-4af4-bbb5-64eb822c4d00 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2136087 Apr 22 17:33:46.793098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48888) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:46.839857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0833407d-65bb-4e3c-899d-3f55de9b4bb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:46.899451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Calling delete_port for cf6e69f4-5881-4165-a580-55aaa1b187d6 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:46.932850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea13409-b16e-4ecf-8083-7fb2a6db4d23 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:46.934451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea13409-b16e-4ecf-8083-7fb2a6db4d23 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:46.935968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea13409-b16e-4ecf-8083-7fb2a6db4d23 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:46.936851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1ea13409-b16e-4ecf-8083-7fb2a6db4d23 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:46.955193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] device_id is not set on port 404f5045-bd18-4c3b-ade0-edf0e3fc74bf yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:33:47.055868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0833407d-65bb-4e3c-899d-3f55de9b4bb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router f32c71d5-ff2f-46fe-81e8-089385e739ca has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:47.117170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1ea13409-b16e-4ecf-8083-7fb2a6db4d23 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:47.118354 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1ea13409-b16e-4ecf-8083-7fb2a6db4d23 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3242438 Apr 22 17:33:47.126389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48892) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:47.223094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.268304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aaaa6b2-c587-446f-95f6-5b5e4eda2c0d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet 15bb8cba-ad4b-4723-bee3-4c01cf917aef {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:47.273777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa6b2-c587-446f-95f6-5b5e4eda2c0d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.295330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.337758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833407d-65bb-4e3c-899d-3f55de9b4bb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:47.349081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0833407d-65bb-4e3c-899d-3f55de9b4bb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.349081 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0833407d-65bb-4e3c-899d-3f55de9b4bb4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/f32c71d5-ff2f-46fe-81e8-089385e739ca HTTP/1.1" status: 200 len: 888 time: 1.1899045 Apr 22 17:33:47.351471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48896) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:47.353573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d1740-b4e3-4701-95e2-033a241bc0c0 None None] Sync routers for ids ['f32c71d5-ff2f-46fe-81e8-089385e739ca'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:47.364105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa6b2-c587-446f-95f6-5b5e4eda2c0d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.369092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d1740-b4e3-4701-95e2-033a241bc0c0 None None] Routers {'f32c71d5-ff2f-46fe-81e8-089385e739ca'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:47.369270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.369993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-007d1740-b4e3-4701-95e2-033a241bc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f32c71d5-ff2f-46fe-81e8-089385e739ca'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:47.428724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.442516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Allocated IP 172.20.0.6 (4bf5230d-9fb2-4efe-92dd-c0a6d94624b9/5908f7d8-8eaa-4fe9-bff9-56c88919a1e8/404f5045-bd18-4c3b-ade0-edf0e3fc74bf) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:47.489901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-007d1740-b4e3-4701-95e2-033a241bc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:47.499396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d1740-b4e3-4701-95e2-033a241bc0c0 None None] Routers {'f32c71d5-ff2f-46fe-81e8-089385e739ca'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:47.500203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-007d1740-b4e3-4701-95e2-033a241bc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f32c71d5-ff2f-46fe-81e8-089385e739ca'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:47.511489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed64bed-67b7-4a8f-8f8f-437e51dc98b2,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:47.560318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.563710 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7bb8429a-1f8c-4463-93c0-fecbe0fce109 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1581454 Apr 22 17:33:47.568326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48900) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:47.568571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-007d1740-b4e3-4701-95e2-033a241bc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:47.569063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d1740-b4e3-4701-95e2-033a241bc0c0 None None] The sync data for ids ['f32c71d5-ff2f-46fe-81e8-089385e739ca'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:47.598814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--328488705'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:47.611857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:47.627166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:47.632221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:47.676919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:47.730751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.749160 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8ba48b36-e642-46eb-ad8a-b89df8e36904 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/routers/f32c71d5-ff2f-46fe-81e8-089385e739ca HTTP/1.1" status: 200 len: 888 time: 0.3977680 Apr 22 17:33:47.752909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48904) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:47.756495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa6b2-c587-446f-95f6-5b5e4eda2c0d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.837981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a8a5c74e-38af-4071-9e67-c86b9ef36854 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:47.915999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a8a5c74e-38af-4071-9e67-c86b9ef36854 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:47.917096 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a8a5c74e-38af-4071-9e67-c86b9ef36854 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=f32c71d5-ff2f-46fe-81e8-089385e739ca HTTP/1.1" status: 200 len: 205 time: 0.1633101 Apr 22 17:33:47.918969 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:47.922733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48908) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:47.929640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.152 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/18940acd-64f9-4133-a367-53299fa82e72) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:47.974830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event deleted for resources: {'Port': ['ID=cf6e69f4-5881-4165-a580-55aaa1b187d6,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:47.988658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa6b2-c587-446f-95f6-5b5e4eda2c0d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.030838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaa6b2-c587-446f-95f6-5b5e4eda2c0d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=15bb8cba-ad4b-4723-bee3-4c01cf917aef,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:48.041095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa6b2-c587-446f-95f6-5b5e4eda2c0d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.049667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38064c50-846c-4006-bda2-7331a7972d3d None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:48.098907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:48.126185 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5aaaa6b2-c587-446f-95f6-5b5e4eda2c0d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/15bb8cba-ad4b-4723-bee3-4c01cf917aef HTTP/1.1" status: 204 len: 168 time: 0.9964499 Apr 22 17:33:48.129988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48912) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:48.135170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:48.143652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:48.200526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.208513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:48.248601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.277383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ec0e6f-e596-4e66-9567-a61aec2e2966 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Deleting subnet c9460510-a9c3-4e20-98e0-2c0ef74115cf {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:33:48.282320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ec0e6f-e596-4e66-9567-a61aec2e2966 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.295139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.408682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ec0e6f-e596-4e66-9567-a61aec2e2966 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.465991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Transition to ACTIVE for port object 404f5045-bd18-4c3b-ade0-edf0e3fc74bf will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:48.477618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.484810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.492274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.523234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ec0e6f-e596-4e66-9567-a61aec2e2966 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.546731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.585721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port db5e38a0-d69c-484c-9d9e-0e40cf4b6189 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:48.586115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.590668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.642108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.642855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Fanout notify agent at l3_agent the message router_deleted on router 70584278-5f2b-4db9-8c4a-cb0db6067e7d {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:48.672701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.678572 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fe229f8f-e0af-45da-bc88-8db45775e88d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/70584278-5f2b-4db9-8c4a-cb0db6067e7d HTTP/1.1" status: 204 len: 168 time: 3.3651295 Apr 22 17:33:48.678783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48916) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:48.683571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.685211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1965421132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:48.689858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.691954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.741161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ec0e6f-e596-4e66-9567-a61aec2e2966 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.745661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:48.790337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Usage tracker for resource:router and tenant:d44a4feec27a43d3895c98004d5e59be is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:48.797688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:48.803052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:48.806255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec0e6f-e596-4e66-9567-a61aec2e2966 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Subnet': ['ID=c9460510-a9c3-4e20-98e0-2c0ef74115cf,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:48.810173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:48.816458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:48.818246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59ec0e6f-e596-4e66-9567-a61aec2e2966 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.821870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:48.826752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:48.842285 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-59ec0e6f-e596-4e66-9567-a61aec2e2966 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/c9460510-a9c3-4e20-98e0-2c0ef74115cf HTTP/1.1" status: 204 len: 168 time: 0.7112064 Apr 22 17:33:48.845509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48920) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:48.856263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:48.861802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=18940acd-64f9-4133-a367-53299fa82e72,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:48.863931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c92a1b6-a172-46b8-8f53-60594e52b660,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:48.897539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:48.910371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.925498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b519fbe-378f-4184-9dd6-133aa15de2f0 None None] Network b68838ec-31d5-4ab0-8519-6f8459febd2e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:48.926798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.927445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.927833 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-64e76cc3-d65c-4b61-a21f-381f6eb3095f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3472080 Apr 22 17:33:48.928434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:48.933178 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-beb15e28-7e80-4150-91e5-1dda5c1a124f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863595 Apr 22 17:33:48.935360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48924) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:48.938383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48926) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:49.051720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9f496e76-28bf-4f36-ae3f-92011ae6a5fc None None] Provisioning complete for port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:49.052502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9f496e76-28bf-4f36-ae3f-92011ae6a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.068960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:49.069628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.079439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event updated for resources: {'Port': ['ID=404f5045-bd18-4c3b-ade0-edf0e3fc74bf,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:49.197357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '5ed64bed-67b7-4a8f-8f8f-437e51dc98b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c92a1b6-a172-46b8-8f53-60594e52b660', 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:49.216738 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for db5e38a0-d69c-484c-9d9e-0e40cf4b6189 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:49.238587 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-19dd45c2-4a0c-4c8d-ba7d-cfcbca073624 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1197846 Apr 22 17:33:49.238983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48932) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:49.246652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Request body: {'floatingip': {'port_id': '404f5045-bd18-4c3b-ade0-edf0e3fc74bf'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:49.254533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:49.267954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:49.271214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:49.282593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.291462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:49.376226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] DHCP port deletion for b68838ec-31d5-4ab0-8519-6f8459febd2e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:33:49.382669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] Deleting port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:49.383125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.434211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.467775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.498305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a07abebc-060f-4f69-b2c0-d843100b3013 None None] Provisioning for port 404f5045-bd18-4c3b-ade0-edf0e3fc74bf completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:49.511514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a07abebc-060f-4f69-b2c0-d843100b3013 None None] Provisioning complete for port 404f5045-bd18-4c3b-ade0-edf0e3fc74bf triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:49.512143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a07abebc-060f-4f69-b2c0-d843100b3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.520049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.534527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddb06b-6cb7-45c8-9304-a6e20d89b6de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:49.536083 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d2ddb06b-6cb7-45c8-9304-a6e20d89b6de tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5488336 Apr 22 17:33:49.543313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48936) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:49.610365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.614137 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f28d6007-587e-4a40-9dfc-776d1f824b6b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9320989 Apr 22 17:33:49.633410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48940) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:49.640219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': True}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:49.657391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a07abebc-060f-4f69-b2c0-d843100b3013 None None] Port 404f5045-bd18-4c3b-ade0-edf0e3fc74bf cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:33:49.667922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] For port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,segment=NetworkSegment(ac9f368f-dd73-43a2-a21c-7f2f656a2e0a),segment_id=ac9f368f-dd73-43a2-a21c-7f2f656a2e0a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:49.668318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.779876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:49.792976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] Calling delete_port for f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:49.799341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450b9c1-a631-4b45-9fdb-d851869ad81c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:49.800052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6450b9c1-a631-4b45-9fdb-d851869ad81c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Synchronizing usage tracker for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:49.823996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:33:49.971749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.008514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.054467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.110218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] Pushing event deleted for resources: {'Port': ['ID=f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:50.113977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da173f31-97dd-4ee8-a816-61076555b11b None None] No DVR routers for this DVR port f2ba27fb-bd8d-49f5-85cd-ee180f9a7d97 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:33:50.131145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.145426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6450b9c1-a631-4b45-9fdb-d851869ad81c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Unset dirty status for tenant:cda8c6552112440d8a68fcc6faf813af on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:50.149492 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6450b9c1-a631-4b45-9fdb-d851869ad81c tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6026495 Apr 22 17:33:50.150033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.159533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48944) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:50.173427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876dabef-3f6f-4b40-a8e7-c5b2fb95efa8,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:50.175185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.235074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=db5e38a0-d69c-484c-9d9e-0e40cf4b6189,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:50.249635 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9ce33622-4a16-48ec-950b-ef2c75a2d9f2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785029 Apr 22 17:33:50.259437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48948) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:50.322892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.323989 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5bd585f3-b085-46b8-95e2-65024138ddc2 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3870580 Apr 22 17:33:50.334063 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48952) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:50.377736 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab38a47f-104c-433a-a49d-d29fb7428002 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:50.378099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab38a47f-104c-433a-a49d-d29fb7428002 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:50.379794 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ab38a47f-104c-433a-a49d-d29fb7428002 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/f14bbc4b-278e-4a96-83b5-266a064828b9 HTTP/1.1" status: 404 len: 333 time: 0.1176422 Apr 22 17:33:50.386868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48956) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:50.389838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.429194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79275b61-8e63-4826-a64b-84aad507b29d tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.556391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.695499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79275b61-8e63-4826-a64b-84aad507b29d tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.713777 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-086f547f-2634-4b83-9170-2117d30bc6ee tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:50.714227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086f547f-2634-4b83-9170-2117d30bc6ee tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:50.715927 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-086f547f-2634-4b83-9170-2117d30bc6ee tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/c9460510-a9c3-4e20-98e0-2c0ef74115cf HTTP/1.1" status: 404 len: 337 time: 0.3281431 Apr 22 17:33:50.721434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48960) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:50.825589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.834032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.838181 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-712f4db3-38fb-4cbb-9aa9-edc61fa19256 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:50.838640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712f4db3-38fb-4cbb-9aa9-edc61fa19256 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:50.850994 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-712f4db3-38fb-4cbb-9aa9-edc61fa19256 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/15bb8cba-ad4b-4723-bee3-4c01cf917aef HTTP/1.1" status: 404 len: 337 time: 0.1269753 Apr 22 17:33:50.859749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48964) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:50.911127 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-585eaa51-fdc1-4d1a-83c2-b04ce52cd22d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:50.911710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585eaa51-fdc1-4d1a-83c2-b04ce52cd22d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:50.916346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79275b61-8e63-4826-a64b-84aad507b29d tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.929777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79275b61-8e63-4826-a64b-84aad507b29d tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.930933 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-79275b61-8e63-4826-a64b-84aad507b29d tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/876dabef-3f6f-4b40-a8e7-c5b2fb95efa8 HTTP/1.1" status: 204 len: 168 time: 0.5950902 Apr 22 17:33:50.934987 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-585eaa51-fdc1-4d1a-83c2-b04ce52cd22d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/e86f389b-87b7-4017-8c78-dbff316a1a6a HTTP/1.1" status: 404 len: 333 time: 0.0737524 Apr 22 17:33:50.935524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48968) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:50.940581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48970) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:50.943511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79275b61-8e63-4826-a64b-84aad507b29d tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=876dabef-3f6f-4b40-a8e7-c5b2fb95efa8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:50.995312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:50.995847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Fanout notify agent at l3_agent the message router_deleted on router f32c71d5-ff2f-46fe-81e8-089385e739ca {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:51.009559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.010641 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dc5e93b2-1ba1-4e55-83e5-07442a406be2 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/f32c71d5-ff2f-46fe-81e8-089385e739ca HTTP/1.1" status: 204 len: 168 time: 3.0898802 Apr 22 17:33:51.014436 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f914c9-646b-42b2-955f-b8a0c358d599 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.014436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f914c9-646b-42b2-955f-b8a0c358d599 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.017720 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-42f914c9-646b-42b2-955f-b8a0c358d599 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/a260aeae-e310-40fd-910e-0f800393f9dd HTTP/1.1" status: 404 len: 337 time: 0.0738935 Apr 22 17:33:51.017720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48976) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.020647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48978) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.025910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-756220242'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:51.039188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:51.048916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:51.055729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:51.069372 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-1085d291-878d-493a-aea6-03fdec56e87e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.069821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1085d291-878d-493a-aea6-03fdec56e87e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.073807 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1085d291-878d-493a-aea6-03fdec56e87e tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/018147ab-19d0-44d2-84cf-1da0918de5cc HTTP/1.1" status: 404 len: 337 time: 0.0494409 Apr 22 17:33:51.074042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48984) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.119161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5fb0bbed-de06-4682-890e-bd3f680541ce tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:51.126150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.127955 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d35057c-7da6-43a6-9ce1-a597ea71b9ef tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.128762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d35057c-7da6-43a6-9ce1-a597ea71b9ef tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.132479 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5d35057c-7da6-43a6-9ce1-a597ea71b9ef tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/3e7d5ada-920c-479f-98a5-01a2a62cc529 HTTP/1.1" status: 404 len: 333 time: 0.0551176 Apr 22 17:33:51.132479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 0d993fc6-da08-4c3a-8223-2530fae732d9 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:51.133502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48988) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.137363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:51.229936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3446509-1860-4c33-85d6-96f9089e9384 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.229936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3446509-1860-4c33-85d6-96f9089e9384 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.233928 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e3446509-1860-4c33-85d6-96f9089e9384 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/75b2ee3c-a786-4bfc-b6a8-fce962c76383 HTTP/1.1" status: 404 len: 337 time: 0.0972667 Apr 22 17:33:51.237080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 48992) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.240999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.287011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:51.290383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.306844 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f1162d-8c9c-4907-9c6d-07ce6c03575b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.307292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f1162d-8c9c-4907-9c6d-07ce6c03575b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.311273 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-67f1162d-8c9c-4907-9c6d-07ce6c03575b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/7532e239-80a3-4346-b314-62f1b9f20f0e HTTP/1.1" status: 404 len: 337 time: 0.0680270 Apr 22 17:33:51.312724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 48996) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.313799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5fb0bbed-de06-4682-890e-bd3f680541ce tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:51.317699 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5fb0bbed-de06-4682-890e-bd3f680541ce tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3769176 Apr 22 17:33:51.319608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49000) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.347372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.368281 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2cef78-85ef-49de-9250-34c09be037d9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.368745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2cef78-85ef-49de-9250-34c09be037d9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.370384 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3c2cef78-85ef-49de-9250-34c09be037d9 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/dba534c2-be2a-413c-afa1-99c429ff36d2 HTTP/1.1" status: 404 len: 333 time: 0.0577726 Apr 22 17:33:51.376580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49004) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.425287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.427676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:33:51.487042 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-731cf9fb-230d-43eb-8ed2-6161330a6187 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.487410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731cf9fb-230d-43eb-8ed2-6161330a6187 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.494936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.495281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment 9193b4b8-363c-444a-85ef-f0eab4b253f8 of type vlan for network 1d223312-dbde-4b49-b251-449514bf438b Apr 22 17:33:51.524668 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-731cf9fb-230d-43eb-8ed2-6161330a6187 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/10c969f0-f79a-4b97-8f18-ee538a95ea6d HTTP/1.1" status: 404 len: 337 time: 0.1387463 Apr 22 17:33:51.527467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49008) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.547676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9082-e909-4c40-8da2-2cb8150ddf0a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.585723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.588168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:51.592217 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d278f9c4-3e85-4140-aba2-2c7140d77ddd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.592706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d278f9c4-3e85-4140-aba2-2c7140d77ddd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.597455 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d278f9c4-3e85-4140-aba2-2c7140d77ddd tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/4c9d2ce6-4daa-4adf-b660-a8008c5b6251 HTTP/1.1" status: 404 len: 337 time: 0.0659873 Apr 22 17:33:51.597547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49012) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.602012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP b6ba2b2d-c782-4611-a11e-3464f3a22e81 associated. External IP: 172.26.3.84, port: f367ac94-c7fe-4520-84ed-7cb44c1eb05b. Apr 22 17:33:51.602599 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Sync routers for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:51.612592 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:51.613228 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:51.666579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9082-e909-4c40-8da2-2cb8150ddf0a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.719946 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-14391aa1-e8d2-4270-92d0-b200744c3ede tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.720460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14391aa1-e8d2-4270-92d0-b200744c3ede tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.749404 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14391aa1-e8d2-4270-92d0-b200744c3ede tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/10af66e5-0a6a-4ef4-b717-d92f5ffe7244 HTTP/1.1" status: 404 len: 333 time: 0.1478119 Apr 22 17:33:51.749802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49016) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.765497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Allocated IP 172.26.3.211 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/5bb8aeb6-0607-41d8-b797-f7ba65e82398) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:51.789297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.790615 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4367773f-015c-428e-8639-d3828a942c10 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0013139 Apr 22 17:33:51.793754 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49020) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.802842 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2433499-076c-463a-b7ee-40627b5c8909 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.803411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2433499-076c-463a-b7ee-40627b5c8909 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.805964 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e2433499-076c-463a-b7ee-40627b5c8909 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/2286aed2-75b5-450e-8b3c-fa5e28073532 HTTP/1.1" status: 404 len: 337 time: 0.0541036 Apr 22 17:33:51.807771 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:51.808587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49024) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.845688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.851533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:51.851921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:51.865414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b59c57-2815-4e22-b45a-c96896b95065 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.866022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b59c57-2815-4e22-b45a-c96896b95065 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.870381 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e3b59c57-2815-4e22-b45a-c96896b95065 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/95c89bef-3d40-4296-813c-10ff82d00202 HTTP/1.1" status: 404 len: 333 time: 0.0582471 Apr 22 17:33:51.871910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49028) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.886235 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8f36e784-0c24-40b7-9046-9e3b4aba6899 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913517 Apr 22 17:33:51.910658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49032) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.918344 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7896825-9a67-447b-b8d3-4050bcf2bd98 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:51.918951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7896825-9a67-447b-b8d3-4050bcf2bd98 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:51.920969 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f7896825-9a67-447b-b8d3-4050bcf2bd98 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/13790c3c-b44e-449e-b141-496eafb24019 HTTP/1.1" status: 404 len: 337 time: 0.0482223 Apr 22 17:33:51.941313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49036) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:51.942122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9082-e909-4c40-8da2-2cb8150ddf0a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.035135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b9082-e909-4c40-8da2-2cb8150ddf0a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c92a1b6-a172-46b8-8f53-60594e52b660,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:52.068314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=1d223312-dbde-4b49-b251-449514bf438b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:52.074940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9082-e909-4c40-8da2-2cb8150ddf0a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.079098 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7b2b9082-e909-4c40-8da2-2cb8150ddf0a tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/1c92a1b6-a172-46b8-8f53-60594e52b660 HTTP/1.1" status: 204 len: 168 time: 0.7581668 Apr 22 17:33:52.082502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 1d223312-dbde-4b49-b251-449514bf438b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:33:52.087765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49040) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.132876 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:33:49Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:52.138225 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Checking router: 0d993fc6-da08-4c3a-8223-2530fae732d9 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:33:52.139184 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Updating router 0d993fc6-da08-4c3a-8223-2530fae732d9 port 18940acd-64f9-4133-a367-53299fa82e72 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:33:52.143219 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82411d8-7439-4323-903b-bf55655f27db tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:52.143951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82411d8-7439-4323-903b-bf55655f27db tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:52.148568 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b82411d8-7439-4323-903b-bf55655f27db tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/661bf9bd-1582-4469-8e03-eabb326ccbe8 HTTP/1.1" status: 404 len: 333 time: 0.1980770 Apr 22 17:33:52.149450 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-93a5847c-e644-41d5-80b3-ebedf61cc2fa tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1313531 Apr 22 17:33:52.154352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49044) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.154682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49046) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.171452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.202657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': '1d223312-dbde-4b49-b251-449514bf438b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:52.219153 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.359037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-57115145-5e53-4e56-9524-86be5b6ff852 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:52.377826 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8aa65dc-832f-4c2f-a6c0-7d3fcc36b9c5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:52.378275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8aa65dc-832f-4c2f-a6c0-7d3fcc36b9c5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:52.379971 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e8aa65dc-832f-4c2f-a6c0-7d3fcc36b9c5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/8535e035-e06f-4882-97b0-f1531e45fb9d HTTP/1.1" status: 404 len: 337 time: 0.2222521 Apr 22 17:33:52.382619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49052) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.424046 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c16ccf-4fd3-4758-ae30-eb6547f45fc8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:52.424541 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c16ccf-4fd3-4758-ae30-eb6547f45fc8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:52.426207 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-18c16ccf-4fd3-4758-ae30-eb6547f45fc8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/d88edc35-0852-4c91-b70a-7814b86a920d HTTP/1.1" status: 404 len: 333 time: 0.0425994 Apr 22 17:33:52.429091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49056) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.463326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-57115145-5e53-4e56-9524-86be5b6ff852 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:52.464636 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-57115145-5e53-4e56-9524-86be5b6ff852 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3404100 Apr 22 17:33:52.468756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49060) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.469631 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a68637-f3dc-4168-8bc4-22a81872f7e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:52.470085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a68637-f3dc-4168-8bc4-22a81872f7e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:52.471739 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-77a68637-f3dc-4168-8bc4-22a81872f7e7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/9f5a665a-26e0-4bd1-a1a9-a9ed649bc9ff HTTP/1.1" status: 404 len: 337 time: 0.0417802 Apr 22 17:33:52.474824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49064) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.530168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.534017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe09f1-c527-4f90-ac05-3c3cf46d7b66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:52.535544 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dffe09f1-c527-4f90-ac05-3c3cf46d7b66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6200953 Apr 22 17:33:52.555277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49068) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.579216 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0390113-7977-4e44-97b9-b481cd5157fb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:52.579689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0390113-7977-4e44-97b9-b481cd5157fb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:52.584279 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a0390113-7977-4e44-97b9-b481cd5157fb tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/1d7f89bd-7880-4c4d-88d7-0eda141c184f HTTP/1.1" status: 404 len: 333 time: 0.1057227 Apr 22 17:33:52.594652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49072) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.617521 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-eb21f6c7-4e87-440b-880e-97d67c922c57 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609829 Apr 22 17:33:52.618591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:52.623182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49076) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.627798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:52.628855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:52.635401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255833229', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:52.649915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:52.652353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:52.660472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:52.662934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:52.671012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:52.697954 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5c168f-7f04-4840-8ba4-5e5e7a87b932 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:52.698412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5c168f-7f04-4840-8ba4-5e5e7a87b932 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:52.702460 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ba5c168f-7f04-4840-8ba4-5e5e7a87b932 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/b8987e06-4a37-4b9e-834c-928544ebe562 HTTP/1.1" status: 404 len: 337 time: 0.1016171 Apr 22 17:33:52.714053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49080) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.724553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb8aeb6-0607-41d8-b797-f7ba65e82398,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:52.733923 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.745993 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Transition to ACTIVE for port object 18940acd-64f9-4133-a367-53299fa82e72 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:52.791529 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d2011c-c7da-430b-a7e8-0c211afc339d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:52.792000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d2011c-c7da-430b-a7e8-0c211afc339d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:52.793682 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b3d2011c-c7da-430b-a7e8-0c211afc339d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/a1996a5f-caff-4f90-891d-9c03e4ef8acb HTTP/1.1" status: 404 len: 333 time: 0.0736461 Apr 22 17:33:52.794438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d999628-02c7-4293-8a98-6d636ac5f2d1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.798643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49084) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.840465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:52.841233 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.843924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.866666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:52.918962 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb218820-3a63-43f6-8130-9564bb9d4441 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:52.919420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb218820-3a63-43f6-8130-9564bb9d4441 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:52.923430 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fb218820-3a63-43f6-8130-9564bb9d4441 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/6e4d9f51-785a-43b6-b8bc-3ab3ad625618 HTTP/1.1" status: 404 len: 337 time: 0.0742767 Apr 22 17:33:52.923569 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Attempting to bind port 18940acd-64f9-4133-a367-53299fa82e72 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:52.923569 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Attempting to bind port 18940acd-64f9-4133-a367-53299fa82e72 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:52.924663 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Attempting to bind port 18940acd-64f9-4133-a367-53299fa82e72 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:52.927095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49088) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:52.932876 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8304-488d-4885-bac1-c30058397028 None None] Pushing event updated for resources: {'Port': ['ID=18940acd-64f9-4133-a367-53299fa82e72,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:52.938606 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:52.939073 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:52.939532 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.939985 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:52.940518 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Bound port: 18940acd-64f9-4133-a367-53299fa82e72, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:52.940962 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.943407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:52.973726 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.974777 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.974777 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.975014 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.975960 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.976082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d999628-02c7-4293-8a98-6d636ac5f2d1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:52.976183 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.976183 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.976448 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.976832 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.977472 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.977857 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.978241 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973a8304-488d-4885-bac1-c30058397028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:52.984776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:53.032954 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] For port 18940acd-64f9-4133-a367-53299fa82e72, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:53.036392 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] For port 18940acd-64f9-4133-a367-53299fa82e72, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=18940acd-64f9-4133-a367-53299fa82e72,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:53.044436 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60b7c6a-c175-46e3-a67f-30734736defa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.049095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60b7c6a-c175-46e3-a67f-30734736defa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.049095 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a60b7c6a-c175-46e3-a67f-30734736defa tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/45d096a5-31b7-403c-8429-34b20d783f79 HTTP/1.1" status: 404 len: 337 time: 0.1145611 Apr 22 17:33:53.049095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:53.054145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49092) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.084467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:53.095016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff69236-ae4c-40dc-b6ec-71140db9dcbe None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:53.105710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff69236-ae4c-40dc-b6ec-71140db9dcbe None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:53.106624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7ff69236-ae4c-40dc-b6ec-71140db9dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:53.116851 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a97abc5-4323-4517-9e22-9cd4c1973b35 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.117322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a97abc5-4323-4517-9e22-9cd4c1973b35 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.127455 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4a97abc5-4323-4517-9e22-9cd4c1973b35 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/b56d34d3-f90b-4f0a-87fa-3f6ccffc3efe HTTP/1.1" status: 404 len: 333 time: 0.0682957 Apr 22 17:33:53.129200 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:53.129778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49096) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.175761 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b67b6a-9583-42ab-b893-005225471c17 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.176129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b67b6a-9583-42ab-b893-005225471c17 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.179735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:33:53.185841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:53.185975 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b9b67b6a-9583-42ab-b893-005225471c17 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/8f37292a-e7bb-4d30-aaec-7cdd3ff2f887 HTTP/1.1" status: 404 len: 337 time: 0.0521672 Apr 22 17:33:53.185975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49100) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.190452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7ff69236-ae4c-40dc-b6ec-71140db9dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:53.203268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff69236-ae4c-40dc-b6ec-71140db9dcbe None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:53.204822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7ff69236-ae4c-40dc-b6ec-71140db9dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:53.219805 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:53.220436 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:53.234374 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd292df-c2c0-41e9-a056-1ca1f250e5a4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.234864 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd292df-c2c0-41e9-a056-1ca1f250e5a4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.237584 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8dd292df-c2c0-41e9-a056-1ca1f250e5a4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/d9d0c75e-bb8b-4ba0-9d3c-12d0d304c25a HTTP/1.1" status: 404 len: 337 time: 0.0500133 Apr 22 17:33:53.241220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49104) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.280828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d999628-02c7-4293-8a98-6d636ac5f2d1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:53.284130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8d999628-02c7-4293-8a98-6d636ac5f2d1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:53.287335 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8d999628-02c7-4293-8a98-6d636ac5f2d1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/5ed64bed-67b7-4a8f-8f8f-437e51dc98b2 HTTP/1.1" status: 204 len: 168 time: 0.8122909 Apr 22 17:33:53.293624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7ff69236-ae4c-40dc-b6ec-71140db9dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:53.294289 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8304-488d-4885-bac1-c30058397028 None None] Pushing event updated for resources: {'Port': ['ID=18940acd-64f9-4133-a367-53299fa82e72,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:53.294591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff69236-ae4c-40dc-b6ec-71140db9dcbe None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:53.343546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49108) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.385216 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f383ce62-24a1-45cd-b74c-72c35bf508d0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.387113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f383ce62-24a1-45cd-b74c-72c35bf508d0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.389967 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f383ce62-24a1-45cd-b74c-72c35bf508d0 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/67e9a436-1a7b-47f3-998e-e1b087665335 HTTP/1.1" status: 404 len: 333 time: 0.1475003 Apr 22 17:33:53.397631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49112) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.403392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d999628-02c7-4293-8a98-6d636ac5f2d1 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed64bed-67b7-4a8f-8f8f-437e51dc98b2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:53.416287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2895e756-5604-4760-aec5-fff0479a07a5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:53.444011 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:33:53.459722 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88a375b-8bf8-431b-989a-9b05b25232d2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.460199 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88a375b-8bf8-431b-989a-9b05b25232d2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.464277 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e88a375b-8bf8-431b-989a-9b05b25232d2 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/ac39ef66-e33a-47dc-8543-16994ca8adfe HTTP/1.1" status: 404 len: 337 time: 0.0630503 Apr 22 17:33:53.470427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49116) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.567829 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab89fdc-37c5-4121-bbe1-c904bc8e8c17 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.568278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab89fdc-37c5-4121-bbe1-c904bc8e8c17 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.572214 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7ab89fdc-37c5-4121-bbe1-c904bc8e8c17 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/5c662858-ad43-4b92-8013-cec827df0f5f HTTP/1.1" status: 404 len: 337 time: 0.0986941 Apr 22 17:33:53.572564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49120) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.576160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2895e756-5604-4760-aec5-fff0479a07a5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:53.576837 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2895e756-5604-4760-aec5-fff0479a07a5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2258272 Apr 22 17:33:53.584528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49124) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.599295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493167095'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:53.612060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:53.627514 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3c6e51-57fa-491b-a17f-7e5f44fb33ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.627986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3c6e51-57fa-491b-a17f-7e5f44fb33ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.632019 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8f3c6e51-57fa-491b-a17f-7e5f44fb33ec tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/4ffb342f-38a7-4289-8134-cf09ef998d61 HTTP/1.1" status: 404 len: 333 time: 0.0562012 Apr 22 17:33:53.633394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49128) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.639322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:53.671312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:53.733913 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8fed1b-df05-481e-88a9-4ab5ce6e1ee6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.734364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8fed1b-df05-481e-88a9-4ab5ce6e1ee6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.738524 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ca8fed1b-df05-481e-88a9-4ab5ce6e1ee6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/08f7eb60-b0dc-4e09-8b9f-d642441ac3eb HTTP/1.1" status: 404 len: 337 time: 0.1017885 Apr 22 17:33:53.738813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49132) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.759640 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:33:49Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:53.763956 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27b5fc-3cd2-4845-bda3-44cd7610c41e None None] The sync data for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv is: [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:33:49Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:53.793332 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b1a8d9-e5ad-49c1-96b0-22b12264fa76 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:53.793791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b1a8d9-e5ad-49c1-96b0-22b12264fa76 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:53.797998 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a7b1a8d9-e5ad-49c1-96b0-22b12264fa76 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/bf2a28be-c63f-43a9-b1f9-ffa9e6185687 HTTP/1.1" status: 404 len: 337 time: 0.0558276 Apr 22 17:33:53.798489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49136) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:53.920423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:53.952704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:53.985152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:54.021643 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5e60b8a4-3d8a-469a-8e64-1e789302a822 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6678c7f-2318-472f-a85c-2932a4a6bd0f HTTP/1.1" status: 200 len: 205 time: 0.2214503 Apr 22 17:33:54.024138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49140) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.032286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:54.119606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.200854 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-7e62199c-c61e-4e87-8dbf-5a2a7dd11834 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] delete failed (client error): The resource could not be found. Apr 22 17:33:54.201892 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7e62199c-c61e-4e87-8dbf-5a2a7dd11834 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/routers/b6678c7f-2318-472f-a85c-2932a4a6bd0f HTTP/1.1" status: 404 len: 336 time: 0.1729457 Apr 22 17:33:54.216370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49144) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.256887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.260564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.366718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.381954 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5527ec-6965-4099-812b-309620e32020 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:54.382412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5527ec-6965-4099-812b-309620e32020 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:54.405543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=d8404f66-7563-4d8a-9687-e6f25fd7dc3a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:54.450202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.450202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.450943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.451464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.451841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.452140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.452752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.453088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.453422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.453753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.454111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.454441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:54.516950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': '9193b4b8-363c-444a-85ef-f0eab4b253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d223312-dbde-4b49-b251-449514bf438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:54.517317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: 1d223312-dbde-4b49-b251-449514bf438b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:33:54.522479 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7d5527ec-6965-4099-812b-309620e32020 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/bbc141c4-aec3-4ef1-93ae-46fbc6d3619b HTTP/1.1" status: 404 len: 337 time: 0.3001485 Apr 22 17:33:54.527575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49148) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.567395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Router abbbc497-b3f4-4727-a6ff-df33df4ddfc7 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:33:54.582708 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3e86a0ba-f642-4cbc-a682-80bab7f24a81 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "GET /v2.0/ports?device_id=4619aa07-174b-4284-9a3e-626e3032d086 HTTP/1.1" status: 200 len: 205 time: 0.0518918 Apr 22 17:33:54.584312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49152) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.601151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.649484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=dc0a2092-14f9-4343-bda8-6d5d23451331,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:54.652555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:54.653286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: 35720244-20cc-4d43-9996-7171a2288cd7, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:33:54.671716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.709793 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-473ec9cc-8bd2-4ad2-9744-9bdfe6d69810 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] delete failed (client error): The resource could not be found. Apr 22 17:33:54.710044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:54.710976 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-473ec9cc-8bd2-4ad2-9744-9bdfe6d69810 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/routers/4619aa07-174b-4284-9a3e-626e3032d086 HTTP/1.1" status: 404 len: 336 time: 0.1256866 Apr 22 17:33:54.714284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.719170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49156) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.719509 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69390334-7df5-47bd-8a4e-043b58ccb6ce None None] Sync routers for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:54.729289 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69390334-7df5-47bd-8a4e-043b58ccb6ce None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:54.729917 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-69390334-7df5-47bd-8a4e-043b58ccb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:54.759269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 1d223312-dbde-4b49-b251-449514bf438b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:33:54.760879 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-125e7c99-9609-4242-b5dc-52d371c95e69 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:54.761327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125e7c99-9609-4242-b5dc-52d371c95e69 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:54.765293 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-125e7c99-9609-4242-b5dc-52d371c95e69 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/12caee06-9e6f-49e4-8a84-0065150cd8db HTTP/1.1" status: 404 len: 337 time: 0.0430825 Apr 22 17:33:54.765542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49160) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.778505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa03e893-02f2-4262-b21c-988f9ff1cb70,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:54.795095 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-69390334-7df5-47bd-8a4e-043b58ccb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:54.804774 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69390334-7df5-47bd-8a4e-043b58ccb6ce None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:54.805382 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-69390334-7df5-47bd-8a4e-043b58ccb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:54.819157 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b532b5-5494-4fe0-a5bc-127b29f09fa8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:54.819613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b532b5-5494-4fe0-a5bc-127b29f09fa8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:54.823622 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-29b532b5-5494-4fe0-a5bc-127b29f09fa8 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/8d7987d0-d596-443b-bca7-e39590334ff6 HTTP/1.1" status: 404 len: 337 time: 0.0548871 Apr 22 17:33:54.824464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49164) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.853116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.856905 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-488bd1d5-eab6-4036-b2cd-b2074f794deb tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2670181 Apr 22 17:33:54.857632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49168) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.863470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 35720244-20cc-4d43-9996-7171a2288cd7 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:33:54.868829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': 'fa03e893-02f2-4262-b21c-988f9ff1cb70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:54.871901 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-69390334-7df5-47bd-8a4e-043b58ccb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:54.872306 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69390334-7df5-47bd-8a4e-043b58ccb6ce None None] The sync data for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:54.878883 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d9ac66fc-dcbe-4d9b-bb14-273d8c0f2a99 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/floatingips/b6ba2b2d-c782-4611-a11e-3464f3a22e81 HTTP/1.1" status: 200 len: 976 time: 5.6382644 Apr 22 17:33:54.880853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49172) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.885817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:54.923789 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d323de8-f42c-40e9-9941-1b559d989f6f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:54.924255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d323de8-f42c-40e9-9941-1b559d989f6f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:54.925992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5d323de8-f42c-40e9-9941-1b559d989f6f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/b4a3711c-21fd-45b1-b0b5-afce651fc4b5 HTTP/1.1" status: 404 len: 333 time: 0.1009626 Apr 22 17:33:54.929115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49176) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.937545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:54.944247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 1d223312-dbde-4b49-b251-449514bf438b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:54.948803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:54.953804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.954525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6394d4d-1898-4fef-9264-02f8c13d943d None None] Network 1d223312-dbde-4b49-b251-449514bf438b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:54.957526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 35720244-20cc-4d43-9996-7171a2288cd7) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:54.961993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:54.962581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:54.972339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a06c22-2e9e-49a1-a034-d5468892a386 None None] Network 35720244-20cc-4d43-9996-7171a2288cd7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:54.979848 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab1eef6-9626-4ca3-9035-cfc7abea25e5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:54.980506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab1eef6-9626-4ca3-9035-cfc7abea25e5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:54.982306 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dab1eef6-9626-4ca3-9035-cfc7abea25e5 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/0f378192-97c2-47a3-8796-3b5357b29356 HTTP/1.1" status: 404 len: 337 time: 0.0523212 Apr 22 17:33:54.985814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49180) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:54.988532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:55.016671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096717a0-f42a-4c4c-853a-e3d25d97825b None None] Sync routers for ids ['abbbc497-b3f4-4727-a6ff-df33df4ddfc7'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:55.019272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port 404f5045-bd18-4c3b-ade0-edf0e3fc74bf {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:55.019906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.022392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.026033 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e5d70ec6-5db4-412e-a127-eb6e2565be70 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "PUT /v2.0/routers/abbbc497-b3f4-4727-a6ff-df33df4ddfc7 HTTP/1.1" status: 200 len: 915 time: 5.3893328 Apr 22 17:33:55.029220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49184) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.077203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.091433 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4074246-faa0-4896-a00e-fb812d0eb336 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.091819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4074246-faa0-4896-a00e-fb812d0eb336 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.093335 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b4074246-faa0-4896-a00e-fb812d0eb336 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/635e408a-b113-4bf1-964d-8f7354e7d7ee HTTP/1.1" status: 404 len: 333 time: 0.1073363 Apr 22 17:33:55.101571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49188) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.115300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-09d730d5-3995-4369-9ed3-8f647d1b29b5 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9527309 Apr 22 17:33:55.115300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f32512a1-36c2-4af9-8e99-0ff8e721a31b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4887912 Apr 22 17:33:55.125225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49192) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.125589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49194) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.136077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096717a0-f42a-4c4c-853a-e3d25d97825b None None] Routers {'abbbc497-b3f4-4727-a6ff-df33df4ddfc7'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:55.136981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-096717a0-f42a-4c4c-853a-e3d25d97825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['abbbc497-b3f4-4727-a6ff-df33df4ddfc7'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:55.149763 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed2e2fe-5bcb-4fe7-84e8-e338add712e4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.150213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed2e2fe-5bcb-4fe7-84e8-e338add712e4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.151903 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fed2e2fe-5bcb-4fe7-84e8-e338add712e4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/07924789-836a-4127-bc5f-b4f21d019311 HTTP/1.1" status: 404 len: 337 time: 0.0494225 Apr 22 17:33:55.154440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49196) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.214634 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c287f7f-3b57-4663-890b-f75d9a4db0d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.215405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c287f7f-3b57-4663-890b-f75d9a4db0d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.219426 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2c287f7f-3b57-4663-890b-f75d9a4db0d6 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/b53bd95a-730c-4356-b410-1bf7f90c0e4c HTTP/1.1" status: 404 len: 333 time: 0.0617378 Apr 22 17:33:55.221173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49204) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.221324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-096717a0-f42a-4c4c-853a-e3d25d97825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:55.240324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-842941439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:55.247338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:55.264866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096717a0-f42a-4c4c-853a-e3d25d97825b None None] Routers {'abbbc497-b3f4-4727-a6ff-df33df4ddfc7'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:55.265828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-096717a0-f42a-4c4c-853a-e3d25d97825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['abbbc497-b3f4-4727-a6ff-df33df4ddfc7'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:55.276229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:55.403152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-096717a0-f42a-4c4c-853a-e3d25d97825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:55.403710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096717a0-f42a-4c4c-853a-e3d25d97825b None None] The sync data for ids ['abbbc497-b3f4-4727-a6ff-df33df4ddfc7'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:55.453996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.455035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.462207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.499349 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d71765-2685-495a-8364-7640ebbd89b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.499800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d71765-2685-495a-8364-7640ebbd89b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.504351 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-38d71765-2685-495a-8364-7640ebbd89b7 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/d91b1b9c-f91b-4e72-8790-346b1fdd6e65 HTTP/1.1" status: 404 len: 337 time: 0.2806389 Apr 22 17:33:55.504351 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-94c5064f-1d86-4768-9a9a-fa624baa5ec0 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/routers/abbbc497-b3f4-4727-a6ff-df33df4ddfc7 HTTP/1.1" status: 200 len: 921 time: 0.4738154 Apr 22 17:33:55.506453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49208) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.506799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49210) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.521381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-35720244-20cc-4d43-9996-7171a2288cd7', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:33:55.525656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.535955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-1d223312-dbde-4b49-b251-449514bf438b', 'network_id': '1d223312-dbde-4b49-b251-449514bf438b', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': 'd8404f66-7563-4d8a-9687-e6f25fd7dc3a'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:33:55.537593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.548380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.592593 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f306181-d217-4818-9e43-d4e0a3fbf9b4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.593240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f306181-d217-4818-9e43-d4e0a3fbf9b4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.596835 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1f306181-d217-4818-9e43-d4e0a3fbf9b4 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/a1ce7d97-8901-40a6-8af0-de11ae5a52eb HTTP/1.1" status: 404 len: 333 time: 0.0869062 Apr 22 17:33:55.597801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49216) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.637640 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdc20c9-f0e5-4fce-85e1-c3e048ff896d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.638420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdc20c9-f0e5-4fce-85e1-c3e048ff896d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.642262 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2cdc20c9-f0e5-4fce-85e1-c3e048ff896d tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/cb22fa47-5f94-4e06-92d8-bd2133685819 HTTP/1.1" status: 404 len: 337 time: 0.0418086 Apr 22 17:33:55.642504 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49220) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.667865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7007ad33-e9a7-4ee5-92e4-8631b7a7e34a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:55.699939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.708896 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc7845c-675e-4cad-b2e8-c77286c14b52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.709567 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc7845c-675e-4cad-b2e8-c77286c14b52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.715027 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8bc7845c-675e-4cad-b2e8-c77286c14b52 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/93fdafde-28d6-4fca-b3dd-e8c0b80e6ec4 HTTP/1.1" status: 404 len: 333 time: 0.0710499 Apr 22 17:33:55.715278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49224) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.746610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:55.780674 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-072eb081-8948-4940-b388-3607644ec4ae tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.781067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072eb081-8948-4940-b388-3607644ec4ae tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.784482 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-072eb081-8948-4940-b388-3607644ec4ae tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/4733d0a9-4c4c-43a4-88d3-1da185ba79bc HTTP/1.1" status: 404 len: 337 time: 0.0620677 Apr 22 17:33:55.787072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8be36e-d00c-4f0b-8202-0fa1558a11b7 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:55.788111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e8be36e-d00c-4f0b-8202-0fa1558a11b7 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Synchronizing usage tracker for tenant:9124540b96674dc081d43e8ee34cfeab on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:55.795697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49228) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.821833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Allocated IP 172.20.0.2 (35720244-20cc-4d43-9996-7171a2288cd7/dc0a2092-14f9-4343-bda8-6d5d23451331/3af582ad-725f-43f0-82c9-cbaf8ca8ed83) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:55.845537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 18940acd-64f9-4133-a367-53299fa82e72 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:55.850383 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86b9eb1-aac1-4794-ae12-5a1c6bb93e1b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.850978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86b9eb1-aac1-4794-ae12-5a1c6bb93e1b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.855274 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d86b9eb1-aac1-4794-ae12-5a1c6bb93e1b tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/89413e4c-1a23-4230-8c59-8cd7566f86d0 HTTP/1.1" status: 404 len: 333 time: 0.0560393 Apr 22 17:33:55.856007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49232) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.900328 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3a2b9f-937d-4325-b400-62c5c2f30017 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.900906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3a2b9f-937d-4325-b400-62c5c2f30017 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.902982 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ef3a2b9f-937d-4325-b400-62c5c2f30017 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/624f27b9-16fe-4fec-bf56-529152954190 HTTP/1.1" status: 404 len: 337 time: 0.0456944 Apr 22 17:33:55.905698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49236) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.947959 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01a5262-a97a-4814-985d-fd1e48743b6f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:55.948428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01a5262-a97a-4814-985d-fd1e48743b6f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:55.950137 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b01a5262-a97a-4814-985d-fd1e48743b6f tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/ports/60195cc1-3047-46c7-a23a-37ae06fe1c3a HTTP/1.1" status: 404 len: 333 time: 0.0435107 Apr 22 17:33:55.951867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e8be36e-d00c-4f0b-8202-0fa1558a11b7 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Unset dirty status for tenant:9124540b96674dc081d43e8ee34cfeab on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:55.953268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3e8be36e-d00c-4f0b-8202-0fa1558a11b7 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=abbbc497-b3f4-4727-a6ff-df33df4ddfc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4439366 Apr 22 17:33:55.953784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Allocated IP 172.20.0.2 (1d223312-dbde-4b49-b251-449514bf438b/d8404f66-7563-4d8a-9687-e6f25fd7dc3a/c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:55.954403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49240) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:55.956573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49242) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:56.017972 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa3771f-5c68-4b8b-a484-b434cb722709 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] DELETE failed (client error): The resource could not be found. Apr 22 17:33:56.018415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa3771f-5c68-4b8b-a484-b434cb722709 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:33:56.020735 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9fa3771f-5c68-4b8b-a484-b434cb722709 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/subnets/d30a2aff-531c-47cf-995d-9cbba9bf6490 HTTP/1.1" status: 404 len: 337 time: 0.0648329 Apr 22 17:33:56.027543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.032624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49248) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:56.053670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.056425 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-16f2c511-8820-4942-baa1-a3720b7e27f8 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1951327 Apr 22 17:33:56.058011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49252) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:56.221208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-696896ea-a1c1-45cd-a076-ad6447b0b5ae tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.223257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.224468 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e89cde89-4d5a-4e75-8503-87f258f2bb00 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0710177 Apr 22 17:33:56.244165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49256) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:56.260691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-696896ea-a1c1-45cd-a076-ad6447b0b5ae tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.263897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 18940acd-64f9-4133-a367-53299fa82e72 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:56.271736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.288672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 18940acd-64f9-4133-a367-53299fa82e72 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:56.288966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.297385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8031d671-ef2a-4a55-9b3f-52535fd5eb11 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:33:56.301137 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8031d671-ef2a-4a55-9b3f-52535fd5eb11 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 881 time: 0.3411109 Apr 22 17:33:56.302610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49260) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:56.395909 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-11d10b9b-560b-4ef2-a275-b67372c5e55e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=abbbc497-b3f4-4727-a6ff-df33df4ddfc7 HTTP/1.1" status: 200 len: 205 time: 0.0852659 Apr 22 17:33:56.396577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49264) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:56.497313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-696896ea-a1c1-45cd-a076-ad6447b0b5ae tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.504550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.528217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Transition to ACTIVE for port object 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:56.548658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.575450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696896ea-a1c1-45cd-a076-ad6447b0b5ae tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7007ad33-e9a7-4ee5-92e4-8631b7a7e34a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:56.593771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-696896ea-a1c1-45cd-a076-ad6447b0b5ae tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.599137 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-696896ea-a1c1-45cd-a076-ad6447b0b5ae tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7007ad33-e9a7-4ee5-92e4-8631b7a7e34a HTTP/1.1" status: 204 len: 168 time: 0.5352733 Apr 22 17:33:56.602782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.606392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49268) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:56.615264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Transition to ACTIVE for port object c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:56.633218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Transition to ACTIVE for port object 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:56.653975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Transition to ACTIVE for port object c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:56.659511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.702794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68838ec-31d5-4ab0-8519-6f8459febd2e']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:56.717478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.723321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:56.724097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9f368f-dd73-43a2-a21c-7f2f656a2e0a') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:56.749099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.762090 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.786643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.811960 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 18940acd-64f9-4133-a367-53299fa82e72, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=18940acd-64f9-4133-a367-53299fa82e72,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:33:56.829712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Network 35720244-20cc-4d43-9996-7171a2288cd7 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:56.830463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Pushing event updated for resources: {'Port': ['ID=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:56.836032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:56.838824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.842898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Network 1d223312-dbde-4b49-b251-449514bf438b is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:56.843977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:56.848020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:56.849876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:33:56.850977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.851095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.851095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.851095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.851411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.851914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.852401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.852901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.853390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.853905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.854405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.854955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.855442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:56.860105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:33:56.872016 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:33:56.939605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.960505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.965325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:56.965325 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Floating IP b6ba2b2d-c782-4611-a11e-3464f3a22e81 disassociated. External IP: 172.26.3.84, port: 404f5045-bd18-4c3b-ade0-edf0e3fc74bf. Apr 22 17:33:56.965325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for 404f5045-bd18-4c3b-ade0-edf0e3fc74bf owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:57.000604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5d479542-622f-4c77-989c-25f646d2e7cd tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:57.106289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Pushing event updated for resources: {'Port': ['ID=c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:57.151886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Attempting to bind port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:57.152568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Attempting to bind port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:57.152941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Attempting to bind port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 on network 35720244-20cc-4d43-9996-7171a2288cd7 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:57.175363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.178458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Attempting to bind port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:33:57.179060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Attempting to bind port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '9193b4b8-363c-444a-85ef-f0eab4b253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d223312-dbde-4b49-b251-449514bf438b'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:33:57.179604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Attempting to bind port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d on network 1d223312-dbde-4b49-b251-449514bf438b {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:33:57.190677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:57.191091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Checking segment: {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:57.191501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.191894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Bound using segment: {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:57.192408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Bound port: 3af582ad-725f-43f0-82c9-cbaf8ca8ed83, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:57.192793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.215451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:33:57.215882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Checking segment: {'id': '9193b4b8-363c-444a-85ef-f0eab4b253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d223312-dbde-4b49-b251-449514bf438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:33:57.216282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.216689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Bound using segment: {'id': '9193b4b8-363c-444a-85ef-f0eab4b253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d223312-dbde-4b49-b251-449514bf438b'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:33:57.217597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Bound port: c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9193b4b8-363c-444a-85ef-f0eab4b253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1d223312-dbde-4b49-b251-449514bf438b'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:33:57.217597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.241729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.247277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.274794 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] 10.222.0.10 "DELETE /v2.0/networks/b68838ec-31d5-4ab0-8519-6f8459febd2e HTTP/1.1" status: 204 len: 168 time: 1.2388303 Apr 22 17:33:57.279487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Deleting port 5bb8aeb6-0607-41d8-b797-f7ba65e82398 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:33:57.280216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.311724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=18940acd-64f9-4133-a367-53299fa82e72,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:57.314628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.360661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5d479542-622f-4c77-989c-25f646d2e7cd tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:57.365648 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5d479542-622f-4c77-989c-25f646d2e7cd tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7455947 Apr 22 17:33:57.398793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] For port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:57.402708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] For port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:57.406453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] For port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:33:57.409476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] For port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d,segment=NetworkSegment(9193b4b8-363c-444a-85ef-f0eab4b253f8),segment_id=9193b4b8-363c-444a-85ef-f0eab4b253f8)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:33:57.415286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49274) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:57.479592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071cb9-f1d7-43e2-b7a6-2f9e300db586 tempest-NetworksTestDHCPv6-583286823 tempest-NetworksTestDHCPv6-583286823-project] Pushing event deleted for resources: {'Network': ['ID=b68838ec-31d5-4ab0-8519-6f8459febd2e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:57.482279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.526659 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.570941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.591326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.606563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9553-f258-4d91-a399-c3b85bd032e6 None None] Pushing event updated for resources: {'Port': ['ID=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:57.640438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.686596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6c3ad-3c1d-44de-87ed-b72a8a71e376 None None] Pushing event updated for resources: {'Port': ['ID=c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:57.705158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Calling delete_port for 5bb8aeb6-0607-41d8-b797-f7ba65e82398 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:33:57.810428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 18940acd-64f9-4133-a367-53299fa82e72 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:33:57.817914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.944550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49280) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:57.954393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 18940acd-64f9-4133-a367-53299fa82e72 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:33:57.955078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:57.968158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.028914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.060408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=404f5045-bd18-4c3b-ade0-edf0e3fc74bf,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:58.068356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa03e893-02f2-4262-b21c-988f9ff1cb70,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:58.101915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.169459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.170067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.170294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.170641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.171025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.173043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.173043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.173043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.173043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.181322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.196024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.196614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:33:58.216893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event deleted for resources: {'Port': ['ID=5bb8aeb6-0607-41d8-b797-f7ba65e82398,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:58.378351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.382387 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dc8467e9-ff63-4ee1-9ce5-2e4d19a9369f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/fa03e893-02f2-4262-b21c-988f9ff1cb70 HTTP/1.1" status: 204 len: 168 time: 0.9567704 Apr 22 17:33:58.385576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49286) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:58.390344 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c76d0ce0-942c-4eab-9627-bf492433518e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cda8c6552112440d8a68fcc6faf813af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421370 Apr 22 17:33:58.395153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49290) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:58.452745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.492479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.20.0.1 (1d223312-dbde-4b49-b251-449514bf438b/d8404f66-7563-4d8a-9687-e6f25fd7dc3a/2595ad29-dde8-4473-8d97-5d19c8fc842a) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:58.585309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-820429f5-c439-46d8-9ea4-b4a352e46e2e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:33:58.656433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.659968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.738322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-820429f5-c439-46d8-9ea4-b4a352e46e2e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:33:58.740210 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-820429f5-c439-46d8-9ea4-b4a352e46e2e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3510015 Apr 22 17:33:58.744458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49294) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:58.749053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--159768387'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:58.754765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.755277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Fanout notify agent at l3_agent the message router_deleted on router abbbc497-b3f4-4727-a6ff-df33df4ddfc7 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:33:58.757054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:58.775639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.776737 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2e39c8cf-8ae1-4163-b82c-488e7f9af4c8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/abbbc497-b3f4-4727-a6ff-df33df4ddfc7 HTTP/1.1" status: 204 len: 168 time: 2.3793716 Apr 22 17:33:58.777829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:58.784216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49298) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:58.789889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1872347579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:58.797315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:58.802948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Usage tracker for resource:router and tenant:d44a4feec27a43d3895c98004d5e59be is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:58.804724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:33:58.806455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:58.813308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:58.844958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f9a6cd3a-ca97-4af6-a49d-6121be160e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.866578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.889399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:58.893778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:58.897006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:58.903447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:58.905908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.907040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:58.937231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.011221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.047715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.078931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.121043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35111145-77f9-4122-b26f-a3203ecdff70,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:59.144046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f9a6cd3a-ca97-4af6-a49d-6121be160e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.156846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.1 (35720244-20cc-4d43-9996-7171a2288cd7/dc0a2092-14f9-4343-bda8-6d5d23451331/c3fe2f06-1119-42e0-bec1-c318dbac7df8) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:33:59.162827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.164356 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3cb19375-8a16-4b4a-baeb-1eef7ef3e37b tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3802621 Apr 22 17:33:59.166816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49302) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:59.171579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd8671c-71ce-44da-b465-7c7f5d04de02 None None] Network 1d223312-dbde-4b49-b251-449514bf438b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:59.181208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'enable_snat': False}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:59.203547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.226165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.227577 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-50bedb77-a9ea-472e-9856-56811ca5df4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4824080 Apr 22 17:33:59.239883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49306) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:59.247620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '35111145-77f9-4122-b26f-a3203ecdff70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:33:59.251058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:33:59.256802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:33:59.261248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:33:59.331381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:33:59.333412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object 2595ad29-dde8-4473-8d97-5d19c8fc842a will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:59.448668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d8db70b3-5ed4-4502-b5c2-96ed8772b3ee None None] Provisioning for port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:33:59.488328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:33:59.500352 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e04365-b5c8-45dc-bd30-a3d37ffad82d None None] Sync routers for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:33:59.517317 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e04365-b5c8-45dc-bd30-a3d37ffad82d None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:59.518187 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e7e04365-b5c8-45dc-bd30-a3d37ffad82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:59.549244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f9a6cd3a-ca97-4af6-a49d-6121be160e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.607809 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e7e04365-b5c8-45dc-bd30-a3d37ffad82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:59.628122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e04365-b5c8-45dc-bd30-a3d37ffad82d None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:33:59.629049 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e7e04365-b5c8-45dc-bd30-a3d37ffad82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:33:32Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:59.630628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6cd3a-ca97-4af6-a49d-6121be160e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e387ec-cdc5-4260-95eb-e93257197c30,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:59.641781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.679379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.694501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object c3fe2f06-1119-42e0-bec1-c318dbac7df8 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:33:59.735538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.745615 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e7e04365-b5c8-45dc-bd30-a3d37ffad82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:33:59.746110 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e04365-b5c8-45dc-bd30-a3d37ffad82d None None] The sync data for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:33:59.770217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f9a6cd3a-ca97-4af6-a49d-6121be160e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.771282 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f9a6cd3a-ca97-4af6-a49d-6121be160e5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32e387ec-cdc5-4260-95eb-e93257197c30 HTTP/1.1" status: 204 len: 168 time: 1.3720894 Apr 22 17:33:59.789504 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7e1b6aa1-70d7-4051-bb32-69b1e342c713 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/ports/404f5045-bd18-4c3b-ade0-edf0e3fc74bf HTTP/1.1" status: 204 len: 168 time: 4.9054406 Apr 22 17:33:59.795375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49312) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:33:59.813414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 1d223312-dbde-4b49-b251-449514bf438b is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:33:59.821540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550b12a-8f8f-41fd-ada0-e470c5c5be11 None None] Network 35720244-20cc-4d43-9996-7171a2288cd7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:33:59.891057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:33:59.893016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:33:59.939007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=2595ad29-dde8-4473-8d97-5d19c8fc842a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:33:59.986354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:33:59.997128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:00.007253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.059293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.073093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.086181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.157262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.165359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9b04274b-c048-420a-8789-fc1e8fb55532 None None] Provisioning for port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:00.205965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e67008-0230-40c8-8f03-51300434fd54,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:00.246245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 35720244-20cc-4d43-9996-7171a2288cd7 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:00.247208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:00.253788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:00.258353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:00.264270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:00.270865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.275177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.283005 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4913fd9d-3f19-4b34-b733-9a091aa823c5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0427217 Apr 22 17:34:00.288135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49318) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:00.348161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e8ed43aa-30b7-456e-aed0-fea719a2b366 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules/25e67008-0230-40c8-8f03-51300434fd54 HTTP/1.1" status: 200 len: 763 time: 0.0580349 Apr 22 17:34:00.352376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49324) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:00.386383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1588ae67-84ea-48f2-923f-a52a7c6c440c None None] Provisioning complete for port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:00.386784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1588ae67-84ea-48f2-923f-a52a7c6c440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.419619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=c3fe2f06-1119-42e0-bec1-c318dbac7df8,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:00.443913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f951414d-0a28-4f93-bb35-88928edebf4f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:00.466151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.476165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-097afbaa-11d7-4447-bd91-ce69db1f8d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.555716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f951414d-0a28-4f93-bb35-88928edebf4f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:00.561269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49332) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:00.562501 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f951414d-0a28-4f93-bb35-88928edebf4f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2081888 Apr 22 17:34:00.647386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.667373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1588ae67-84ea-48f2-923f-a52a7c6c440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.730688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.746999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d,segment=NetworkSegment(9193b4b8-363c-444a-85ef-f0eab4b253f8),segment_id=9193b4b8-363c-444a-85ef-f0eab4b253f8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:00.771060 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.774871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.793750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3c0a-33e8-45d8-b257-f4845d68012f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.813292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.814161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:00.822846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3c0a-33e8-45d8-b257-f4845d68012f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:00.961645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Allocated IP 172.26.3.147 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/d1f36f1f-a2e0-4c95-8987-d5ae7b35384e) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:01.079617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-1588ae67-84ea-48f2-923f-a52a7c6c440c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:34:01.079975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-1588ae67-84ea-48f2-923f-a52a7c6c440c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:34:01.080463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:01.136055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:01.141530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:01.142205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.193841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.276743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.284832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49346) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.288092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.314575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:01.325586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3c0a-33e8-45d8-b257-f4845d68012f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.355927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:01.358812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:01.361741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:01.391953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b3c0a-33e8-45d8-b257-f4845d68012f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25e67008-0230-40c8-8f03-51300434fd54,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:01.395703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.415953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Pushing event updated for resources: {'Port': ['ID=d1f36f1f-a2e0-4c95-8987-d5ae7b35384e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:01.468729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.486477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:01.509091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-59dc4ef3-35ef-4074-9a1f-13cbe1be928e tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.510842 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-59dc4ef3-35ef-4074-9a1f-13cbe1be928e tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2243016 Apr 22 17:34:01.517398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49352) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.580365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3c0a-33e8-45d8-b257-f4845d68012f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.582044 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7d5b3c0a-33e8-45d8-b257-f4845d68012f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/25e67008-0230-40c8-8f03-51300434fd54 HTTP/1.1" status: 204 len: 168 time: 1.0194941 Apr 22 17:34:01.585966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-f7450724-993e-4baa-b365-92b961739b78 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.589230 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f7450724-993e-4baa-b365-92b961739b78 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0684850 Apr 22 17:34:01.610690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49356) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.610690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49358) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.623202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-264cd5de-e1fb-422e-bd26-8910abf25874 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.624150 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-264cd5de-e1fb-422e-bd26-8910abf25874 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0113239 Apr 22 17:34:01.638566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49364) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.648582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-a1697135-2d53-478b-8e00-df78e1e366ca tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.649718 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a1697135-2d53-478b-8e00-df78e1e366ca tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103080 Apr 22 17:34:01.655621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49368) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.668001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-5f752382-c84e-4f1b-94bf-4ac3fa9a4d31 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.668941 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5f752382-c84e-4f1b-94bf-4ac3fa9a4d31 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0124533 Apr 22 17:34:01.671885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49372) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.686517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-9d29a26c-028d-4d1c-995d-6ff805bdcddd tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.687615 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9d29a26c-028d-4d1c-995d-6ff805bdcddd tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0106084 Apr 22 17:34:01.692044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49376) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.700204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-46cbf903-efe5-4575-901f-ebbc1d24fc46 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.701145 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-46cbf903-efe5-4575-901f-ebbc1d24fc46 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0081868 Apr 22 17:34:01.709497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49380) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.711809 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fb53e2d3-de73-4822-97ed-d0e152540882 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0988286 Apr 22 17:34:01.713857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49384) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.718556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '35111145-77f9-4122-b26f-a3203ecdff70', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:01.725190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:01.729682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:01.732609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:01.738297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:01.791552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:01.793220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-9d0fedbe-d3bc-4031-ba37-71727ac51501 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.796565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9d0fedbe-d3bc-4031-ba37-71727ac51501 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0839603 Apr 22 17:34:01.799132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49388) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.811410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-b2dd7f85-1010-406f-8b84-8b1c8eae5298 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.815695 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b2dd7f85-1010-406f-8b84-8b1c8eae5298 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0093877 Apr 22 17:34:01.824619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49392) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.836324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-09ec30b0-cbf2-4f69-9434-0202ba4dc509 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.837220 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-09ec30b0-cbf2-4f69-9434-0202ba4dc509 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0097468 Apr 22 17:34:01.841030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Provisioning for port c3fe2f06-1119-42e0-bec1-c318dbac7df8 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:01.841266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49396) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.851372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Provisioning complete for port c3fe2f06-1119-42e0-bec1-c318dbac7df8 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:01.852042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.852558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-162d3d32-0b0d-4bf1-8785-35980f72aa61 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.855834 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-162d3d32-0b0d-4bf1-8785-35980f72aa61 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0096622 Apr 22 17:34:01.864987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49400) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.868497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.923957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Port c3fe2f06-1119-42e0-bec1-c318dbac7df8 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:01.934714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.937916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:01.938780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:01.939796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-7aa69680-9f3a-4117-bd6a-68e3038d5428 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.943248 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7aa69680-9f3a-4117-bd6a-68e3038d5428 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0250394 Apr 22 17:34:01.946482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49404) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.951343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-1a386a86-5c30-4cae-9274-4b84e818109c tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.955373 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1a386a86-5c30-4cae-9274-4b84e818109c tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048761 Apr 22 17:34:01.958931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49408) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.968096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-7bdfdafe-15c2-4f81-a6a5-133fa8995cf1 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:01.974144 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7bdfdafe-15c2-4f81-a6a5-133fa8995cf1 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0092573 Apr 22 17:34:01.987227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49412) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:01.993905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:34:01.994118 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Provisioning for port 2595ad29-dde8-4473-8d97-5d19c8fc842a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:02.007657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Provisioning complete for port 2595ad29-dde8-4473-8d97-5d19c8fc842a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:02.008085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.018030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.044780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-d1824333-b0fd-4aef-bf73-3e10e9d76766 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.048519 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d1824333-b0fd-4aef-bf73-3e10e9d76766 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0574977 Apr 22 17:34:02.052158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49416) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.107202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.107413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Port 2595ad29-dde8-4473-8d97-5d19c8fc842a cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:02.115369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-56f059b1-cfcc-476e-ae08-25ca7c79e531 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.118398 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-56f059b1-cfcc-476e-ae08-25ca7c79e531 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0609732 Apr 22 17:34:02.122064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.150281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49420) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.165276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.179896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Provisioning complete for port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:02.180231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0be52f82-900e-446f-923c-1a5d95b489fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.208585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-0fe56842-0f41-461b-923d-f2539933342f tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.211988 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0fe56842-0f41-461b-923d-f2539933342f tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0194108 Apr 22 17:34:02.220311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:02.231911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49424) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.259204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.287647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-7af66c39-6ddd-4bcc-b1cd-44520d267de1 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.290781 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7af66c39-6ddd-4bcc-b1cd-44520d267de1 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0542777 Apr 22 17:34:02.292096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49428) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.292096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f13dee-aec2-47d8-a3f2-9a0b1da52659,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:02.308527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-c7333c29-fe62-425d-9d55-b0572c6dc21a tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.311944 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c7333c29-fe62-425d-9d55-b0572c6dc21a tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0146608 Apr 22 17:34:02.315039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49432) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.327297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-55d56793-491c-4298-b779-ead52afedeb6 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.330793 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-55d56793-491c-4298-b779-ead52afedeb6 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0124280 Apr 22 17:34:02.332256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49436) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.355850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:02.356439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.389717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-056f5ea6-bb5b-4052-97c1-f1e8fc533f19 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.393051 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-056f5ea6-bb5b-4052-97c1-f1e8fc533f19 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0569508 Apr 22 17:34:02.398134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49440) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.411965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-0c248871-ce2a-4278-8666-efa7b3497f32 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.418781 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0c248871-ce2a-4278-8666-efa7b3497f32 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0151184 Apr 22 17:34:02.418781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.418781 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eca8e6d5-58a0-4de1-8b61-35d682233a4c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7002532 Apr 22 17:34:02.418781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49444) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.419782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49446) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.436917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-8bcebd4d-99ba-4bcd-be83-ab23575508de tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.441830 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8bcebd4d-99ba-4bcd-be83-ab23575508de tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0173030 Apr 22 17:34:02.443204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49452) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.453151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-6628584e-c31c-4796-b69c-b1bb5e05f6db tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.454101 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6628584e-c31c-4796-b69c-b1bb5e05f6db tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0105572 Apr 22 17:34:02.459819 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-82bfe5a6-a35d-49da-a08c-92ffef58273f tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules/d7f13dee-aec2-47d8-a3f2-9a0b1da52659 HTTP/1.1" status: 200 len: 763 time: 0.0413313 Apr 22 17:34:02.466243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.468387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49456) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.468636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49458) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.477259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=2595ad29-dde8-4473-8d97-5d19c8fc842a,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:02.490437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-9ff51c88-c590-477c-9480-6976137274b0 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.493908 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9ff51c88-c590-477c-9480-6976137274b0 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0218055 Apr 22 17:34:02.496621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49464) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.521086 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-c57f09e3-ec18-4cae-9f47-b6cc30833317 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.524549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c57f09e3-ec18-4cae-9f47-b6cc30833317 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0122924 Apr 22 17:34:02.537730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49468) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.558379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-6531a3a5-4f5f-402a-8b70-4dc90db50e08 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.559412 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6531a3a5-4f5f-402a-8b70-4dc90db50e08 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0177231 Apr 22 17:34:02.562360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49472) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.570576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-ff103d1c-80ce-4d9b-a834-f430db47b070 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.571582 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ff103d1c-80ce-4d9b-a834-f430db47b070 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0082853 Apr 22 17:34:02.576750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49476) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.592590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-d8570e29-ba6e-4abe-9105-28edc92aa376 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.593545 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d8570e29-ba6e-4abe-9105-28edc92aa376 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0145156 Apr 22 17:34:02.601982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49480) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.611211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.615767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-6c428514-c3ad-421a-b181-357ab5084a57 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.616801 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6c428514-c3ad-421a-b181-357ab5084a57 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110207 Apr 22 17:34:02.621812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49484) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.628038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.634175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-b4b070d0-0b9a-4c1d-86c7-ed923e0a22d5 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.635190 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b4b070d0-0b9a-4c1d-86c7-ed923e0a22d5 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0124598 Apr 22 17:34:02.645247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e287d763-ffcc-40a3-bbc8-2361bea7c411 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:02.647735 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-38d726a4-3a93-4a30-a995-4185422a10ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.649889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49488) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.709629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-76b1bade-4d7a-4739-a2a0-dc3148e878fc tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.710605 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-76b1bade-4d7a-4739-a2a0-dc3148e878fc tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0596139 Apr 22 17:34:02.718301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49492) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.737364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-052f2f10-ae78-4d89-8ee1-f1c6ce5f1b5e tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.738387 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-052f2f10-ae78-4d89-8ee1-f1c6ce5f1b5e tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0116658 Apr 22 17:34:02.742494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49496) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.751428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-6f74faab-9888-47af-a2e5-f98ea098e707 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.752399 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6f74faab-9888-47af-a2e5-f98ea098e707 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0072067 Apr 22 17:34:02.765109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49500) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.772178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-35ba160f-1f99-45cf-b91b-330d717560be tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.773102 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-35ba160f-1f99-45cf-b91b-330d717560be tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0071211 Apr 22 17:34:02.775901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49504) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.787184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-4a96cb07-d230-4d42-bcc7-e0492260db66 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.791734 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4a96cb07-d230-4d42-bcc7-e0492260db66 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0111835 Apr 22 17:34:02.806518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49508) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.826635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-b011ff78-8b7c-42bc-beaf-375e89faae82 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.827616 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b011ff78-8b7c-42bc-beaf-375e89faae82 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0200198 Apr 22 17:34:02.832090 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49512) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.833069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.839174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-7cd30677-d348-40c6-9b6e-22ad38fc18e5 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.840146 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7cd30677-d348-40c6-9b6e-22ad38fc18e5 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0068951 Apr 22 17:34:02.842662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49516) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.849242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-b98c1f69-1ec8-4d5a-8523-1ab87727359c tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.850173 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b98c1f69-1ec8-4d5a-8523-1ab87727359c tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0066540 Apr 22 17:34:02.852613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e287d763-ffcc-40a3-bbc8-2361bea7c411 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:02.853735 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e287d763-ffcc-40a3-bbc8-2361bea7c411 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3821435 Apr 22 17:34:02.862642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49520) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.863001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49522) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.872006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-5e09c383-ae54-4c72-a2f7-9eb2259e3d88 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.872983 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5e09c383-ae54-4c72-a2f7-9eb2259e3d88 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090735 Apr 22 17:34:02.885478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49528) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.891558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 1d223312-dbde-4b49-b251-449514bf438b is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:02.894718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-39c021bc-e458-4cc4-9ce7-e910ca0f0ea4 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.895791 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-39c021bc-e458-4cc4-9ce7-e910ca0f0ea4 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090556 Apr 22 17:34:02.898787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:02.899335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49532) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.910854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.912522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-e29cb2a9-33e2-4cf8-a754-57138f39d575 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.913498 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e29cb2a9-33e2-4cf8-a754-57138f39d575 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0109038 Apr 22 17:34:02.919776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49536) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.920747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18bcef58-99f0-4840-93cf-90286f6dea53 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.935438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-c6b96bd5-bc3d-4722-a63d-bd3d6c2f2079 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.936411 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c6b96bd5-bc3d-4722-a63d-bd3d6c2f2079 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0103045 Apr 22 17:34:02.943353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49540) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.946764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18bcef58-99f0-4840-93cf-90286f6dea53 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:02.962503 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-eda87ecb-effd-4d10-8eef-864c6a50e5a4 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.966768 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eda87ecb-effd-4d10-8eef-864c6a50e5a4 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0192509 Apr 22 17:34:02.966768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49544) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.976417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-1365209a-3756-4670-ad47-ccf270cb6491 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.977395 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1365209a-3756-4670-ad47-ccf270cb6491 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100777 Apr 22 17:34:02.980271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49548) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:02.988057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-54afa891-07c8-4890-83b5-960635df4194 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:02.992180 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-54afa891-07c8-4890-83b5-960635df4194 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079949 Apr 22 17:34:02.993621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49552) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.001834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-1601faa5-ce1b-43f5-b322-2c7715020052 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.005998 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1601faa5-ce1b-43f5-b322-2c7715020052 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083015 Apr 22 17:34:03.006148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49556) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.010907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-5a9960dc-1a1c-4cac-a9e3-5f1401ef1995 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.012536 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5a9960dc-1a1c-4cac-a9e3-5f1401ef1995 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048640 Apr 22 17:34:03.015700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49560) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.022840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-6d85f9d5-7431-4734-90da-42f83026a373 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.026370 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6d85f9d5-7431-4734-90da-42f83026a373 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0073547 Apr 22 17:34:03.026603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49564) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.032202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-eff17b4d-4df3-484c-a490-f8faed4146fb tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.033952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eff17b4d-4df3-484c-a490-f8faed4146fb tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056758 Apr 22 17:34:03.046174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49568) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.047731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port bd00bde9-09f6-483d-b15c-6f6136e609f7 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:03.048086 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.052002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-cdd939e8-4711-4062-ad40-6417b3c32eab tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.053309 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cdd939e8-4711-4062-ad40-6417b3c32eab tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0058286 Apr 22 17:34:03.055760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49572) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.061114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-4bc9b8fd-e7f3-4cbc-9ed8-ca58c817aa5e tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.064400 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4bc9b8fd-e7f3-4cbc-9ed8-ca58c817aa5e tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053639 Apr 22 17:34:03.064400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18bcef58-99f0-4840-93cf-90286f6dea53 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.070834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49576) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.087310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-83b655c1-d491-49ad-b437-cc15c53b0627 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.089749 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-83b655c1-d491-49ad-b437-cc15c53b0627 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106752 Apr 22 17:34:03.094224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49580) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.096652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcef58-99f0-4840-93cf-90286f6dea53 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7f13dee-aec2-47d8-a3f2-9a0b1da52659,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:03.101568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Router f712a34c-1394-40db-b10b-52b8b199b2ca is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:34:03.104762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-851451a3-171e-4e15-832e-f255304a8deb tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.105742 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-851451a3-171e-4e15-832e-f255304a8deb tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0104523 Apr 22 17:34:03.108472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49584) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.114778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-442bcf86-6600-460a-a889-2c8a31153c5a tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.117402 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-442bcf86-6600-460a-a889-2c8a31153c5a tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0063901 Apr 22 17:34:03.119414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49588) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.125959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-b261a2a4-9536-46a6-b6ae-75d0b35364b1 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.126927 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b261a2a4-9536-46a6-b6ae-75d0b35364b1 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064800 Apr 22 17:34:03.156119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-27149184-ea85-46eb-a2a1-a1cbf7c6461b None None] Provisioning complete for port 2595ad29-dde8-4473-8d97-5d19c8fc842a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:03.156411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-27149184-ea85-46eb-a2a1-a1cbf7c6461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.180671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49592) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.196534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-18bcef58-99f0-4840-93cf-90286f6dea53 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.197762 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-18bcef58-99f0-4840-93cf-90286f6dea53 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d7f13dee-aec2-47d8-a3f2-9a0b1da52659 HTTP/1.1" status: 204 len: 168 time: 0.3319764 Apr 22 17:34:03.202721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-6e98765c-e149-4d49-b28b-75b560e1ad39 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.203783 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6e98765c-e149-4d49-b28b-75b560e1ad39 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0165033 Apr 22 17:34:03.204459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49596) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.208794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49598) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.214619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-27149184-ea85-46eb-a2a1-a1cbf7c6461b None None] Port 2595ad29-dde8-4473-8d97-5d19c8fc842a cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:03.228815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-a82bbaf5-9893-4b35-86a4-05b5f89db4da tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.229781 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a82bbaf5-9893-4b35-86a4-05b5f89db4da tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0182481 Apr 22 17:34:03.235556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49604) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.240731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-3279eb53-12dd-4270-bb1a-292338e4a136 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.241642 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3279eb53-12dd-4270-bb1a-292338e4a136 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052221 Apr 22 17:34:03.243970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.246870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49608) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.252962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=c3fe2f06-1119-42e0-bec1-c318dbac7df8,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:03.264039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-d4c15f14-7d9d-4ce2-abc2-29807213f876 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.264991 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d4c15f14-7d9d-4ce2-abc2-29807213f876 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0102003 Apr 22 17:34:03.272085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49612) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.339847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-a32665d3-7935-4b35-a63b-dd5533a1750f tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.340802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a32665d3-7935-4b35-a63b-dd5533a1750f tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0641229 Apr 22 17:34:03.350428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49616) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.366049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b5387645-6ab9-419a-b99d-d4952b34af6b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:03.370626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-e474cc77-d7cc-41e8-a59a-24533cbc45c5 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.375500 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e474cc77-d7cc-41e8-a59a-24533cbc45c5 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0177498 Apr 22 17:34:03.376507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49620) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.385353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-6203f434-8aed-4bb3-9496-5d7fd47b8dd6 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.388800 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6203f434-8aed-4bb3-9496-5d7fd47b8dd6 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089109 Apr 22 17:34:03.388800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:03.392610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49624) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.398771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.402194 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c99ec5d0-ce0a-4401-9b67-db9c9032e41c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "PUT /v2.0/routers/f712a34c-1394-40db-b10b-52b8b199b2ca HTTP/1.1" status: 200 len: 916 time: 4.2318661 Apr 22 17:34:03.402333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e68a6d-9757-47cb-834f-fcd3620353af None None] Sync routers for ids ['f712a34c-1394-40db-b10b-52b8b199b2ca'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:03.404053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-5b553e3a-899e-4232-9929-9ae603773e7e tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.407619 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5b553e3a-899e-4232-9929-9ae603773e7e tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0115166 Apr 22 17:34:03.407619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49628) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.408592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49630) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.415704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e68a6d-9757-47cb-834f-fcd3620353af None None] Routers {'f712a34c-1394-40db-b10b-52b8b199b2ca'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:03.416601 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-15e68a6d-9757-47cb-834f-fcd3620353af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f712a34c-1394-40db-b10b-52b8b199b2ca'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:03.472143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-d67d71be-fa46-48e5-b343-0ce816bb0d92 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.473110 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d67d71be-fa46-48e5-b343-0ce816bb0d92 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0634563 Apr 22 17:34:03.481321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49636) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.484134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b5387645-6ab9-419a-b99d-d4952b34af6b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:03.488012 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b5387645-6ab9-419a-b99d-d4952b34af6b tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2779877 Apr 22 17:34:03.489126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49640) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.495182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-c67a7c08-52a5-4aca-aaf7-69609dcb2f51 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.498658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-15e68a6d-9757-47cb-834f-fcd3620353af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:03.498839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': '35111145-77f9-4122-b26f-a3203ecdff70', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:03.498948 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c67a7c08-52a5-4aca-aaf7-69609dcb2f51 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0138972 Apr 22 17:34:03.504214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49644) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.506442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e68a6d-9757-47cb-834f-fcd3620353af None None] Routers {'f712a34c-1394-40db-b10b-52b8b199b2ca'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:03.507792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-15e68a6d-9757-47cb-834f-fcd3620353af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f712a34c-1394-40db-b10b-52b8b199b2ca'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:03.508688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:03.513081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [None req-20d0c709-41ea-4570-a02c-3a1eea47a9ba tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.516389 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-20d0c709-41ea-4570-a02c-3a1eea47a9ba tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0089729 Apr 22 17:34:03.518287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49648) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.526133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.535944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:03.538009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-4ddc4cce-983d-4bae-abe2-7e049e614df7 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.541312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4ddc4cce-983d-4bae-abe2-7e049e614df7 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0206821 Apr 22 17:34:03.545027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49652) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.572797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-15e68a6d-9757-47cb-834f-fcd3620353af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:03.573352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e68a6d-9757-47cb-834f-fcd3620353af None None] The sync data for ids ['f712a34c-1394-40db-b10b-52b8b199b2ca'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:03.664396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [None req-229197af-8881-4cf5-91dd-2b436a833fd0 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:34:03.672959 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-229197af-8881-4cf5-91dd-2b436a833fd0 tempest-ExtensionsTestJSON-1360839932 tempest-ExtensionsTestJSON-1360839932-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.1212230 Apr 22 17:34:03.677653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.681805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for bd00bde9-09f6-483d-b15c-6f6136e609f7 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:03.713039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 35720244-20cc-4d43-9996-7171a2288cd7 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:03.713914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:34:03.726961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:03.737453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.748915 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-33f9bed2-5d4b-4cd4-a085-7eadd882846c tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/routers/f712a34c-1394-40db-b10b-52b8b199b2ca HTTP/1.1" status: 200 len: 922 time: 0.3411655 Apr 22 17:34:03.751196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49658) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.805393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.884782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcca99-6931-4566-a083-3c9c045152fc tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:03.886439 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bfdcca99-6931-4566-a083-3c9c045152fc tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=f712a34c-1394-40db-b10b-52b8b199b2ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1342301 Apr 22 17:34:03.893655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49662) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:03.917885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:03.989765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.026978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd92672e-d835-4e58-b8e0-26b706fbd8d6,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:04.042951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-42436690-5d1d-45f3-ae94-8ded1b82ece3 None None] Provisioning complete for port c3fe2f06-1119-42e0-bec1-c318dbac7df8 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:04.043872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-42436690-5d1d-45f3-ae94-8ded1b82ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.063522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c44bc-c028-4de7-87e3-8f470c5b59f0 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:04.065096 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8f5c44bc-c028-4de7-87e3-8f470c5b59f0 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/networks/5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 881 time: 0.1702778 Apr 22 17:34:04.068894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49666) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.111671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-42436690-5d1d-45f3-ae94-8ded1b82ece3 None None] Port c3fe2f06-1119-42e0-bec1-c318dbac7df8 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:04.139515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.143366 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-812f671a-e143-4cd9-819f-ebae54144cd6 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6508262 Apr 22 17:34:04.147253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49672) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.153906 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-667e259b-ed74-485c-b81c-22f0fe6bbdea tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=f712a34c-1394-40db-b10b-52b8b199b2ca HTTP/1.1" status: 200 len: 205 time: 0.0816853 Apr 22 17:34:04.162271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49676) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.223122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49680) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.243874 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b70d1e60-ba54-4775-bf84-abf0224ff714 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules/dd92672e-d835-4e58-b8e0-26b706fbd8d6 HTTP/1.1" status: 200 len: 764 time: 0.0953102 Apr 22 17:34:04.248793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49684) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.340037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.365759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.385662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:04.394348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-171af456-d908-4e6f-b723-a9f3bdab0d95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1483407 Apr 22 17:34:04.394816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49690) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.396720 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6620028-4096-4550-bb6b-8655b57445a9 None None] Sync routers for ids ['cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:04.410402 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6620028-4096-4550-bb6b-8655b57445a9 None None] Routers {'cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:04.412707 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b6620028-4096-4550-bb6b-8655b57445a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:04.449704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.472962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:04.486355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6d64258e4444f3acdaaf28c316d94c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:04.490380 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b6620028-4096-4550-bb6b-8655b57445a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:04.499100 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6620028-4096-4550-bb6b-8655b57445a9 None None] Routers {'cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:04.499692 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b6620028-4096-4550-bb6b-8655b57445a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:04.501113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58e1648e-64f2-45ba-ae59-9b3e8c86ceb5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:04.536457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:04.550231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 0d993fc6-da08-4c3a-8223-2530fae732d9 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:04.553477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:04.562988 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b6620028-4096-4550-bb6b-8655b57445a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:04.563633 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6620028-4096-4550-bb6b-8655b57445a9 None None] The sync data for ids ['cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:04.570608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb57e1f1-28e7-44b0-a477-532d0e0bc250 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:04.571221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bb57e1f1-28e7-44b0-a477-532d0e0bc250 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:04.604591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.657159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58e1648e-64f2-45ba-ae59-9b3e8c86ceb5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:04.658430 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-58e1648e-64f2-45ba-ae59-9b3e8c86ceb5 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3939819 Apr 22 17:34:04.662955 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49694) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.663686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Deleting port d1f36f1f-a2e0-4c95-8987-d5ae7b35384e {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:04.664023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.709455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.758049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91fabb32-af9d-49c0-a26f-688520181d0e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.774498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.789484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bb57e1f1-28e7-44b0-a477-532d0e0bc250 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:04.790656 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bb57e1f1-28e7-44b0-a477-532d0e0bc250 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports/2595ad29-dde8-4473-8d97-5d19c8fc842a HTTP/1.1" status: 200 len: 910 time: 0.3871043 Apr 22 17:34:04.795900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91fabb32-af9d-49c0-a26f-688520181d0e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.798726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49698) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.806901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8404f66-7563-4d8a-9687-e6f25fd7dc3a'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:04.840041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:04.905050 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa6d64258e4444f3acdaaf28c316d94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731534 Apr 22 17:34:04.909836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348e3e2-1967-465a-a2a5-e0c9c58c4300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1466b803-86c2-4c2a-a29e-a0bf9d1f8e68,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:04.912677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49702) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:04.916650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=bd00bde9-09f6-483d-b15c-6f6136e609f7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:04.959645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.007671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:05.020969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Sync routers for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:05.034508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.035308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:05.036495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:05.061077 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ea443d25-15b7-49b7-a73d-94a4704a0c8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/0d993fc6-da08-4c3a-8223-2530fae732d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9056537 Apr 22 17:34:05.066404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49706) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:05.101777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91fabb32-af9d-49c0-a26f-688520181d0e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.111335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Calling delete_port for d1f36f1f-a2e0-4c95-8987-d5ae7b35384e owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:05.218519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fabb32-af9d-49c0-a26f-688520181d0e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd92672e-d835-4e58-b8e0-26b706fbd8d6,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:05.250840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-30e46061-e738-4391-b92a-341865c0585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.253897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:05.293758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-30e46061-e738-4391-b92a-341865c0585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.380846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-91fabb32-af9d-49c0-a26f-688520181d0e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.387557 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-91fabb32-af9d-49c0-a26f-688520181d0e tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dd92672e-d835-4e58-b8e0-26b706fbd8d6 HTTP/1.1" status: 204 len: 168 time: 0.6997359 Apr 22 17:34:05.390523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49710) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:05.552279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00783e66-9e6e-40e3-a456-fa18c47db249 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.554096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00783e66-9e6e-40e3-a456-fa18c47db249 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.554573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00783e66-9e6e-40e3-a456-fa18c47db249 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.555067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00783e66-9e6e-40e3-a456-fa18c47db249 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.555522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00783e66-9e6e-40e3-a456-fa18c47db249 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.555975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00783e66-9e6e-40e3-a456-fa18c47db249 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.556425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00783e66-9e6e-40e3-a456-fa18c47db249 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.558377 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-00783e66-9e6e-40e3-a456-fa18c47db249 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4951 time: 0.4895446 Apr 22 17:34:05.562325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49714) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:05.563244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.568398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.622215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:02Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:05.626156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Checking router: 0d993fc6-da08-4c3a-8223-2530fae732d9 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:34:05.626522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Updating router 0d993fc6-da08-4c3a-8223-2530fae732d9 port c3fe2f06-1119-42e0-bec1-c318dbac7df8 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:34:05.628634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ce41efd7-bb34-41ec-9724-c741b8be5767 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:05.669979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87adfa-daeb-43e2-b3a3-ab023e4e8662 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.670450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87adfa-daeb-43e2-b3a3-ab023e4e8662 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.673146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87adfa-daeb-43e2-b3a3-ab023e4e8662 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.673282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87adfa-daeb-43e2-b3a3-ab023e4e8662 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.673646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87adfa-daeb-43e2-b3a3-ab023e4e8662 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.674517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87adfa-daeb-43e2-b3a3-ab023e4e8662 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.674517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87adfa-daeb-43e2-b3a3-ab023e4e8662 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:05.679228 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2f87adfa-daeb-43e2-b3a3-ab023e4e8662 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4505 time: 0.1132345 Apr 22 17:34:05.679436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49718) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:05.682319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.686227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-30e46061-e738-4391-b92a-341865c0585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.693444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.803247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ce41efd7-bb34-41ec-9724-c741b8be5767 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:05.804551 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ce41efd7-bb34-41ec-9724-c741b8be5767 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4128740 Apr 22 17:34:05.817825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event deleted for resources: {'Port': ['ID=d1f36f1f-a2e0-4c95-8987-d5ae7b35384e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:05.836366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49722) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:05.848628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e46061-e738-4391-b92a-341865c0585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466b803-86c2-4c2a-a29e-a0bf9d1f8e68,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:05.910939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-30e46061-e738-4391-b92a-341865c0585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:05.914517 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-30e46061-e738-4391-b92a-341865c0585b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1466b803-86c2-4c2a-a29e-a0bf9d1f8e68 HTTP/1.1" status: 204 len: 168 time: 0.9981375 Apr 22 17:34:05.936433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.107629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.122898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Transition to ACTIVE for port object c3fe2f06-1119-42e0-bec1-c318dbac7df8 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:06.123161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.126361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.173563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b321adbb-aac6-48c1-93e5-dcd3df5fc287 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.235466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.256509 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-54c7143d-b713-49f1-a303-a28e9834e7dc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4112 time: 0.5758014 Apr 22 17:34:06.264544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.269071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Fanout notify agent at l3_agent the message router_deleted on router f712a34c-1394-40db-b10b-52b8b199b2ca {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:34:06.291436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.298499 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-510438f4-bc5a-4250-9b00-636015bfe8a8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/f712a34c-1394-40db-b10b-52b8b199b2ca HTTP/1.1" status: 204 len: 168 time: 2.1341643 Apr 22 17:34:06.303099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49732) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:06.311303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1520223739', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:06.326304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:06.332293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Usage tracker for resource:router and tenant:d44a4feec27a43d3895c98004d5e59be is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:06.335191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:06.343543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:06.388769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b321adbb-aac6-48c1-93e5-dcd3df5fc287 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.435522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.439086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.448047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25fb9-6e87-476e-a212-924304439335 None None] Pushing event updated for resources: {'Port': ['ID=c3fe2f06-1119-42e0-bec1-c318dbac7df8,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:06.533226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.551635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b321adbb-aac6-48c1-93e5-dcd3df5fc287 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.580436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Attempting to bind port c3fe2f06-1119-42e0-bec1-c318dbac7df8 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:06.580825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Attempting to bind port c3fe2f06-1119-42e0-bec1-c318dbac7df8 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:06.581270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Attempting to bind port c3fe2f06-1119-42e0-bec1-c318dbac7df8 on network 35720244-20cc-4d43-9996-7171a2288cd7 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:06.588074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:06.588625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Checking segment: {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:06.589094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.589557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Bound using segment: {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:06.590095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Bound port: c3fe2f06-1119-42e0-bec1-c318dbac7df8, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:06.590558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.682407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321adbb-aac6-48c1-93e5-dcd3df5fc287 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35111145-77f9-4122-b26f-a3203ecdff70,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:06.686423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49744) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:06.700414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976576466', 'description': 'tempest-secgroup-smoke-1976576466 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:06.719752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] For port c3fe2f06-1119-42e0-bec1-c318dbac7df8, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:06.720623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:06.721676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:06.724682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] For port c3fe2f06-1119-42e0-bec1-c318dbac7df8, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c3fe2f06-1119-42e0-bec1-c318dbac7df8,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:06.740482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:06.746992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:06.758468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:06.790114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.856747 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b321adbb-aac6-48c1-93e5-dcd3df5fc287 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.857877 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b321adbb-aac6-48c1-93e5-dcd3df5fc287 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/35111145-77f9-4122-b26f-a3203ecdff70 HTTP/1.1" status: 204 len: 168 time: 1.0204854 Apr 22 17:34:06.864171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49748) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:06.873394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:06.880207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:06.927981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:06.938951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25fb9-6e87-476e-a212-924304439335 None None] Pushing event updated for resources: {'Port': ['ID=c3fe2f06-1119-42e0-bec1-c318dbac7df8,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:06.975152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:07.109759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:07.115270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:07.131495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:07.151803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:07.183482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:07.194478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-27e4ecab-d01d-4148-ba8e-8aff62dc9b24 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:07.209875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:07.221452 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-18ea077e-674f-46d4-a943-a24279b84858 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/routers/2f3df9b0-54e0-4c7f-ac6f-f848d2f03074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4223776 Apr 22 17:34:07.225784 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accee6d-a326-4d55-96d8-34c9620abe7c None None] Sync routers for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:07.240338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49760) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:07.244561 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accee6d-a326-4d55-96d8-34c9620abe7c None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:07.245204 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0accee6d-a326-4d55-96d8-34c9620abe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:07.351941 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0accee6d-a326-4d55-96d8-34c9620abe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:07.361904 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accee6d-a326-4d55-96d8-34c9620abe7c None None] Routers {'2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:07.363070 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0accee6d-a326-4d55-96d8-34c9620abe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:07.363204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49764) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:07.385324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:34:07.407713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:07.421916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-27e4ecab-d01d-4148-ba8e-8aff62dc9b24 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:07.424741 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-27e4ecab-d01d-4148-ba8e-8aff62dc9b24 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5548964 Apr 22 17:34:07.430549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49770) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:07.448331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group': {'name': 'tempest-secgroup--841142151'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:07.458037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:07.491187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:06Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:07.493373 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0accee6d-a326-4d55-96d8-34c9620abe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:07.495598 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accee6d-a326-4d55-96d8-34c9620abe7c None None] The sync data for ids ['2f3df9b0-54e0-4c7f-ac6f-f848d2f03074'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:07.502902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef614899-5c2d-4065-bbb0-d1c89339653c None None] The sync data for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv is: [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:06Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:07.660020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:07.682798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:07.692951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:07.699486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'networks': [{'name': 'tempest-network--48244310'}, {'name': 'tempest-network--896739624'}]} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:07.699808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'network': {'name': 'tempest-network--48244310'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:07.700275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'network': {'name': 'tempest-network--896739624'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:07.719465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:07.752968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:07.817387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Usage tracker for resource:network and tenant:1481f088baaf4d8a8484002c4963f7e8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:07.819795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c3fe2f06-1119-42e0-bec1-c318dbac7df8 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:07.828104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Allocated IP 172.26.3.133 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/0fbeddff-4286-4c8c-ac63-049cfe70d1c2) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:07.839799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:07.869097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:07.924485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=2595ad29-dde8-4473-8d97-5d19c8fc842a,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:07.932888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:07.944825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:07.966654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c3fe2f06-1119-42e0-bec1-c318dbac7df8 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:07.972048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c3fe2f06-1119-42e0-bec1-c318dbac7df8 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:07.976361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:07.999393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.004591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.029535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:08.031015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.033211 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-30db3016-4c2e-4b4d-8422-2010b99e7eac tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/ports/2595ad29-dde8-4473-8d97-5d19c8fc842a HTTP/1.1" status: 200 len: 910 time: 3.2327244 Apr 22 17:34:08.038188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49774) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:08.105756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:08.106974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.110391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.129958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:08.132934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.136959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:08.143145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port c3fe2f06-1119-42e0-bec1-c318dbac7df8, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c3fe2f06-1119-42e0-bec1-c318dbac7df8,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:08.181406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:08.188571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:08.192904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:08.195825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.228948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event updated for resources: {'Port': ['ID=0fbeddff-4286-4c8c-ac63-049cfe70d1c2,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:08.234013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:08.291571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=c3fe2f06-1119-42e0-bec1-c318dbac7df8,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:08.293371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Made reservation on behalf of 1481f088baaf4d8a8484002c4963f7e8 for: {'network': 2} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:08.297889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.357313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.371717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:08.467867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.469165 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a771d7e6-dae2-41dc-a617-a3da2937e6f5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7771707 Apr 22 17:34:08.471328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:08.475227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49780) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:08.486808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:08.496114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:08.500261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:08.503280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:08.509665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:08.543095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.554138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Usage tracker for resource:security_group_rule and tenant:1481f088baaf4d8a8484002c4963f7e8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:08.560380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:08.585563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:08.590760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.627274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.669119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port b18c887f-1200-4023-9b44-894343a6b2f0 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:08.669463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.713047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.777951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.778710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.876606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b4bfb2-0d24-44b7-81d0-94622013d5e1,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:08.915886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.947601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc44d06d-f55f-4070-b806-8989025b1629,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:08.991828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:08.993068 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1e4e0dcc-a572-4598-89fe-440538747480 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5623734 Apr 22 17:34:09.007511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49784) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:09.023539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Request body: {'security_group_rule': {'security_group_id': 'd0b4bfb2-0d24-44b7-81d0-94622013d5e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:09.042181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:09.042382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.043530 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-89d1cbcf-05a2-4f97-8a35-3b79ee054780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5628257 Apr 22 17:34:09.047848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49788) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:09.055045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:09.062631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:09.065899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Usage tracker for resource:security_group_rule and tenant:b9f3005dcd3e4d13a73c21166cd449e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:09.069972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:09.079957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:09.080517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:09.102363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:09.105244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.121164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.132801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:09.173452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.244596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.251399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for b18c887f-1200-4023-9b44-894343a6b2f0 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:09.424547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.424947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.490614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.511805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.563069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56853904-3173-4f8b-bb04-e9316c7f53a7,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:09.574477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:09.588989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.613252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2bcc29-f412-4229-8275-f54ef7bc10ac,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:09.618627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.618891 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Added segment 1de2cb05-cb11-4ec3-b0e5-576c2a9b0925 of type vlan for network eb05ca57-d47c-4b9c-a2db-a75c928d331d Apr 22 17:34:09.619501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Router a455da56-a1a3-4268-9da4-28c62ebe2f9c is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:34:09.676104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.698585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.714019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.715242 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-25c1fbac-2acb-43b4-942a-e1543d2464cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6664817 Apr 22 17:34:09.717971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49792) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:09.751747 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.768673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:09.781508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:09.789202 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c3fe2f06-1119-42e0-bec1-c318dbac7df8 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:09.789761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:09.793606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:09.808250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:09.821210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:09.836705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd8065-795d-46ea-bd20-b28bff7e5174 None None] Sync routers for ids ['a455da56-a1a3-4268-9da4-28c62ebe2f9c'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:09.855746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.865403 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd8065-795d-46ea-bd20-b28bff7e5174 None None] Routers {'a455da56-a1a3-4268-9da4-28c62ebe2f9c'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:09.866103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-00dd8065-795d-46ea-bd20-b28bff7e5174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a455da56-a1a3-4268-9da4-28c62ebe2f9c'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:09.905357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.929259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-00dd8065-795d-46ea-bd20-b28bff7e5174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:09.931998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:09.932152 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:09.936124 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5ae3216d-fdf2-4aad-8111-39dc4471af97 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6294580 Apr 22 17:34:09.942585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49796) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:09.942811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd8065-795d-46ea-bd20-b28bff7e5174 None None] Routers {'a455da56-a1a3-4268-9da4-28c62ebe2f9c'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:09.942811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-00dd8065-795d-46ea-bd20-b28bff7e5174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a455da56-a1a3-4268-9da4-28c62ebe2f9c'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:09.945903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3812db37-da04-4a37-b6b2-d73a5ce66d79,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:09.946313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:10.030594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.030995 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Added segment 0365f5d0-fbe3-4dec-aad0-31b4fd5fe50f of type vlan for network 7f55f595-419a-40e9-9cc5-cdd4a3b3a702 Apr 22 17:34:10.043894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-00dd8065-795d-46ea-bd20-b28bff7e5174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:10.044302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd8065-795d-46ea-bd20-b28bff7e5174 None None] The sync data for ids ['a455da56-a1a3-4268-9da4-28c62ebe2f9c'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:10.051718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c3fe2f06-1119-42e0-bec1-c318dbac7df8 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:10.052286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.063562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.113338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.125728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.129857 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4c0005e7-d7a2-4e83-86f2-5b2f06863660 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1169212 Apr 22 17:34:10.130832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49800) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:10.154866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.158054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.210113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8ff3ae-4fd6-402a-af02-04af0d862f0d,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:10.213627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=b18c887f-1200-4023-9b44-894343a6b2f0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:10.318623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.319175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.324668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:10.329413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:10.330024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.333825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-32940361-0a9f-4fd5-8667-8fb945398437 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.398781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.402292 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-682bb03b-a9d4-4903-901f-f109c5f0f4ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6833479 Apr 22 17:34:10.405962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49804) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:10.422339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:10.443234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:10.459848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-32940361-0a9f-4fd5-8667-8fb945398437 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.467447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:10.471852 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.1004462 Apr 22 17:34:10.476288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Network': ['ID=eb05ca57-d47c-4b9c-a2db-a75c928d331d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:10.479880 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:10.484431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49808) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:10.488269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network eb05ca57-d47c-4b9c-a2db-a75c928d331d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:10.499155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port 2595ad29-dde8-4473-8d97-5d19c8fc842a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:10.499454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.515955 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:10.541140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.758149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.780271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf30e55-3fee-48ab-980a-4d226ff412db tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Network': ['ID=7f55f595-419a-40e9-9cc5-cdd4a3b3a702,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:10.793221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 7f55f595-419a-40e9-9cc5-cdd4a3b3a702 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:10.800052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.805041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.826869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.845884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-32940361-0a9f-4fd5-8667-8fb945398437 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.890496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32940361-0a9f-4fd5-8667-8fb945398437 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b4bfb2-0d24-44b7-81d0-94622013d5e1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:10.906593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3098a-d73d-49d8-8f20-4213bbe9f61a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:10.909674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3098a-d73d-49d8-8f20-4213bbe9f61a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:10.916026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3098a-d73d-49d8-8f20-4213bbe9f61a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:10.921777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3098a-d73d-49d8-8f20-4213bbe9f61a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:10.923538 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-18d3098a-d73d-49d8-8f20-4213bbe9f61a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4381704 Apr 22 17:34:10.928925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49812) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:10.993852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-32940361-0a9f-4fd5-8667-8fb945398437 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:10.995075 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-32940361-0a9f-4fd5-8667-8fb945398437 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/d0b4bfb2-0d24-44b7-81d0-94622013d5e1 HTTP/1.1" status: 204 len: 168 time: 0.8633235 Apr 22 17:34:11.000691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.004142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49816) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:11.054374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.080278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.146628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.147464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Fanout notify agent at l3_agent the message router_deleted on router 2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:34:11.202962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.212107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for 2595ad29-dde8-4473-8d97-5d19c8fc842a owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:11.237848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.254828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Deleting port 0fbeddff-4286-4c8c-ac63-049cfe70d1c2 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:11.255166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.255745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.256855 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-48254f73-d9b6-4023-87ac-4a547a93dd93 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/routers/2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 HTTP/1.1" status: 204 len: 168 time: 4.0138938 Apr 22 17:34:11.259752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49820) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:11.279373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87247f02-a3e6-481d-9260-c3a4c958e30e,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:11.323369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-81722eea-5c75-40b5-8b19-671126132401 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:11.362899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c640e6-aa6f-4f01-b82c-5488bdc3cce1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting subnet 5908f7d8-8eaa-4fe9-bff9-56c88919a1e8 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:34:11.363714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.367540 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-72da342a-c1fe-42d7-a07d-2d7ac5f913bd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9507935 Apr 22 17:34:11.367694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2c640e6-aa6f-4f01-b82c-5488bdc3cce1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.386479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49824) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:11.421090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2c640e6-aa6f-4f01-b82c-5488bdc3cce1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.543736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-81722eea-5c75-40b5-8b19-671126132401 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:11.547411 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-81722eea-5c75-40b5-8b19-671126132401 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5398817 Apr 22 17:34:11.548141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49830) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:11.563525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:11.569142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.581897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:11.597771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:11.599144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2c640e6-aa6f-4f01-b82c-5488bdc3cce1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.608547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:11.618588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb05ca57-d47c-4b9c-a2db-a75c928d331d']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:11.625317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:11.650789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de2cb05-cb11-4ec3-b0e5-576c2a9b0925') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:11.651146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de2cb05-cb11-4ec3-b0e5-576c2a9b0925') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:11.663192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.665860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bf1b0748-3917-4b19-a8e4-d08f260dca59 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Synchronizing usage tracker for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:11.674983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.688433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.747737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=2595ad29-dde8-4473-8d97-5d19c8fc842a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:11.776963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bf1b0748-3917-4b19-a8e4-d08f260dca59 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] Unset dirty status for tenant:b9f3005dcd3e4d13a73c21166cd449e6 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:11.781036 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bf1b0748-3917-4b19-a8e4-d08f260dca59 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2246678 Apr 22 17:34:11.783944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49834) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:11.793089 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:34:11.804232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Calling delete_port for 0fbeddff-4286-4c8c-ac63-049cfe70d1c2 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:11.834498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2c640e6-aa6f-4f01-b82c-5488bdc3cce1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.844291 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-34a5a02f-69c8-4910-8bcd-375e55a53d6c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] delete failed (client error): The resource could not be found. Apr 22 17:34:11.844291 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-34a5a02f-69c8-4910-8bcd-375e55a53d6c tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "DELETE /v2.0/security-groups/d0b4bfb2-0d24-44b7-81d0-94622013d5e1 HTTP/1.1" status: 404 len: 347 time: 0.0542028 Apr 22 17:34:11.844478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.846080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.853056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49838) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:11.883310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:11.883761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.900923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c640e6-aa6f-4f01-b82c-5488bdc3cce1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Subnet': ['ID=5908f7d8-8eaa-4fe9-bff9-56c88919a1e8,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:11.901165 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:11.908560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2c640e6-aa6f-4f01-b82c-5488bdc3cce1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:11.915384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe0ef3-06d3-4d25-bcaf-e84bfe57bbb7 None None] Network 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:11.979521 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c2c640e6-aa6f-4f01-b82c-5488bdc3cce1 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/subnets/5908f7d8-8eaa-4fe9-bff9-56c88919a1e8 HTTP/1.1" status: 204 len: 168 time: 0.7188678 Apr 22 17:34:11.982080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49842) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:12.076950 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7590e51e-78bf-4496-bb02-386f87b35001 tempest-SecGroupTest-1186461479 tempest-SecGroupTest-1186461479-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2116070 Apr 22 17:34:12.119801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.144388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.203780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.205911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.225823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] DHCP port deletion for 4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:34:12.231795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] Deleting port 6780a596-e99d-42b5-b2d7-dd5353c329e9 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:12.232183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.234456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.253919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Network': ['ID=eb05ca57-d47c-4b9c-a2db-a75c928d331d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:12.264088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af8cbc2-07a2-48ef-9d94-3ab7d7ddc52e,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:12.267523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.274151 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-180acfc2-ce80-4e22-859f-802e29875600 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/networks/eb05ca57-d47c-4b9c-a2db-a75c928d331d HTTP/1.1" status: 204 len: 168 time: 1.3440688 Apr 22 17:34:12.275116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.280702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49848) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:12.351419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Pushing event deleted for resources: {'Port': ['ID=0fbeddff-4286-4c8c-ac63-049cfe70d1c2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:12.366822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.370981 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4ceae5e3-b6e9-4fc8-ab84-55b7fdac7790 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9801974 Apr 22 17:34:12.374837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49852) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:12.418758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:12.458477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port 6780a596-e99d-42b5-b2d7-dd5353c329e9 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:12.458786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.461380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:12.463373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] For port 6780a596-e99d-42b5-b2d7-dd5353c329e9, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6780a596-e99d-42b5-b2d7-dd5353c329e9,segment=NetworkSegment(79494314-6d15-45b5-a70b-f8958efbabf9),segment_id=79494314-6d15-45b5-a70b-f8958efbabf9)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:12.463875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.525965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:12.533871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:12.556424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:12.571552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.584416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.600489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] Calling delete_port for 6780a596-e99d-42b5-b2d7-dd5353c329e9 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:12.643177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49858) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:12.646021 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:34:12.664529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.732199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:12.738244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:12.782571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] The port '6780a596-e99d-42b5-b2d7-dd5353c329e9' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:34:12.788269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] No DVR routers for this DVR port 6780a596-e99d-42b5-b2d7-dd5353c329e9 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:34:12.792132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73582613-def9-4ea8-afa6-15f3120724ca None None] Pushing event deleted for resources: {'Port': ['ID=6780a596-e99d-42b5-b2d7-dd5353c329e9,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:13.064833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:13.067170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.074376 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bacde-58e1-41de-89e7-5ba15bbe2351 None None] Sync routers for ids ['cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:13.084364 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0b16ede5-7917-4625-88e3-f018cce60c45 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0411506 Apr 22 17:34:13.084574 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bacde-58e1-41de-89e7-5ba15bbe2351 None None] Routers {'cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:13.084968 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-019bacde-58e1-41de-89e7-5ba15bbe2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.090174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49864) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:13.116266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.145097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf5230d-9fb2-4efe-92dd-c0a6d94624b9']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.149315 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-019bacde-58e1-41de-89e7-5ba15bbe2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.158006 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bacde-58e1-41de-89e7-5ba15bbe2351 None None] Routers {'cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:13.158624 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-019bacde-58e1-41de-89e7-5ba15bbe2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.161738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4b9cf157-0911-4be8-b9a4-a69afd76a574 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:13.170242 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d715018c-e290-488e-ac31-9b0f288f5f77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9f3005dcd3e4d13a73c21166cd449e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740155 Apr 22 17:34:13.173137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79494314-6d15-45b5-a70b-f8958efbabf9') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.173445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79494314-6d15-45b5-a70b-f8958efbabf9') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.180427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49868) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:13.199058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.229498 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-019bacde-58e1-41de-89e7-5ba15bbe2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.229908 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bacde-58e1-41de-89e7-5ba15bbe2351 None None] The sync data for ids ['cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:13.236802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.255304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:13.255721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:13.271113 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:13.299009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.302124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.306302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f55f595-419a-40e9-9cc5-cdd4a3b3a702']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.313327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.324815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0365f5d0-fbe3-4dec-aad0-31b4fd5fe50f') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.325041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0365f5d0-fbe3-4dec-aad0-31b4fd5fe50f') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.346923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4b9cf157-0911-4be8-b9a4-a69afd76a574 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:13.350413 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4b9cf157-0911-4be8-b9a4-a69afd76a574 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba HTTP/1.1" status: 200 len: 205 time: 0.2491903 Apr 22 17:34:13.353685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49872) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:13.392931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.404107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.418785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcae4-148e-42ac-9ca1-7009ff8c3c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.494302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.498209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a3b6a4-f37f-49ba-9651-55bca11d9329,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:13.510411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Router a455da56-a1a3-4268-9da4-28c62ebe2f9c has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:13.514129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:13.514522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.522226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03e9ac2-6498-4227-be62-909eabd4dce6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:13.529089 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:13.573215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcae4-148e-42ac-9ca1-7009ff8c3c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.589977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.632831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.646014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.647211 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-153e59ee-df7a-46d3-a551-c815a80de780 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2455282 Apr 22 17:34:13.699433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Network': ['ID=4bf5230d-9fb2-4efe-92dd-c0a6d94624b9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:13.714533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e349bea7-c256-44ac-8591-2f7d5009890c tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/networks/4bf5230d-9fb2-4efe-92dd-c0a6d94624b9 HTTP/1.1" status: 204 len: 168 time: 1.7288337 Apr 22 17:34:13.717914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49878) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:13.745051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:13.760347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0eaac3-c833-4304-9b6b-df3a2f548ac4 None None] Sync routers for ids ['a455da56-a1a3-4268-9da4-28c62ebe2f9c'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:13.768849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0eaac3-c833-4304-9b6b-df3a2f548ac4 None None] Routers {'a455da56-a1a3-4268-9da4-28c62ebe2f9c'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:13.769471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0a0eaac3-c833-4304-9b6b-df3a2f548ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a455da56-a1a3-4268-9da4-28c62ebe2f9c'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.770552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.773351 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ceeb3a58-f8a9-4d15-8d44-2818ada16f3e tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "PUT /v2.0/routers/a455da56-a1a3-4268-9da4-28c62ebe2f9c HTTP/1.1" status: 200 len: 706 time: 3.8352010 Apr 22 17:34:13.776676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49884) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:13.841381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.855442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0a0eaac3-c833-4304-9b6b-df3a2f548ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.857784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6780a596-e99d-42b5-b2d7-dd5353c329e9 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:34:13.868985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:13.873155 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/networks/7f55f595-419a-40e9-9cc5-cdd4a3b3a702 HTTP/1.1" status: 204 len: 168 time: 1.5567756 Apr 22 17:34:13.876524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49896) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:13.901619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6780a596-e99d-42b5-b2d7-dd5353c329e9 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:34:13.901981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6780a596-e99d-42b5-b2d7-dd5353c329e9 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:34:13.908990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0eaac3-c833-4304-9b6b-df3a2f548ac4 None None] Routers {'a455da56-a1a3-4268-9da4-28c62ebe2f9c'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:13.909625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0a0eaac3-c833-4304-9b6b-df3a2f548ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a455da56-a1a3-4268-9da4-28c62ebe2f9c'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.937123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b52f76-c885-4f25-a4b3-2cda2f2fc982 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Network': ['ID=7f55f595-419a-40e9-9cc5-cdd4a3b3a702,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:13.979235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0a0eaac3-c833-4304-9b6b-df3a2f548ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:13.979641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0eaac3-c833-4304-9b6b-df3a2f548ac4 None None] The sync data for ids ['a455da56-a1a3-4268-9da4-28c62ebe2f9c'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:14.000770 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bf15ad15-891d-4f8a-b49c-2a7c421ef939 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/routers/a455da56-a1a3-4268-9da4-28c62ebe2f9c HTTP/1.1" status: 200 len: 741 time: 0.2227988 Apr 22 17:34:14.006454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49900) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:14.116336 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-657f504c-ebce-4dc3-b243-40a721d2fbb1 tempest-RoutersAdminTest-450199942 tempest-RoutersAdminTest-450199942-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&device_id=a455da56-a1a3-4268-9da4-28c62ebe2f9c HTTP/1.1" status: 200 len: 205 time: 0.1030946 Apr 22 17:34:14.120902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49904) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:14.187717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-2443120d-afee-4d35-96f8-df6f83588c66 req-7580d5fb-336a-4769-8fdd-cbf344cd33fb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:14.193950 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9019a4fa-c4d5-493d-a223-4e6e904369b1 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=a455da56-a1a3-4268-9da4-28c62ebe2f9c HTTP/1.1" status: 200 len: 205 time: 0.0649168 Apr 22 17:34:14.197670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49908) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:14.212494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcae4-148e-42ac-9ca1-7009ff8c3c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.217434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03e9ac2-6498-4227-be62-909eabd4dce6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.241003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03e9ac2-6498-4227-be62-909eabd4dce6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.255000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port 2653f9da-0d8c-4b6a-b081-c1230f8fe8f0 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:14.255337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.283578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bcae4-148e-42ac-9ca1-7009ff8c3c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff0e149-2af3-4eec-b4ca-00840fa2b529,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:14.411604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03e9ac2-6498-4227-be62-909eabd4dce6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.411985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03e9ac2-6498-4227-be62-909eabd4dce6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Fanout notify agent at l3_agent the message router_deleted on router cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:34:14.463137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.463468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.468256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec6d75c-78c9-4df0-b402-ed4e8250cadc tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:14.474138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec6d75c-78c9-4df0-b402-ed4e8250cadc tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:14.474907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9ec6d75c-78c9-4df0-b402-ed4e8250cadc tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Synchronizing usage tracker for tenant:1481f088baaf4d8a8484002c4963f7e8 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:14.481084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-2443120d-afee-4d35-96f8-df6f83588c66 req-7580d5fb-336a-4769-8fdd-cbf344cd33fb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:14.482217 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-7580d5fb-336a-4769-8fdd-cbf344cd33fb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976576466&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.5429745 Apr 22 17:34:14.484471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43b375f6-f75a-4a6e-a62b-f27869699831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.524317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcae4-148e-42ac-9ca1-7009ff8c3c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.525438 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6c2bcae4-148e-42ac-9ca1-7009ff8c3c97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ff0e149-2af3-4eec-b4ca-00840fa2b529 HTTP/1.1" status: 204 len: 168 time: 1.3440843 Apr 22 17:34:14.529795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03e9ac2-6498-4227-be62-909eabd4dce6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.533336 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a03e9ac2-6498-4227-be62-909eabd4dce6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba HTTP/1.1" status: 204 len: 168 time: 1.1746860 Apr 22 17:34:14.542121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49914) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:14.595115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for 2653f9da-0d8c-4b6a-b081-c1230f8fe8f0 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:14.852370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.872078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9ec6d75c-78c9-4df0-b402-ed4e8250cadc tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Unset dirty status for tenant:1481f088baaf4d8a8484002c4963f7e8 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:14.873251 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9ec6d75c-78c9-4df0-b402-ed4e8250cadc tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9937379 Apr 22 17:34:14.892877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49922) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:14.899954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e58f0b1-3474-4100-9c9b-abe1fb656585 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet d8404f66-7563-4d8a-9687-e6f25fd7dc3a {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:34:14.909013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=2653f9da-0d8c-4b6a-b081-c1230f8fe8f0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:14.953698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e58f0b1-3474-4100-9c9b-abe1fb656585 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:14.993646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1483427321'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:14.999459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43b375f6-f75a-4a6e-a62b-f27869699831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.007972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43b375f6-f75a-4a6e-a62b-f27869699831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.014322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.016163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:15.033653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.038783 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b76adc41-ce2d-42b7-87ad-ed1ae800e18f tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/floatingips/b6ba2b2d-c782-4611-a11e-3464f3a22e81 HTTP/1.1" status: 204 len: 168 time: 1.3158867 Apr 22 17:34:15.042328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49932) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.069486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:15.077443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e58f0b1-3474-4100-9c9b-abe1fb656585 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.085013 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-094531b6-c74f-49a2-993a-4670e7b5fd08 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] DELETE failed (client error): The resource could not be found. Apr 22 17:34:15.085496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094531b6-c74f-49a2-993a-4670e7b5fd08 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:34:15.090018 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-094531b6-c74f-49a2-993a-4670e7b5fd08 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/ports/404f5045-bd18-4c3b-ade0-edf0e3fc74bf HTTP/1.1" status: 404 len: 333 time: 0.0438509 Apr 22 17:34:15.091893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49936) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.124297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443120d-afee-4d35-96f8-df6f83588c66 req-280fae1a-f27f-4fc7-9ce0-742d210cd35e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:15.124957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-2443120d-afee-4d35-96f8-df6f83588c66 req-280fae1a-f27f-4fc7-9ce0-742d210cd35e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:15.135446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cf114389-9d0d-46df-829a-bd7cdbd4393e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Synchronizing usage tracker for tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:15.146400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43b375f6-f75a-4a6e-a62b-f27869699831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.147403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b375f6-f75a-4a6e-a62b-f27869699831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Fanout notify agent at l3_agent the message router_deleted on router a455da56-a1a3-4268-9da4-28c62ebe2f9c {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:34:15.169511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-43b375f6-f75a-4a6e-a62b-f27869699831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.170576 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-43b375f6-f75a-4a6e-a62b-f27869699831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/a455da56-a1a3-4268-9da4-28c62ebe2f9c HTTP/1.1" status: 204 len: 168 time: 0.9701135 Apr 22 17:34:15.179400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49942) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.220761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Made reservation on behalf of 1481f088baaf4d8a8484002c4963f7e8 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:15.224095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cf114389-9d0d-46df-829a-bd7cdbd4393e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Unset dirty status for tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:15.224714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.225308 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cf114389-9d0d-46df-829a-bd7cdbd4393e tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 HTTP/1.1" status: 200 len: 205 time: 0.1324632 Apr 22 17:34:15.227937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49946) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.242342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-2443120d-afee-4d35-96f8-df6f83588c66 req-280fae1a-f27f-4fc7-9ce0-742d210cd35e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:15.243481 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-280fae1a-f27f-4fc7-9ce0-742d210cd35e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=35720244-20cc-4d43-9996-7171a2288cd7 HTTP/1.1" status: 200 len: 797 time: 0.7084403 Apr 22 17:34:15.247811 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-90ca7b44-b905-4539-9f98-6b01774d9591 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=a455da56-a1a3-4268-9da4-28c62ebe2f9c HTTP/1.1" status: 200 len: 205 time: 0.0651836 Apr 22 17:34:15.249825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.298183 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-e01739fd-2e73-43a3-b7c0-f6c74faef352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] delete failed (client error): The resource could not be found. Apr 22 17:34:15.299241 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e01739fd-2e73-43a3-b7c0-f6c74faef352 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/routers/2f3df9b0-54e0-4c7f-ac6f-f848d2f03074 HTTP/1.1" status: 404 len: 336 time: 0.0704074 Apr 22 17:34:15.302523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49954) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.324993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e58f0b1-3474-4100-9c9b-abe1fb656585 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.339930 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-722010d4-1d96-4e72-8376-4a47720a1a01 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] DELETE failed (client error): The resource could not be found. Apr 22 17:34:15.340391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722010d4-1d96-4e72-8376-4a47720a1a01 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:34:15.342076 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-722010d4-1d96-4e72-8376-4a47720a1a01 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/subnets/5908f7d8-8eaa-4fe9-bff9-56c88919a1e8 HTTP/1.1" status: 404 len: 337 time: 0.0385790 Apr 22 17:34:15.351585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 49960) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.371145 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-dc612343-bc87-41b3-b4f7-5289faf5ae07 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.1186121 Apr 22 17:34:15.379784 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-5a323053-e5e8-4108-8e98-4a4a598ee9d8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] delete failed (client error): The resource could not be found. Apr 22 17:34:15.381011 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5a323053-e5e8-4108-8e98-4a4a598ee9d8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/a455da56-a1a3-4268-9da4-28c62ebe2f9c HTTP/1.1" status: 404 len: 336 time: 0.1274626 Apr 22 17:34:15.390766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49966) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.425433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:15.457115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a6b38-69e0-48a4-9739-7c63d49c3abf tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port f367ac94-c7fe-4520-84ed-7cb44c1eb05b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:15.457903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6b38-69e0-48a4-9739-7c63d49c3abf tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.496679 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3dd970b9-3bab-42e9-8086-374bb76df70d tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=f712a34c-1394-40db-b10b-52b8b199b2ca HTTP/1.1" status: 200 len: 205 time: 0.1046448 Apr 22 17:34:15.497718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.498052 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Added segment fe38fe6e-7918-4db3-930d-64c640fa79c1 of type vlan for network bde2af1e-27c2-472a-bf70-63fccf70036f Apr 22 17:34:15.500189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49972) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.594953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-f3d887c2-d9b1-4d05-977f-fb9f9ba97662 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] delete failed (client error): The resource could not be found. Apr 22 17:34:15.596303 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f3d887c2-d9b1-4d05-977f-fb9f9ba97662 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/f712a34c-1394-40db-b10b-52b8b199b2ca HTTP/1.1" status: 404 len: 336 time: 0.0917382 Apr 22 17:34:15.607842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49978) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.613388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.725811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6b38-69e0-48a4-9739-7c63d49c3abf tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.780453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e58f0b1-3474-4100-9c9b-abe1fb656585 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.813437 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c837542c-33f7-4361-b496-9091385e548f tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=abbbc497-b3f4-4727-a6ff-df33df4ddfc7 HTTP/1.1" status: 200 len: 205 time: 0.2030435 Apr 22 17:34:15.823010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49984) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.853884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f237f1e-6d22-423e-8859-c4bc740fa99b None None] Network 1d223312-dbde-4b49-b251-449514bf438b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:15.902685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58f0b1-3474-4100-9c9b-abe1fb656585 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=d8404f66-7563-4d8a-9687-e6f25fd7dc3a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:15.910753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e58f0b1-3474-4100-9c9b-abe1fb656585 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:15.932615 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-3417e376-c31a-468d-9fe7-f1e327916831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] delete failed (client error): The resource could not be found. Apr 22 17:34:15.933787 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3417e376-c31a-468d-9fe7-f1e327916831 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/abbbc497-b3f4-4727-a6ff-df33df4ddfc7 HTTP/1.1" status: 404 len: 336 time: 0.1049817 Apr 22 17:34:15.939453 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3e58f0b1-3474-4100-9c9b-abe1fb656585 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/d8404f66-7563-4d8a-9687-e6f25fd7dc3a HTTP/1.1" status: 204 len: 168 time: 1.3962572 Apr 22 17:34:15.940253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49990) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.940574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 49992) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:15.947592 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-9382a866-972d-4573-b415-6cc708b5c269 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5655704 Apr 22 17:34:16.016708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a6b38-69e0-48a4-9739-7c63d49c3abf tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for f367ac94-c7fe-4520-84ed-7cb44c1eb05b owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:16.032656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.038105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:16.038684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.060825 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-119d52a6-196c-4f4f-981e-1fed0dca7699 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=70584278-5f2b-4db9-8c4a-cb0db6067e7d HTTP/1.1" status: 200 len: 205 time: 0.1121392 Apr 22 17:34:16.065439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50000) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:16.167692 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-36aba70c-4e94-4fa6-af95-9f40194683f5 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] delete failed (client error): The resource could not be found. Apr 22 17:34:16.168714 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-36aba70c-4e94-4fa6-af95-9f40194683f5 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/70584278-5f2b-4db9-8c4a-cb0db6067e7d HTTP/1.1" status: 404 len: 336 time: 0.1023464 Apr 22 17:34:16.171878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50008) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:16.219608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.222906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Network': ['ID=bde2af1e-27c2-472a-bf70-63fccf70036f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:16.226522 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a1e6f23a-030b-42c9-bf0d-d65b65db900d tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3311152 Apr 22 17:34:16.230360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50012) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:16.237780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1689143967'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:16.251113 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fce9514c-d58a-4e64-9b96-2ec95804ae91 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=15366f4a-df98-4fb6-b078-0417e598efb8 HTTP/1.1" status: 200 len: 205 time: 0.0760529 Apr 22 17:34:16.251756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network bde2af1e-27c2-472a-bf70-63fccf70036f details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:16.251847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50016) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:16.252701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:16.284743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] DHCP port deletion for 1d223312-dbde-4b49-b251-449514bf438b request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:34:16.291297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] Deleting port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:16.291676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.329634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:16.329974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.400379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:16.406601 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-db8d3f12-a9b3-4d71-8587-76f5813c43c5 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] delete failed (client error): The resource could not be found. Apr 22 17:34:16.410179 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-db8d3f12-a9b3-4d71-8587-76f5813c43c5 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/15366f4a-df98-4fb6-b078-0417e598efb8 HTTP/1.1" status: 404 len: 336 time: 0.1519275 Apr 22 17:34:16.410922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50024) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:16.487326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7917ce41-0d6c-41b8-8c88-ec9f6de254b8 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f8e4af0-7b39-4bba-b648-9e08ddad39d4 HTTP/1.1" status: 200 len: 205 time: 0.0730057 Apr 22 17:34:16.487558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6b38-69e0-48a4-9739-7c63d49c3abf tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.495670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50030) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:16.525141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Made reservation on behalf of 1481f088baaf4d8a8484002c4963f7e8 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:16.528950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.568746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6b38-69e0-48a4-9739-7c63d49c3abf tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=f367ac94-c7fe-4520-84ed-7cb44c1eb05b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:16.637948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] For port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d,segment=NetworkSegment(9193b4b8-363c-444a-85ef-f0eab4b253f8),segment_id=9193b4b8-363c-444a-85ef-f0eab4b253f8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:16.638489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.708680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d,segment=NetworkSegment(9193b4b8-363c-444a-85ef-f0eab4b253f8),segment_id=9193b4b8-363c-444a-85ef-f0eab4b253f8)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:16.709146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.760603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6b38-69e0-48a4-9739-7c63d49c3abf tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.765271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] Calling delete_port for c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:16.768587 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-0054e0bb-10fb-4565-886b-c402e9d9e3f5 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] delete failed (client error): The resource could not be found. Apr 22 17:34:16.769900 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0054e0bb-10fb-4565-886b-c402e9d9e3f5 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/routers/1f8e4af0-7b39-4bba-b648-9e08ddad39d4 HTTP/1.1" status: 404 len: 336 time: 0.2075636 Apr 22 17:34:16.772546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50038) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:16.816830 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-706847da-09be-4204-b9ba-8f5ef29750d9 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] DELETE failed (client error): The resource could not be found. Apr 22 17:34:16.817306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706847da-09be-4204-b9ba-8f5ef29750d9 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:34:16.819160 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-706847da-09be-4204-b9ba-8f5ef29750d9 tempest-RoutersAdminTest-830360415 tempest-RoutersAdminTest-830360415-project] 10.222.0.10 "DELETE /v2.0/subnets/3f8c4d78-60ca-4b0c-909f-9cbdc4df5444 HTTP/1.1" status: 404 len: 337 time: 0.0456967 Apr 22 17:34:16.844896 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5e1a6b38-69e0-48a4-9739-7c63d49c3abf tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/ports/f367ac94-c7fe-4520-84ed-7cb44c1eb05b HTTP/1.1" status: 204 len: 168 time: 1.4920518 Apr 22 17:34:16.846115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50044) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:16.849837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:16.927513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.935311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:34:16.935806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:34:16.943457 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-c584478c-bcdd-4585-b5b2-02a62a87391d service neutron] 10.222.0.10 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9342546 Apr 22 17:34:16.944143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:16.952379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f5e90-728e-4ed5-a8a1-338540962e00 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port eea0f072-750d-44a6-bd53-9a20f71c6baa {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:16.953787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5e90-728e-4ed5-a8a1-338540962e00 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.988950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:16.989305 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Added segment f9e349f8-9597-444e-9162-fc4ecc37c95c of type vlan for network 969a65f1-1d59-4d7b-9bee-88b0cf08c2d7 Apr 22 17:34:16.999823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] Pushing event deleted for resources: {'Port': ['ID=c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:17.005940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8421c9-56d5-45f1-8331-a69f86e188c3 None None] No DVR routers for this DVR port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:34:17.089872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:17.140661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-5b65222d-eaf6-4b8d-acf3-9fbff9a8bd33 service neutron] 10.222.0.10 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914580 Apr 22 17:34:17.208420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:17.214841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:17.215431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:17.261857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5e90-728e-4ed5-a8a1-338540962e00 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:17.367202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Network': ['ID=969a65f1-1d59-4d7b-9bee-88b0cf08c2d7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:17.378947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50056) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:17.384140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 969a65f1-1d59-4d7b-9bee-88b0cf08c2d7 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:17.522425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f5e90-728e-4ed5-a8a1-338540962e00 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for eea0f072-750d-44a6-bd53-9a20f71c6baa owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:17.589873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:17.590202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:17.632982 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-898f8ae3-6548-49a4-9299-d40495535e7c tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4014935 Apr 22 17:34:17.663633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50062) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:17.664505 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0e509203-1a34-4e96-a2bf-e5f79d689d13 req-7ae48a70-4ce2-422f-8cd6-ab4a88746085 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 210 time: 0.2687223 Apr 22 17:34:17.678032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] The port 'c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:34:17.691048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'ports': [{'network_id': 'bde2af1e-27c2-472a-bf70-63fccf70036f', 'name': 'tempest-port--1491056656', 'admin_state_up': True}, {'network_id': '969a65f1-1d59-4d7b-9bee-88b0cf08c2d7', 'admin_state_up': False}]} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:17.692195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'port': {'network_id': 'bde2af1e-27c2-472a-bf70-63fccf70036f', 'name': 'tempest-port--1491056656', 'admin_state_up': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:17.692879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'port': {'network_id': '969a65f1-1d59-4d7b-9bee-88b0cf08c2d7', 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:17.802384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:34:17.850512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:34:17.850512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c1a0fa67-e8e7-40ab-9378-0a0771c4ad9d not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:34:17.891187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:17.916080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:17.932973 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:17.938056 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5e90-728e-4ed5-a8a1-338540962e00 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:17.949015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d44a4feec27a43d3895c98004d5e59be is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:17.951438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50072) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:17.955759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:17.959232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d223312-dbde-4b49-b251-449514bf438b']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:17.968668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827197097', 'description': 'tempest-secgroup-smoke-827197097 description', 'project_id': 'acb8e4754239485ab806e76261e40c14'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:17.979641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:17.982046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:17.987932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:17.992736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9193b4b8-363c-444a-85ef-f0eab4b253f8') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:17.993037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9193b4b8-363c-444a-85ef-f0eab4b253f8') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:18.005525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:18.016872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.024257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:18.045902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.060197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:18.060612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:18.078592 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:18.126970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f5e90-728e-4ed5-a8a1-338540962e00 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=eea0f072-750d-44a6-bd53-9a20f71c6baa,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:18.131033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:18.153322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.164509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Usage tracker for resource:port and tenant:1481f088baaf4d8a8484002c4963f7e8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:18.171698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:18.175629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.201876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:18.207175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:18.207551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group_rule and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:18.214302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:18.226159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:18.243569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0f8f5e90-728e-4ed5-a8a1-338540962e00 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.252415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.253979 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0f8f5e90-728e-4ed5-a8a1-338540962e00 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/ports/eea0f072-750d-44a6-bd53-9a20f71c6baa HTTP/1.1" status: 204 len: 168 time: 1.4061329 Apr 22 17:34:18.256347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50078) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:18.259645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.298012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Made reservation on behalf of 1481f088baaf4d8a8484002c4963f7e8 for: {'port': 2} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:18.298597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.299261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=1d223312-dbde-4b49-b251-449514bf438b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:18.303026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.305485 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d3037fe4-1a85-4b52-a716-a0f08ca2c36d tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/1d223312-dbde-4b49-b251-449514bf438b HTTP/1.1" status: 204 len: 168 time: 2.3546529 Apr 22 17:34:18.309512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50082) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:18.314462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1787902602', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:18.321524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:18.325623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:router and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:18.328464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:18.330153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.334760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:18.360500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.424657 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d44a4feec27a43d3895c98004d5e59be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0441275 Apr 22 17:34:18.425729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.427429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.432598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50086) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:18.433313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08557016-6543-436c-9c38-fa51fe8452e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ccac5-f6b3-4244-9226-e4b913e85ed3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:18.467342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61debf64-feeb-45e7-8448-5ff69602ca49 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:18.468029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61debf64-feeb-45e7-8448-5ff69602ca49 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Synchronizing usage tracker for tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:18.495136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.559088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-05734e22-53f0-4500-ab42-d6e34323c723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.564759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.581961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] device_id is not set on port 1b139f78-fe85-4298-a679-bc5aad8692a1 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:18.592934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-05734e22-53f0-4500-ab42-d6e34323c723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.624283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.675048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61debf64-feeb-45e7-8448-5ff69602ca49 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Unset dirty status for tenant:bbe9cc2f14a04e9aa05bebac48c22ad8 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:18.675263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.678926 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-61debf64-feeb-45e7-8448-5ff69602ca49 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 HTTP/1.1" status: 200 len: 913 time: 0.4189646 Apr 22 17:34:18.679067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50090) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:18.687722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:18.695596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group_rule and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:18.704658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:18.715646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:18.719161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433d7a33-e36a-47af-ab87-45e4b39cbb75,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:18.724606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.726715 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-caa81203-485d-492a-bf95-d1af0e201513 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4153209 Apr 22 17:34:18.729829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50096) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:18.736817 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-705205192'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:18.751265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:18.753301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:18.756006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-05734e22-53f0-4500-ab42-d6e34323c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.759668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:18.773990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.778394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:18.787243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05734e22-53f0-4500-ab42-d6e34323c723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ccac5-f6b3-4244-9226-e4b913e85ed3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:18.847186 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-68b5f1dd-2a61-49e7-9e2c-77dc69d906f2 req-b09657c0-e276-4550-898e-048ddcf49d9e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 210 time: 0.0618882 Apr 22 17:34:18.848624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-05734e22-53f0-4500-ab42-d6e34323c723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.849614 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-05734e22-53f0-4500-ab42-d6e34323c723 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f1ccac5-f6b3-4244-9226-e4b913e85ed3 HTTP/1.1" status: 204 len: 168 time: 0.4134684 Apr 22 17:34:18.884641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:18.886119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.929085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.936481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:18.946182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.946526 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment 1c444184-d875-4a50-bd8a-ef88990b4a65 of type vlan for network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 Apr 22 17:34:18.973866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:18.974503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] device_id is not set on port e9fc5501-74fe-4fc5-ab3d-91bf06f35ca8 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:19.002040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.056460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6957df9-c790-4eab-8a5f-aeb4381a9665,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:19.075227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.076504 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-306e5adf-f770-437a-9d1d-f33f362c7b65 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1240852 Apr 22 17:34:19.079676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50102) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:19.085304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'security_group_rule': {'security_group_id': 'a6957df9-c790-4eab-8a5f-aeb4381a9665', 'project_id': 'acb8e4754239485ab806e76261e40c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:19.091290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:19.095090 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group_rule and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:19.098044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:19.103697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:19.117191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.127935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:19.127935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.242474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=cdf706fb-bcb2-415f-b3eb-99cf4de51c49,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:19.245780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.256191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:19.289264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.319999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.324489 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-287678ad-0922-485c-bc99-eee812a42aad tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5914764 Apr 22 17:34:19.324896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50108) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:19.330283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:19.421246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.449701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.463266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad296735-e524-4be9-92aa-eb5cc50a3af8,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:19.472301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:19.476350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:19.479675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:19.485261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:19.501505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.537491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50112) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:19.557793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.559010 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fdf01601-ea81-43f1-abe2-b8a3c0ad277b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4784048 Apr 22 17:34:19.561779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:19.565230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.575558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50116) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:19.592305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'security_group_rule': {'security_group_id': 'a6957df9-c790-4eab-8a5f-aeb4381a9665', 'project_id': 'acb8e4754239485ab806e76261e40c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:19.606865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:19.623151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group_rule and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:19.630180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:19.633025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Port': ['ID=1b139f78-fe85-4298-a679-bc5aad8692a1,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:19.649672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:19.684601 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ddc6eea9-ba0b-4c69-8082-ce45a0af35a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9124540b96674dc081d43e8ee34cfeab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459465 Apr 22 17:34:19.688719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50120) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:19.817689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afcdf960-fedd-4930-8cea-b835863a1229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.857450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afcdf960-fedd-4930-8cea-b835863a1229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:19.914155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Checking segment: {'id': 'fe38fe6e-7918-4db3-930d-64c640fa79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bde2af1e-27c2-472a-bf70-63fccf70036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:19.914521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Network hostable DHCP agents. Network: bde2af1e-27c2-472a-bf70-63fccf70036f, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:20.001206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.104460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.129829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afcdf960-fedd-4930-8cea-b835863a1229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.152948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-657afffc-9b42-4d6c-9e6b-1836ac0d6cd8 req-b06991ce-d935-4c1d-81a2-0899a7a4b5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:20.166302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdf960-fedd-4930-8cea-b835863a1229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a22b530-eb1b-47a4-b963-63428d288573,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:20.212866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=8159685f-85aa-4009-aa06-e6b5ff597acc,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:20.217104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afcdf960-fedd-4930-8cea-b835863a1229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.217896 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-afcdf960-fedd-4930-8cea-b835863a1229 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a22b530-eb1b-47a4-b963-63428d288573 HTTP/1.1" status: 204 len: 168 time: 0.5282497 Apr 22 17:34:20.219163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:20.219583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: cdf706fb-bcb2-415f-b3eb-99cf4de51c49, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:20.221650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443120d-afee-4d35-96f8-df6f83588c66 req-b227649a-96c5-45de-a57a-0fa3be3a22af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:20.222463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-2443120d-afee-4d35-96f8-df6f83588c66 req-b227649a-96c5-45de-a57a-0fa3be3a22af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:20.233036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Network bde2af1e-27c2-472a-bf70-63fccf70036f is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:20.260890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-2443120d-afee-4d35-96f8-df6f83588c66 req-b227649a-96c5-45de-a57a-0fa3be3a22af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:20.262033 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-b227649a-96c5-45de-a57a-0fa3be3a22af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=35720244-20cc-4d43-9996-7171a2288cd7 HTTP/1.1" status: 200 len: 797 time: 0.4724481 Apr 22 17:34:20.281039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.283928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-657afffc-9b42-4d6c-9e6b-1836ac0d6cd8 req-b06991ce-d935-4c1d-81a2-0899a7a4b5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:20.285093 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-657afffc-9b42-4d6c-9e6b-1836ac0d6cd8 req-b06991ce-d935-4c1d-81a2-0899a7a4b5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 210 time: 0.2957621 Apr 22 17:34:20.315069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:20.362588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.367645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, cdf706fb-bcb2-415f-b3eb-99cf4de51c49) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:20.376460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:20.377369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.378644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-2443120d-afee-4d35-96f8-df6f83588c66 req-4b9b3222-4920-4444-9e40-e9a0e290b514 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:20.396300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb416ad0-6135-431a-b1d7-bb041e4e43ff None None] Network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:20.397499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, bde2af1e-27c2-472a-bf70-63fccf70036f) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:20.415041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b15920c-b16f-49b0-b643-ad44ee7fca8a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:20.419550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:20.421754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.426103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b9fa3-90e6-47a4-bcf2-d694c0fecd1e None None] Network bde2af1e-27c2-472a-bf70-63fccf70036f requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:20.479762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-2443120d-afee-4d35-96f8-df6f83588c66 req-4b9b3222-4920-4444-9e40-e9a0e290b514 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:20.480908 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-4b9b3222-4920-4444-9e40-e9a0e290b514 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 380 time: 0.1944273 Apr 22 17:34:20.492677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port 2072cd48-9614-408d-af99-fe753ede843b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:20.493022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.501863 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-508754c5-3bc7-442a-a231-4057d411f314 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1731067 Apr 22 17:34:20.502320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50132) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:20.540926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:20.579402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.582858 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5bd3a5e6-8430-431c-9dc7-8ba506ad1db8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9984834 Apr 22 17:34:20.593497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50136) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:20.632020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'security_group_rule': {'security_group_id': 'a6957df9-c790-4eab-8a5f-aeb4381a9665', 'project_id': 'acb8e4754239485ab806e76261e40c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:20.709620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Port': ['ID=e9fc5501-74fe-4fc5-ab3d-91bf06f35ca8,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:20.718727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:20.750359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group_rule and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:20.759421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:20.773965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:20.829363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Checking segment: {'id': 'f9e349f8-9597-444e-9162-fc4ecc37c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '969a65f1-1d59-4d7b-9bee-88b0cf08c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:20.829499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Network hostable DHCP agents. Network: 969a65f1-1d59-4d7b-9bee-88b0cf08c2d7, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:20.831979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:20.834213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.922435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:20.939498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:20.947933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:20.952912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.030555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Network 969a65f1-1d59-4d7b-9bee-88b0cf08c2d7 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:21.086657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Allocated IP 172.20.0.2 (cdf706fb-bcb2-415f-b3eb-99cf4de51c49/8159685f-85aa-4009-aa06-e6b5ff597acc/46dea319-3732-4e45-b25c-b4eaefc4e785) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:21.086925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.102464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for 2072cd48-9614-408d-af99-fe753ede843b owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:21.146076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:21.149607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.207083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 969a65f1-1d59-4d7b-9bee-88b0cf08c2d7) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:21.219578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e22cbc-60a0-4915-b9b5-0fe348d3ac23 None None] Network 969a65f1-1d59-4d7b-9bee-88b0cf08c2d7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:21.260814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:21.266432 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:21.271376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:21.272027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.294412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.442870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.486615 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fae39cec-37c9-45f3-903b-11cc2c055d96 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8081093 Apr 22 17:34:21.491315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50160) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:21.517042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.522050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e4c8c4-6d72-4650-81c8-da191a30f991,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:21.529424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Transition to ACTIVE for port object 46dea319-3732-4e45-b25c-b4eaefc4e785 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:21.553422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Transition to ACTIVE for port object 46dea319-3732-4e45-b25c-b4eaefc4e785 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:21.553684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.10 (35720244-20cc-4d43-9996-7171a2288cd7/dc0a2092-14f9-4343-bda8-6d5d23451331/2b155f43-7e46-4012-8f1f-d214ea2674a5) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:21.590439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50164) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:21.625272 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2d96e0ac-24f2-4694-80da-cd6fb58f546f req-17e05331-9785-44ee-8aa6-100394a7b3fe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 210 time: 0.0607650 Apr 22 17:34:21.664446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.667994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c62a5b-d7e6-4a71-8acd-2b524704834f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:21.674163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c62a5b-d7e6-4a71-8acd-2b524704834f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:21.678661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a2c62a5b-d7e6-4a71-8acd-2b524704834f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1827128 Apr 22 17:34:21.679938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50168) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:21.728760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:21.729879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:21.733532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:21.735538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.736717 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f806ddcc-153f-44f9-95b2-8ec3795ace24 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1334603 Apr 22 17:34:21.739739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50174) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:21.746711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'security_group_rule': {'security_group_id': 'a6957df9-c790-4eab-8a5f-aeb4381a9665', 'project_id': 'acb8e4754239485ab806e76261e40c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:21.756749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:21.764524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group_rule and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:21.770262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:21.777261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:21.801714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Pushing event updated for resources: {'Port': ['ID=46dea319-3732-4e45-b25c-b4eaefc4e785,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:21.803952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-53cd4c0d-ba6a-4450-9876-4a0da01a2f4a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Deleting port 1b139f78-fe85-4298-a679-bc5aad8692a1 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:21.803952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53cd4c0d-ba6a-4450-9876-4a0da01a2f4a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.838860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.841849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.20.0.1 (cdf706fb-bcb2-415f-b3eb-99cf4de51c49/8159685f-85aa-4009-aa06-e6b5ff597acc/8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:21.855695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Attempting to bind port 46dea319-3732-4e45-b25c-b4eaefc4e785 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:21.856072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Attempting to bind port 46dea319-3732-4e45-b25c-b4eaefc4e785 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:21.856418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Attempting to bind port 46dea319-3732-4e45-b25c-b4eaefc4e785 on network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:21.862454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:21.862856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Checking segment: {'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:21.863231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.863655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Bound using segment: {'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:21.864116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Bound port: 46dea319-3732-4e45-b25c-b4eaefc4e785, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:21.864493 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.917730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2067980801'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:21.926485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=2072cd48-9614-408d-af99-fe753ede843b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:21.928497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:21.958250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:21.962153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] For port 46dea319-3732-4e45-b25c-b4eaefc4e785, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:21.965486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] For port 46dea319-3732-4e45-b25c-b4eaefc4e785, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=46dea319-3732-4e45-b25c-b4eaefc4e785,segment=NetworkSegment(1c444184-d875-4a50-bd8a-ef88990b4a65),segment_id=1c444184-d875-4a50-bd8a-ef88990b4a65)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:21.990046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Usage tracker for resource:network and tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:22.025785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:22.041766 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.047651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:22.132237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5c775-4713-469b-889a-faa7e913fb59 None None] Pushing event updated for resources: {'Port': ['ID=46dea319-3732-4e45-b25c-b4eaefc4e785,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:22.148119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Made reservation on behalf of 0ccf91abaa444f9f9c5ea3dac6700dc5 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:22.151521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.267127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53cd4c0d-ba6a-4450-9876-4a0da01a2f4a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.290970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.339743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.340835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.340972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:22.354581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Usage tracker for resource:security_group_rule and tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:22.367181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:22.399717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:22.424688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-53cd4c0d-ba6a-4450-9876-4a0da01a2f4a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Calling delete_port for 1b139f78-fe85-4298-a679-bc5aad8692a1 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:22.431250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.476010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:22.497534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.543611 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:34:22.551281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb34c324-3efe-44d5-9115-6b624fe2db19,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:22.567904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 2b155f43-7e46-4012-8f1f-d214ea2674a5 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:22.604265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.629702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53cd4c0d-ba6a-4450-9876-4a0da01a2f4a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.683224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd4c0d-ba6a-4450-9876-4a0da01a2f4a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Port': ['ID=1b139f78-fe85-4298-a679-bc5aad8692a1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:22.687307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.714027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.715292 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9fcdbe33-ba0c-46c7-afd6-09409e1419ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9746118 Apr 22 17:34:22.723251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50180) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:22.741015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'security_group_rule': {'security_group_id': 'a6957df9-c790-4eab-8a5f-aeb4381a9665', 'project_id': 'acb8e4754239485ab806e76261e40c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:22.750714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53cd4c0d-ba6a-4450-9876-4a0da01a2f4a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.760889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:22.762010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:22.766405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:22.773625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:22.812886 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-53cd4c0d-ba6a-4450-9876-4a0da01a2f4a tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/ports/1b139f78-fe85-4298-a679-bc5aad8692a1 HTTP/1.1" status: 204 len: 168 time: 1.1317258 Apr 22 17:34:22.820420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50184) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:22.831047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:22.854167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group_rule and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:22.859116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:22.877075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.888488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.889651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:22.892781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:22.968325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.022821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 35720244-20cc-4d43-9996-7171a2288cd7 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:23.032709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:23.037603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-00d867b5-399d-4c87-8943-72609ad1abf3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Deleting port e9fc5501-74fe-4fc5-ab3d-91bf06f35ca8 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:23.037949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-00d867b5-399d-4c87-8943-72609ad1abf3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.039158 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Project acb8e4754239485ab806e76261e40c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:34:23.043489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:23.058538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=2b155f43-7e46-4012-8f1f-d214ea2674a5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:23.061489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:23.157052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.192785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8065c422-401d-448e-ba35-8482e7dab24b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:23.195707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.196058 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Added segment c733969c-d61d-434c-a280-293a1286f465 of type vlan for network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 Apr 22 17:34:23.291506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5da0a1-ae64-4bb3-9eb3-9cc622754246 req-4bb31286-103f-4619-b8ad-3a5fb2769433 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:23.292247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-5f5da0a1-ae64-4bb3-9eb3-9cc622754246 req-4bb31286-103f-4619-b8ad-3a5fb2769433 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:23.314461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:23.314969 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.329916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.346219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-00d867b5-399d-4c87-8943-72609ad1abf3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.444045 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc728695-70d0-4dd0-aa50-b4ec75a8db01 None None] Network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:23.476100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:23.495569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.511268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-00d867b5-399d-4c87-8943-72609ad1abf3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Calling delete_port for e9fc5501-74fe-4fc5-ab3d-91bf06f35ca8 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:23.521334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2874bd2c-96dc-4ff2-b4cf-e626c934c9f3 None None] Provisioning for port 2b155f43-7e46-4012-8f1f-d214ea2674a5 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:23.536357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2874bd2c-96dc-4ff2-b4cf-e626c934c9f3 None None] Provisioning complete for port 2b155f43-7e46-4012-8f1f-d214ea2674a5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:23.537101 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2874bd2c-96dc-4ff2-b4cf-e626c934c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.599104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2874bd2c-96dc-4ff2-b4cf-e626c934c9f3 None None] Port 2b155f43-7e46-4012-8f1f-d214ea2674a5 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:23.687041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-5f5da0a1-ae64-4bb3-9eb3-9cc622754246 req-4bb31286-103f-4619-b8ad-3a5fb2769433 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:23.688146 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f5da0a1-ae64-4bb3-9eb3-9cc622754246 req-4bb31286-103f-4619-b8ad-3a5fb2769433 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 932 time: 0.9154527 Apr 22 17:34:23.689302 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f0e4dfff-be3e-4ca9-af3e-2353ee7c4f46 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1593969 Apr 22 17:34:23.698317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.703924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:23.706357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.741658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.745736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Request body: {'port': {'device_id': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:23.789513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7d1153f2-475b-4185-9cdd-f31bca9672bd None None] Provisioning for port 46dea319-3732-4e45-b25c-b4eaefc4e785 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:23.847103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.884711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 46dea319-3732-4e45-b25c-b4eaefc4e785 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:23.925513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-00d867b5-399d-4c87-8943-72609ad1abf3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.986102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-00d867b5-399d-4c87-8943-72609ad1abf3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:23.991838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d867b5-399d-4c87-8943-72609ad1abf3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Port': ['ID=e9fc5501-74fe-4fc5-ab3d-91bf06f35ca8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:24.012816 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-00d867b5-399d-4c87-8943-72609ad1abf3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/ports/e9fc5501-74fe-4fc5-ab3d-91bf06f35ca8 HTTP/1.1" status: 204 len: 168 time: 1.1888762 Apr 22 17:34:24.020889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50188) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:24.041306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 46dea319-3732-4e45-b25c-b4eaefc4e785 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:24.046219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 46dea319-3732-4e45-b25c-b4eaefc4e785 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:24.046657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.072142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7888b076-bd14-4612-ac58-f0833a175023 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Synchronizing usage tracker for tenant:1481f088baaf4d8a8484002c4963f7e8 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:24.091947 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5003002 Apr 22 17:34:24.109112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c26ab668-a3cf-414e-ba0a-597927b2805d None None] Provisioning for port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:24.116070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50192) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:24.119566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c26ab668-a3cf-414e-ba0a-597927b2805d None None] Provisioning complete for port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:24.120040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c26ab668-a3cf-414e-ba0a-597927b2805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.132927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d1f254-bf0f-4dcc-8b6a-d1033ac81916,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:24.134222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Request body: {'subnet': {'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:24.134667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf7881-4e8c-4679-b2ff-5ab8b634cdb8 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event updated for resources: {'Network': ['ID=ffb1151f-f42a-4fb4-a613-f5e2e054d8c2,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:24.151715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.152997 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b2d954c5-4de6-4be3-a4b3-997fc68458c1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4282999 Apr 22 17:34:24.168102 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f5da0a1-ae64-4bb3-9eb3-9cc622754246 req-495a274c-c430-4504-be87-2c7e2cbf8b44 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533834 Apr 22 17:34:24.171369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50196) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:24.196785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'security_group_rule': {'security_group_id': 'a6957df9-c790-4eab-8a5f-aeb4381a9665', 'project_id': 'acb8e4754239485ab806e76261e40c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:24.200236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c26ab668-a3cf-414e-ba0a-597927b2805d None None] Port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:24.202133 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:24.203320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:24.208472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:24.218304 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e9fd8-c460-4740-8bc7-38775bf5def4 None None] Sync routers for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:24.225334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:security_group_rule and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:24.231152 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-963cfd84-7bd7-4381-9d0c-99318f52d7c6 tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "PUT /v2.0/routers/75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5509999 Apr 22 17:34:24.232299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.236453 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e9fd8-c460-4740-8bc7-38775bf5def4 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:24.239699 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5c8e9fd8-c460-4740-8bc7-38775bf5def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:24.242194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50200) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:24.244639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:24.310384 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5c8e9fd8-c460-4740-8bc7-38775bf5def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:24.320086 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e9fd8-c460-4740-8bc7-38775bf5def4 None None] Routers {'75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:24.320928 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5c8e9fd8-c460-4740-8bc7-38775bf5def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:24.333648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:24.349864 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.397491 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5c8e9fd8-c460-4740-8bc7-38775bf5def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:24.398141 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e9fd8-c460-4740-8bc7-38775bf5def4 None None] The sync data for ids ['75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:24.445036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.487387 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Project acb8e4754239485ab806e76261e40c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:34:24.489020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.518025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f5c4ad4a-547c-4e1d-9603-c088fa782312 None None] Provisioning complete for port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:24.518405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ad4a-547c-4e1d-9603-c088fa782312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.528095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7888b076-bd14-4612-ac58-f0833a175023 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Unset dirty status for tenant:1481f088baaf4d8a8484002c4963f7e8 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:24.532661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7888b076-bd14-4612-ac58-f0833a175023 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5068519 Apr 22 17:34:24.542042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.552464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50204) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:24.569414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 46dea319-3732-4e45-b25c-b4eaefc4e785, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=46dea319-3732-4e45-b25c-b4eaefc4e785,segment=NetworkSegment(1c444184-d875-4a50-bd8a-ef88990b4a65),segment_id=1c444184-d875-4a50-bd8a-ef88990b4a65)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:24.570357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-331067142'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:24.586334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4ad4a-547c-4e1d-9603-c088fa782312 None None] Port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:24.595609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:24.599882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:24.606609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.610413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Usage tracker for resource:network and tenant:1481f088baaf4d8a8484002c4963f7e8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:24.616104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Usage tracker for resource:subnet and tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:24.619585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:24.622094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:24.623084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.629637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:24.632333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:24.641088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.657536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:24.715458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=46dea319-3732-4e45-b25c-b4eaefc4e785,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:24.755536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Made reservation on behalf of 1481f088baaf4d8a8484002c4963f7e8 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:24.758949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.779349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Made reservation on behalf of 0ccf91abaa444f9f9c5ea3dac6700dc5 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:24.782872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.885712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:24.886552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:24.888188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.896062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:24.943315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.959916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.968318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:24.968559 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Added segment b476cbdb-d785-40cb-ad80-79c4bfb45e81 of type vlan for network 28a42230-4314-45db-b9ad-e0b2704f636e Apr 22 17:34:24.980131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a12a9c-b8a4-4f36-a931-8ca46ae1b489,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:25.042850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting port de0103d5-3810-415b-a726-67e837352314 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:25.043430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.080023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.087475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.088959 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1adb51ea-d11e-4a9b-aabf-bf344b083cff tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9148302 Apr 22 17:34:25.093765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50208) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:25.111629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b155f43-7e46-4012-8f1f-d214ea2674a5 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:34:25.117735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'network': {'name': 'tempest-network-smoke--1929089645', 'project_id': 'acb8e4754239485ab806e76261e40c14', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:25.129378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:25.135001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.145774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:network and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:25.182458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:25.202027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:25.213528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Transition to ACTIVE for port object 2b155f43-7e46-4012-8f1f-d214ea2674a5 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:25.216265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fa126f7b-3589-4995-9b42-c1b7b3bccd3a None None] Provisioning complete for port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:25.220328 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fa126f7b-3589-4995-9b42-c1b7b3bccd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.255888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.286040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fa126f7b-3589-4995-9b42-c1b7b3bccd3a None None] Port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:25.315333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Made reservation on behalf of acb8e4754239485ab806e76261e40c14 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:25.319116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.328506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:34:25.330311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.336646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:25.337267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.437448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.456104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.547947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Calling delete_port for de0103d5-3810-415b-a726-67e837352314 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:25.709096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Pushing event updated for resources: {'Port': ['ID=2b155f43-7e46-4012-8f1f-d214ea2674a5,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:25.770154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:25.776394 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2180865 Apr 22 17:34:25.783414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50214) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:25.801599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2111833104'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:25.816770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:25.821034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Usage tracker for resource:network and tenant:1481f088baaf4d8a8484002c4963f7e8 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:25.823976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:25.829838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:25.834641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 46dea319-3732-4e45-b25c-b4eaefc4e785 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:25.845377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc1df8-5241-4dc0-82d5-f1f86e7035ff tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Network': ['ID=28a42230-4314-45db-b9ad-e0b2704f636e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:25.875129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Attempting to bind port 2b155f43-7e46-4012-8f1f-d214ea2674a5 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:25.875377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Attempting to bind port 2b155f43-7e46-4012-8f1f-d214ea2674a5 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:25.875706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Attempting to bind port 2b155f43-7e46-4012-8f1f-d214ea2674a5 on network 35720244-20cc-4d43-9996-7171a2288cd7 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:25.879455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 28a42230-4314-45db-b9ad-e0b2704f636e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:25.881756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.882108 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Added segment 76eb5597-7f46-4173-a419-6b09f9eeaa09 of type vlan for network c1dfa90b-71ad-4782-8904-bba531add351 Apr 22 17:34:25.884736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Port 2b155f43-7e46-4012-8f1f-d214ea2674a5 on network 35720244-20cc-4d43-9996-7171a2288cd7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:34:25.885064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Attempting to bind port 2b155f43-7e46-4012-8f1f-d214ea2674a5 on network 35720244-20cc-4d43-9996-7171a2288cd7 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:25.886231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event updated for resources: {'Subnet': ['ID=2ff6afa1-3013-4579-8403-55ffae8d7cc7,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:25.927050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:25.927679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Checking segment: {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:25.936343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Bound using segment: {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:25.936343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Bound port: 2b155f43-7e46-4012-8f1f-d214ea2674a5, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1600f0b3-e64f-497b-8012-9f6b7af056ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:25.936343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.937886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Checking segment: {'id': 'c733969c-d61d-434c-a280-293a1286f465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:25.938260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Network hostable DHCP agents. Network: ffb1151f-f42a-4fb4-a613-f5e2e054d8c2, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:25.939322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Made reservation on behalf of 1481f088baaf4d8a8484002c4963f7e8 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:25.942785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.953029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:25.969697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:25.982328 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-214484ba-d2b1-4a83-8e0f-5da3340448e8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4763498 Apr 22 17:34:25.987996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ae730-f3ad-44c6-997d-94d65512ac87 req-71f07386-87c8-4434-a97c-460aea64f959 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:25.989497 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ce0ae730-f3ad-44c6-997d-94d65512ac87 req-71f07386-87c8-4434-a97c-460aea64f959 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 944 time: 0.6465116 Apr 22 17:34:25.989992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50218) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:25.998138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:26.003333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-397672127'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:26.011983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:26.028878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:26.030765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:26.038034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:26.038692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:26.048398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:26.057803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.062558 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Added segment 76b4ed3c-7c39-4a13-8fa9-7fef47b95cac of type vlan for network 0dabcf96-4770-4ba5-89c5-ca884a58da1c Apr 22 17:34:26.062690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:26.087325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] For port 2b155f43-7e46-4012-8f1f-d214ea2674a5, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:26.088306 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ce0ae730-f3ad-44c6-997d-94d65512ac87 req-834c5fe0-e82a-425a-8d46-c746b63077c2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804431 Apr 22 17:34:26.096905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.099574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:26.103204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] For port 2b155f43-7e46-4012-8f1f-d214ea2674a5, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:26.149028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.166691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, ffb1151f-f42a-4fb4-a613-f5e2e054d8c2) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:26.168968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.174937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:26.179662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.179809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f71eab-f1ba-4369-9da8-52685f0f5dd8 None None] Network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:26.179928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:26.183009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.198328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.205173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.211294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:26.211439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:26.211887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.212025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.217226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Port': ['ID=de0103d5-3810-415b-a726-67e837352314,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:26.270387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 46dea319-3732-4e45-b25c-b4eaefc4e785 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:26.270802 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.324707 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2260208 Apr 22 17:34:26.329496 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6f84b635-9597-480c-b366-1b164285598d tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2124975 Apr 22 17:34:26.330127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50222) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:26.330843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:26.337318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50224) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:26.343391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d81134-5995-44d1-9e72-b558ea71cdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'Network': ['ID=c1dfa90b-71ad-4782-8904-bba531add351,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:26.345762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:26.349865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'admin_state_up': True, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:26.361076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Request body: {'port': {'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1972855331'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:26.399730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:26.400113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network c1dfa90b-71ad-4782-8904-bba531add351 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:26.404082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.404437 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment 2df67be9-b661-462f-b90a-4468cc77a3df of type vlan for network c979af42-9b66-4db8-be1a-44f1be501de2 Apr 22 17:34:26.414786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:router and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:26.424169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:26.463774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Pushing event updated for resources: {'Port': ['ID=2b155f43-7e46-4012-8f1f-d214ea2674a5,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:26.473386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:26.474188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.477815 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-924ac768-75e0-4ea5-877d-2e34bbda03ad service neutron] 10.222.0.16 "PUT /v2.0/ports/2b155f43-7e46-4012-8f1f-d214ea2674a5 HTTP/1.1" status: 200 len: 1094 time: 2.7580643 Apr 22 17:34:26.480023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:34:26.486489 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7004735 Apr 22 17:34:26.515634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:26.541857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.550845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.628609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.630458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.636167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:26.642608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50232) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:26.647125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Usage tracker for resource:port and tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:26.656263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'subnets': [{'network_id': '28a42230-4314-45db-b9ad-e0b2704f636e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1973352776', 'ip_version': 4}, {'network_id': '0dabcf96-4770-4ba5-89c5-ca884a58da1c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:26.656518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'subnet': {'network_id': '28a42230-4314-45db-b9ad-e0b2704f636e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1973352776', 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:26.657094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Request body: {'subnet': {'network_id': '0dabcf96-4770-4ba5-89c5-ca884a58da1c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:26.672920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:26.680605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:26.741817 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.747374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:26.747984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.781310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa7ff-e59a-4d43-9015-7887ade3d060 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Network': ['ID=0dabcf96-4770-4ba5-89c5-ca884a58da1c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:26.799462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 0dabcf96-4770-4ba5-89c5-ca884a58da1c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:26.837741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.838651 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d979935-68ef-4f91-a697-574c4ca6f332'] response: {'name': 'network-changed', 'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'status': 'completed', 'code': 200} Apr 22 17:34:26.854540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.857693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.865320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Made reservation on behalf of 0ccf91abaa444f9f9c5ea3dac6700dc5 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:26.868693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.898466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443120d-afee-4d35-96f8-df6f83588c66 req-55206050-460d-422d-bfd4-9d8f8336e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:26.900451 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-55206050-460d-422d-bfd4-9d8f8336e904 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 1097 time: 0.1879914 Apr 22 17:34:26.990944 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-7c9998ee-c14f-4c46-a32b-23f0fccff1f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5 HTTP/1.1" status: 200 len: 217 time: 0.0830889 Apr 22 17:34:26.991588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:26.992506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Fanout notify agent at l3_agent the message router_deleted on router 75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:34:26.995716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] device_id is not set on port 5ac54e20-8133-4738-a8a1-a9c90aa60bdb yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:27.058952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0659862 Apr 22 17:34:27.063556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bad24d-c1d4-4daf-bb50-6f9af3f57b7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=c979af42-9b66-4db8-be1a-44f1be501de2,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:27.065740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50236) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:27.085278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:27.104381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network c979af42-9b66-4db8-be1a-44f1be501de2 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:27.240744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.242627 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5b9ac3b3-0243-45c2-a3d1-cfd0e8f5c11d tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/routers/75a0ea91-ad36-4fe0-b0dc-bb699ed2aa32 HTTP/1.1" status: 204 len: 168 time: 2.9948320 Apr 22 17:34:27.250305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50242) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:27.293271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-ffb1151f-f42a-4fb4-a613-f5e2e054d8c2', 'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2', 'tenant_id': '0ccf91abaa444f9f9c5ea3dac6700dc5', 'fixed_ips': [{'subnet_id': '2ff6afa1-3013-4579-8403-55ffae8d7cc7'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:27.294105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.324122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f59fc141-e7cf-48cb-b974-5e78cf851cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:27.325500 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-f59fc141-e7cf-48cb-b974-5e78cf851cb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc0a2092-14f9-4343-bda8-6d5d23451331 HTTP/1.1" status: 200 len: 835 time: 0.3167605 Apr 22 17:34:27.399232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6588d70-47a7-4f67-a710-d48875a92ada tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Deleting subnet d1a9742c-e4ed-4846-94f3-5c8993140b74 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:34:27.414003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6588d70-47a7-4f67-a710-d48875a92ada tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.503579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6588d70-47a7-4f67-a710-d48875a92ada tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.518156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:23Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:24Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:27.524170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:34:27.524754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Updating router 4d9e00b8-8194-47d3-b562-846c01b9ed74 port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:34:27.581688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443120d-afee-4d35-96f8-df6f83588c66 req-a4f9ccd6-35ae-4446-8576-05b200f66076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:27.584100 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-a4f9ccd6-35ae-4446-8576-05b200f66076 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35720244-20cc-4d43-9996-7171a2288cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2521687 Apr 22 17:34:27.598132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.681725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:27.702091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6588d70-47a7-4f67-a710-d48875a92ada tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.709526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Usage tracker for resource:subnet and tenant:1481f088baaf4d8a8484002c4963f7e8 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:27.723726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:27.786182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:27.790990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:27.808701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.815793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:27.819653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:27.828857 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-cb510bc6-ccd3-4636-adfc-683665b7603f service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376037 Apr 22 17:34:27.832957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:27.835215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Allocated IP 172.20.0.11 (ffb1151f-f42a-4fb4-a613-f5e2e054d8c2/2ff6afa1-3013-4579-8403-55ffae8d7cc7/5ac54e20-8133-4738-a8a1-a9c90aa60bdb) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:27.926826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ea84e-f7a2-455e-a927-7e22a17ea819 req-a5e7cc57-0e96-4ab7-8e26-56987526212a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:27.928399 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b04ea84e-f7a2-455e-a927-7e22a17ea819 req-a5e7cc57-0e96-4ab7-8e26-56987526212a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 944 time: 0.6081569 Apr 22 17:34:27.929050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:27.932506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.939909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6588d70-47a7-4f67-a710-d48875a92ada tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.954465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Made reservation on behalf of 1481f088baaf4d8a8484002c4963f7e8 for: {'subnet': 2} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:27.959906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.959906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:27.994069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6588d70-47a7-4f67-a710-d48875a92ada tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a9742c-e4ed-4846-94f3-5c8993140b74,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:28.000642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6588d70-47a7-4f67-a710-d48875a92ada tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.003464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.011807 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a6588d70-47a7-4f67-a710-d48875a92ada tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/subnets/d1a9742c-e4ed-4846-94f3-5c8993140b74 HTTP/1.1" status: 204 len: 168 time: 0.7575536 Apr 22 17:34:28.012677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50246) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:28.019960 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Transition to ACTIVE for port object 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:28.097744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.115197 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2443120d-afee-4d35-96f8-df6f83588c66 req-ea314283-ec59-4681-8b59-5562dc74ffdd service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797685 Apr 22 17:34:28.153914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.322063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2289cc-1a9f-48f6-8b33-ac80d78a811b None None] Pushing event updated for resources: {'Port': ['ID=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:28.343721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.352940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Attempting to bind port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:28.353240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Attempting to bind port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:28.353827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Attempting to bind port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 on network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:28.366355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:28.366765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Checking segment: {'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:28.367534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.367672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Bound using segment: {'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:28.368095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Bound port: 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c444184-d875-4a50-bd8a-ef88990b4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:28.368479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.384937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7251c96a-3436-48bb-ab64-2576b8c4e8ee']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:28.401958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac6b8a5-22b9-4bac-b623-5e6faddb9881') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:28.402267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac6b8a5-22b9-4bac-b623-5e6faddb9881') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:28.414055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-76e0c26d-9312-4432-8ad7-2d6c3fa4d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:28.415642 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-76e0c26d-9312-4432-8ad7-2d6c3fa4d5a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 1097 time: 0.1822073 Apr 22 17:34:28.419312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.472270 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b04ea84e-f7a2-455e-a927-7e22a17ea819 req-111455e2-05e0-4193-b2f8-825f35a23444 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4935601 Apr 22 17:34:28.491632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] For port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:28.494669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] For port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,segment=NetworkSegment(1c444184-d875-4a50-bd8a-ef88990b4a65),segment_id=1c444184-d875-4a50-bd8a-ef88990b4a65)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:28.528473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.534406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.539971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:28.540378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.544286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:28.555282 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:28.582096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Transition to ACTIVE for port object 5ac54e20-8133-4738-a8a1-a9c90aa60bdb will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:28.641613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:28.641613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:28.661531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-87b6e00b-6cc8-4bf3-9a52-5d97ac2a8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:28.662810 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-87b6e00b-6cc8-4bf3-9a52-5d97ac2a8b4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=35720244-20cc-4d43-9996-7171a2288cd7 HTTP/1.1" status: 200 len: 897 time: 0.2361701 Apr 22 17:34:28.691525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2289cc-1a9f-48f6-8b33-ac80d78a811b None None] Pushing event updated for resources: {'Port': ['ID=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:28.746365 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-3f7a83b9-5432-49ba-a2a0-2e3f22a4d9f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5 HTTP/1.1" status: 200 len: 217 time: 0.0772920 Apr 22 17:34:28.747332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.775617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:28.817875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] Pushing event deleted for resources: {'Network': ['ID=7251c96a-3436-48bb-ab64-2576b8c4e8ee,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:28.831976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:28.837491 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6558ed8b-1c3d-4c66-8662-868717aa908a tempest-FloatingIPTestJSON-1941658080 tempest-FloatingIPTestJSON-1941658080-project] 10.222.0.10 "DELETE /v2.0/networks/7251c96a-3436-48bb-ab64-2576b8c4e8ee HTTP/1.1" status: 204 len: 168 time: 0.8213270 Apr 22 17:34:28.867345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-84ab1f37-1e71-44fb-b979-be1f7bcadc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:28.870475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-84ab1f37-1e71-44fb-b979-be1f7bcadc9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc0a2092-14f9-4343-bda8-6d5d23451331 HTTP/1.1" status: 200 len: 835 time: 0.0963552 Apr 22 17:34:28.952721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.077044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.085055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Allocated IP 172.20.0.2 (ffb1151f-f42a-4fb4-a613-f5e2e054d8c2/2ff6afa1-3013-4579-8403-55ffae8d7cc7/11295480-3cae-44c9-a065-90176520517b) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:29.137869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-d4e8ca57-7e0c-4fe5-8caf-ce4d0257f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:29.140482 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-d4e8ca57-7e0c-4fe5-8caf-ce4d0257f30b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35720244-20cc-4d43-9996-7171a2288cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2636352 Apr 22 17:34:29.182805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:29.201959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.232896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:29.240304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:29.277150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.288138 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-58d90943-741c-4bdd-8239-87c3f1519963 service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411467 Apr 22 17:34:29.447592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50254) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:29.470366 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e519793c-8da1-4c30-833f-08998a3ae3bf req-82fbb3d1-1cdc-40c9-b6fa-ce2f3b9c7130 service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749113 Apr 22 17:34:29.488347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.492087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event updated for resources: {'Port': ['ID=5ac54e20-8133-4738-a8a1-a9c90aa60bdb,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:29.496107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:23Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:28Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:29.504819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Transition to ACTIVE for port object 11295480-3cae-44c9-a065-90176520517b will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:29.507537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43be8a-27b8-4e82-ad27-c0489ca4f6ee None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:23Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:28Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:29.529006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Transition to ACTIVE for port object 11295480-3cae-44c9-a065-90176520517b will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:29.565546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:29.565921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: c979af42-9b66-4db8-be1a-44f1be501de2, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:29.590124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:29.596048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.614418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:29.615080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.701574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:29.711744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:29.712256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1910-62a0-4522-bc2e-245ea611a207 req-99431b54-dfaa-4c01-b8d1-30f87fe07391 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:29.714436 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-046d1910-62a0-4522-bc2e-245ea611a207 req-99431b54-dfaa-4c01-b8d1-30f87fe07391 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 944 time: 0.1156034 Apr 22 17:34:29.716818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:29.733045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network c979af42-9b66-4db8-be1a-44f1be501de2 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:29.765535 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-046d1910-62a0-4522-bc2e-245ea611a207 req-a4980d80-5df7-414a-b81d-424d015a8852 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441492 Apr 22 17:34:29.774556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Pushing event updated for resources: {'Port': ['ID=11295480-3cae-44c9-a065-90176520517b,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:29.802585 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4c0f14f7-6bdd-46d1-b19d-c1806e260223 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4577484 Apr 22 17:34:29.804843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50262) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:29.820121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Request body: {'port': {'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-185470802', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:29.824728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] bootfile-name is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:34:29.825247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] tftp-server is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:34:29.825782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] server-ip-address is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:34:29.846983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, c979af42-9b66-4db8-be1a-44f1be501de2) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:29.851482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Allocated IP 172.26.3.11 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/6b3cb891-6cdb-42d1-8210-0f94605257e1) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:29.859291 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-45390298-e68d-4afe-b2fa-ceccfaded78d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbe9cc2f14a04e9aa05bebac48c22ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686767 Apr 22 17:34:29.860755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18341dba-9dad-4fdc-9181-cdfe22547b22 None None] Network c979af42-9b66-4db8-be1a-44f1be501de2 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:29.861126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:29.861806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.869425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50266) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:29.873839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.886972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Attempting to bind port 11295480-3cae-44c9-a065-90176520517b on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:29.887433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Attempting to bind port 11295480-3cae-44c9-a065-90176520517b by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'c733969c-d61d-434c-a280-293a1286f465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:29.887888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Attempting to bind port 11295480-3cae-44c9-a065-90176520517b on network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:29.905099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:29.909948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Checking segment: {'id': 'c733969c-d61d-434c-a280-293a1286f465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:29.909948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:29.909948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Bound using segment: {'id': 'c733969c-d61d-434c-a280-293a1286f465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:29.909948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Bound port: 11295480-3cae-44c9-a065-90176520517b, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c733969c-d61d-434c-a280-293a1286f465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ffb1151f-f42a-4fb4-a613-f5e2e054d8c2'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:29.909948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.009715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:30.028475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Usage tracker for resource:port and tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:30.035477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:30.042605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:30.090484 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ceff8b0e-1b1d-45d1-b2aa-db73794853de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0162580 Apr 22 17:34:30.095330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50270) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:30.098829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Made reservation on behalf of 0ccf91abaa444f9f9c5ea3dac6700dc5 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:30.102492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.115810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Subnet': ['ID=d58183fe-2ce1-4df7-baca-37843f7bef7d,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:30.145994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] For port 11295480-3cae-44c9-a065-90176520517b, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:30.157590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Checking segment: {'id': 'b476cbdb-d785-40cb-ad80-79c4bfb45e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '28a42230-4314-45db-b9ad-e0b2704f636e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:30.157964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Network hostable DHCP agents. Network: 28a42230-4314-45db-b9ad-e0b2704f636e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:30.158785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] For port 11295480-3cae-44c9-a065-90176520517b, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=11295480-3cae-44c9-a065-90176520517b,segment=NetworkSegment(c733969c-d61d-434c-a280-293a1286f465),segment_id=c733969c-d61d-434c-a280-293a1286f465)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:30.176326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-160b9528-d9e3-4b70-89e0-152fb6e06e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.209675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-c979af42-9b66-4db8-be1a-44f1be501de2', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:30.210556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.220577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.276779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] device_id is not set on port 8984da25-3fb1-481d-ab8e-3c27daa42e90 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:30.284614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-160b9528-d9e3-4b70-89e0-152fb6e06e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.295693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.329193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.457571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:30.462929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:30.465827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:30.502865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Network 28a42230-4314-45db-b9ad-e0b2704f636e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:30.513213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Allocated IP 172.21.0.2 (c979af42-9b66-4db8-be1a-44f1be501de2/98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6/f196fa6e-78f0-479a-9c9b-b41282b2fcf4) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:30.515299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad33e-49fa-4a37-8833-9512856b9f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.535837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b54d5-568e-45bc-879c-52d116143ef6 None None] Pushing event updated for resources: {'Port': ['ID=11295480-3cae-44c9-a065-90176520517b,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:30.686523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'Port': ['ID=6b3cb891-6cdb-42d1-8210-0f94605257e1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:30.691305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 28a42230-4314-45db-b9ad-e0b2704f636e) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:30.724503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Allocated IP 172.20.0.14 (ffb1151f-f42a-4fb4-a613-f5e2e054d8c2/2ff6afa1-3013-4579-8403-55ffae8d7cc7/8984da25-3fb1-481d-ab8e-3c27daa42e90) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:30.730679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8b271-36f9-424e-a1f6-a7e28209fa66 None None] Network 28a42230-4314-45db-b9ad-e0b2704f636e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:30.800507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.894106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:30.906437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 2b155f43-7e46-4012-8f1f-d214ea2674a5 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:34:30.958825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Transition to ACTIVE for port object f196fa6e-78f0-479a-9c9b-b41282b2fcf4 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:30.964467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event updated for resources: {'Subnet': ['ID=66731b86-97b1-4f66-8c70-82eef34786cd,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:31.027110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.027854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Transition to ACTIVE for port object f196fa6e-78f0-479a-9c9b-b41282b2fcf4 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:31.105540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-160b9528-d9e3-4b70-89e0-152fb6e06e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.154015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b9528-d9e3-4b70-89e0-152fb6e06e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86c755b-7e3f-48f4-8bb5-ccb79708b7b1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:31.170566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-160b9528-d9e3-4b70-89e0-152fb6e06e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.175264 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-160b9528-d9e3-4b70-89e0-152fb6e06e25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f86c755b-7e3f-48f4-8bb5-ccb79708b7b1 HTTP/1.1" status: 204 len: 168 time: 1.2998168 Apr 22 17:34:31.189471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.193636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Checking segment: {'id': '76b4ed3c-7c39-4a13-8fa9-7fef47b95cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0dabcf96-4770-4ba5-89c5-ca884a58da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:31.194016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Network hostable DHCP agents. Network: 0dabcf96-4770-4ba5-89c5-ca884a58da1c, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:31.259553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8704a73-e968-45a7-a2ba-25efebbb5275 req-b55b9024-503b-4f64-b276-1b501ac13cad tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:31.268086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Network c979af42-9b66-4db8-be1a-44f1be501de2 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:31.269125 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e8704a73-e968-45a7-a2ba-25efebbb5275 req-b55b9024-503b-4f64-b276-1b501ac13cad tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 944 time: 0.2433372 Apr 22 17:34:31.269354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-28a42230-4314-45db-b9ad-e0b2704f636e', 'network_id': '28a42230-4314-45db-b9ad-e0b2704f636e', 'tenant_id': '1481f088baaf4d8a8484002c4963f7e8', 'fixed_ips': [{'subnet_id': 'd58183fe-2ce1-4df7-baca-37843f7bef7d'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:31.270149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.284866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:31.293195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:31.416788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Pushing event updated for resources: {'Port': ['ID=f196fa6e-78f0-479a-9c9b-b41282b2fcf4,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:31.478226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 2b155f43-7e46-4012-8f1f-d214ea2674a5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:31.524629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Network 0dabcf96-4770-4ba5-89c5-ca884a58da1c is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:31.538273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'port_id': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'mac_address': 'fa:16:3e:c0:94:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:34:31.545984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Attempting to bind port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:31.546471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Attempting to bind port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:31.546957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Attempting to bind port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 on network c979af42-9b66-4db8-be1a-44f1be501de2 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:31.555848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.558062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:31.558062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Checking segment: {'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:31.558584 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.559222 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Bound using segment: {'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:31.559790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Bound port: f196fa6e-78f0-479a-9c9b-b41282b2fcf4, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:31.560307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.572855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Transition to ACTIVE for port object 8984da25-3fb1-481d-ab8e-3c27daa42e90 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:31.577929 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e8704a73-e968-45a7-a2ba-25efebbb5275 req-697bc10f-9363-4de9-a01d-1ec0ab0e6da5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075471 Apr 22 17:34:31.578502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.648391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 0dabcf96-4770-4ba5-89c5-ca884a58da1c) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:31.662950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:31.663557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:31.664278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.681108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.683877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] For port f196fa6e-78f0-479a-9c9b-b41282b2fcf4, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:31.687868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] For port f196fa6e-78f0-479a-9c9b-b41282b2fcf4, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f196fa6e-78f0-479a-9c9b-b41282b2fcf4,segment=NetworkSegment(2df67be9-b661-462f-b90a-4468cc77a3df),segment_id=2df67be9-b661-462f-b90a-4468cc77a3df)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:31.758011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93aa21-33d6-43a8-b506-7b97abf6f5c6 None None] Network 0dabcf96-4770-4ba5-89c5-ca884a58da1c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:31.830318 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1abdd051-6f7a-4b96-94b0-a749666cd248 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.1846955 Apr 22 17:34:31.843848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50284) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:31.874968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:31.952555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:31.963720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:31.974523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event updated for resources: {'Port': ['ID=8984da25-3fb1-481d-ab8e-3c27daa42e90,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:31.979849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:32.006518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 11295480-3cae-44c9-a065-90176520517b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:32.053070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.21.0.1 (c979af42-9b66-4db8-be1a-44f1be501de2/98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6/a8374a09-0d38-4a89-871c-71f822a4b5ba) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:32.078359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c28e5-9c95-43d6-8942-de9f5635eab3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:32.079929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c28e5-9c95-43d6-8942-de9f5635eab3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:32.081472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c28e5-9c95-43d6-8942-de9f5635eab3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:32.086795 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a90c28e5-9c95-43d6-8942-de9f5635eab3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2221682 Apr 22 17:34:32.088361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50292) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:32.142299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:32.143013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.198580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.232983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Allocated IP 172.20.0.2 (28a42230-4314-45db-b9ad-e0b2704f636e/d58183fe-2ce1-4df7-baca-37843f7bef7d/39b3983e-e749-43bc-9831-f65732613ecd) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:32.246205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6a145-f0dd-4b3e-9af1-8d3230beec2e None None] Pushing event updated for resources: {'Port': ['ID=f196fa6e-78f0-479a-9c9b-b41282b2fcf4,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:32.256185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b155f43-7e46-4012-8f1f-d214ea2674a5 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:34:32.276575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a595ae1-20cd-47ad-8f21-053bd3ad292e None None] Network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:32.312570 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d36ac7cd-edbe-479a-bd34-afeaa9bb6830 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5057089 Apr 22 17:34:32.323349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-059abfe9-8dba-4ebb-acee-bd707d64c793 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Deleting subnet d58183fe-2ce1-4df7-baca-37843f7bef7d {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:34:32.325096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50300) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:32.483428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.484030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 2b155f43-7e46-4012-8f1f-d214ea2674a5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:32.496258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 11295480-3cae-44c9-a065-90176520517b completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:32.507570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.534054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object a8374a09-0d38-4a89-871c-71f822a4b5ba will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:32.546389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb83e47-8898-49aa-a185-76d46e168887 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:32.572116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb83e47-8898-49aa-a185-76d46e168887 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:32.578553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb83e47-8898-49aa-a185-76d46e168887 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:32.579511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fdb83e47-8898-49aa-a185-76d46e168887 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Synchronizing usage tracker for tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:32.586173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:32.689798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-70e6a97d-b0b9-4271-9db4-60b76f5f66fa None None] Provisioning for port 11295480-3cae-44c9-a065-90176520517b completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:32.692239 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fdb83e47-8898-49aa-a185-76d46e168887 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Unset dirty status for tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:32.693715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.694293 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fdb83e47-8898-49aa-a185-76d46e168887 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3576741 Apr 22 17:34:32.696694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50310) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:32.782004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-70e6a97d-b0b9-4271-9db4-60b76f5f66fa None None] Provisioning complete for port 11295480-3cae-44c9-a065-90176520517b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:32.782453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a97d-b0b9-4271-9db4-60b76f5f66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.793410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b7907210-ff11-4baa-942e-dd228b0a5c09 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Deleting port 8984da25-3fb1-481d-ab8e-3c27daa42e90 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:32.794017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7907210-ff11-4baa-942e-dd228b0a5c09 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.817788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50314) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:32.865164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.886433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:34:32.897693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e92a388a-c737-42cb-88c5-744fd77147dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:32.943429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-0dabcf96-4770-4ba5-89c5-ca884a58da1c', 'network_id': '0dabcf96-4770-4ba5-89c5-ca884a58da1c', 'tenant_id': '1481f088baaf4d8a8484002c4963f7e8', 'fixed_ips': [{'subnet_id': '66731b86-97b1-4f66-8c70-82eef34786cd'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:32.944522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.011814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-616516940-network', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:33.018603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:33.024688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network c979af42-9b66-4db8-be1a-44f1be501de2 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:33.026363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Usage tracker for resource:network and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:33.031267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:33.041924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:33.044223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:33.047883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:33.050940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=2b155f43-7e46-4012-8f1f-d214ea2674a5,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:33.059783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:33.090847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=a8374a09-0d38-4a89-871c-71f822a4b5ba,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:33.153388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:33.169571 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Sync routers for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:33.177010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.184486 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:33.185378 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:33.206648 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Made reservation on behalf of fdd5c03fe9c047b1b414ec7fec3c4af2 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:33.210602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.227875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.240648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.251338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.257083 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eb763ca6-fecf-4bd5-b67d-709a3c9bea9b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.9168632 Apr 22 17:34:33.257359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50320) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:33.259076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Transition to ACTIVE for port object 39b3983e-e749-43bc-9831-f65732613ecd will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:33.270118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:33.276283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:33.281797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:33.292419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:33.304023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Transition to ACTIVE for port object 39b3983e-e749-43bc-9831-f65732613ecd will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:33.315063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['2b155f43-7e46-4012-8f1f-d214ea2674a5'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:34:33.371774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:33.375053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.426503 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:33.492692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.493343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.554250 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-467d2546-ab90-4d06-9250-62d7994eb099 tempest-TestNetworkAdvancedServerOps-1628586510 tempest-TestNetworkAdvancedServerOps-1628586510-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=acb8e4754239485ab806e76261e40c14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2932820 Apr 22 17:34:33.557162 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50326) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:33.640043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.660902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:33.663562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a97d-b0b9-4271-9db4-60b76f5f66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.670775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.671463 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Added segment 1d749ee6-43c6-421d-8f81-ee264203ccb0 of type vlan for network 0d057ad0-7bc4-460e-b2ff-400217156ca8 Apr 22 17:34:33.685576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-059abfe9-8dba-4ebb-acee-bd707d64c793 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.722509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Network 28a42230-4314-45db-b9ad-e0b2704f636e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:33.737552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.759382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:33.794571 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:31Z', 'revision_number': 3, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:33.795932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b5aa-f9f7-4ca5-8130-465b0205effa req-d03accdc-c8ae-42ec-b346-428da41068ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:33.797474 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e69b5aa-f9f7-4ca5-8130-465b0205effa req-d03accdc-c8ae-42ec-b346-428da41068ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 945 time: 0.9468281 Apr 22 17:34:33.803802 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Checking router: 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:34:33.804220 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Updating router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 port 6b3cb891-6cdb-42d1-8210-0f94605257e1 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:34:33.848022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-70e6a97d-b0b9-4271-9db4-60b76f5f66fa None None] For port 11295480-3cae-44c9-a065-90176520517b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=11295480-3cae-44c9-a065-90176520517b,segment=NetworkSegment(c733969c-d61d-434c-a280-293a1286f465),segment_id=c733969c-d61d-434c-a280-293a1286f465)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:33.858785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-059abfe9-8dba-4ebb-acee-bd707d64c793 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.860167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:33.860752 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.874155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d7a41-786a-459d-bee4-9933c9c773f0 None None] Network c979af42-9b66-4db8-be1a-44f1be501de2 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:33.892425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.893630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:33.894349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.923819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7907210-ff11-4baa-942e-dd228b0a5c09 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:33.996700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64f4a2-b810-4c22-8e00-f8c8d0faaab4,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:34.045001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-70e6a97d-b0b9-4271-9db4-60b76f5f66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.046153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.062094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Attempting to bind port 39b3983e-e749-43bc-9831-f65732613ecd on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:34.062466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Attempting to bind port 39b3983e-e749-43bc-9831-f65732613ecd by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'b476cbdb-d785-40cb-ad80-79c4bfb45e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '28a42230-4314-45db-b9ad-e0b2704f636e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:34.063216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Attempting to bind port 39b3983e-e749-43bc-9831-f65732613ecd on network 28a42230-4314-45db-b9ad-e0b2704f636e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:34.068879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.082704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:34.083107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Checking segment: {'id': 'b476cbdb-d785-40cb-ad80-79c4bfb45e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '28a42230-4314-45db-b9ad-e0b2704f636e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:34.083509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.083904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Bound using segment: {'id': 'b476cbdb-d785-40cb-ad80-79c4bfb45e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '28a42230-4314-45db-b9ad-e0b2704f636e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:34.084373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Bound port: 39b3983e-e749-43bc-9831-f65732613ecd, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b476cbdb-d785-40cb-ad80-79c4bfb45e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '28a42230-4314-45db-b9ad-e0b2704f636e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:34.085655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.094170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b7907210-ff11-4baa-942e-dd228b0a5c09 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Calling delete_port for 8984da25-3fb1-481d-ab8e-3c27daa42e90 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:34.102922 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2821546 Apr 22 17:34:34.121368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Pushing event updated for resources: {'Port': ['ID=39b3983e-e749-43bc-9831-f65732613ecd,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:34.129874 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e69b5aa-f9f7-4ca5-8130-465b0205effa req-1890662a-f801-4bd8-b0e8-37759508d60c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205600 Apr 22 17:34:34.130666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50330) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:34.162997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc183595-ab04-4536-9ebb-ae884cc1b757 admin admin] Pushing event updated for resources: {'Network': ['ID=0d057ad0-7bc4-460e-b2ff-400217156ca8,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:34.168637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Request body: {'subnet': {'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-616516940-subnet', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:34.178267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ce353-dfa8-46cb-921d-02b342e601c6 tempest-TestNetworkAdvancedServerOps-1628586510 tempest-TestNetworkAdvancedServerOps-1628586510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:34.180462 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d25ce353-dfa8-46cb-921d-02b342e601c6 tempest-TestNetworkAdvancedServerOps-1628586510 tempest-TestNetworkAdvancedServerOps-1628586510-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6218157 Apr 22 17:34:34.183839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:34.185150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50334) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:34.211130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Usage tracker for resource:subnet and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:34.220843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:34.242202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:34.246069 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.257629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-059abfe9-8dba-4ebb-acee-bd707d64c793 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.257851 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Transition to ACTIVE for port object 6b3cb891-6cdb-42d1-8210-0f94605257e1 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:34.265890 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-733df7f0-5961-40e5-a80e-f35102f94892 tempest-TestNetworkAdvancedServerOps-1628586510 tempest-TestNetworkAdvancedServerOps-1628586510-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0788567 Apr 22 17:34:34.271025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50338) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:34.276609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632106253', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'project_id': 'acb8e4754239485ab806e76261e40c14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:34.296968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:34.331284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Made reservation on behalf of fdd5c03fe9c047b1b414ec7fec3c4af2 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:34.333583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.372530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.392108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:34.397885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:subnet and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:34.401205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:34.408457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:34.477677 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Attempting to bind port 6b3cb891-6cdb-42d1-8210-0f94605257e1 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:34.478429 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Attempting to bind port 6b3cb891-6cdb-42d1-8210-0f94605257e1 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:34.479070 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Attempting to bind port 6b3cb891-6cdb-42d1-8210-0f94605257e1 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:34.497942 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:34.498848 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:34.499428 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.500028 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:34.500684 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Bound port: 6b3cb891-6cdb-42d1-8210-0f94605257e1, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:34.502124 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.517858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.545154 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ec40d-350f-4461-a506-1a240de3fa02 None None] Pushing event updated for resources: {'Port': ['ID=6b3cb891-6cdb-42d1-8210-0f94605257e1,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:34.554995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Made reservation on behalf of acb8e4754239485ab806e76261e40c14 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:34.559468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.622321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7907210-ff11-4baa-942e-dd228b0a5c09 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.652597 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] For port 6b3cb891-6cdb-42d1-8210-0f94605257e1, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:34.656719 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] For port 6b3cb891-6cdb-42d1-8210-0f94605257e1, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b3cb891-6cdb-42d1-8210-0f94605257e1,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:34.670256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.693572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Allocated IP 172.20.0.18 (0dabcf96-4770-4ba5-89c5-ca884a58da1c/66731b86-97b1-4f66-8c70-82eef34786cd/75bc51e3-84ce-445e-9326-c7262fbad44f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:34.708826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ef000fab-c05e-4dfe-a8b9-d255a7c088e0 None None] Provisioning for port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:34.742815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6a97d-b0b9-4271-9db4-60b76f5f66fa None None] Pushing event updated for resources: {'Port': ['ID=11295480-3cae-44c9-a065-90176520517b,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:34.748795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] For port 39b3983e-e749-43bc-9831-f65732613ecd, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:34.756746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-059abfe9-8dba-4ebb-acee-bd707d64c793 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.757264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] For port 39b3983e-e749-43bc-9831-f65732613ecd, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=39b3983e-e749-43bc-9831-f65732613ecd,segment=NetworkSegment(b476cbdb-d785-40cb-ad80-79c4bfb45e81),segment_id=b476cbdb-d785-40cb-ad80-79c4bfb45e81)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:34.773160 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.840612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.876015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7907210-ff11-4baa-942e-dd228b0a5c09 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event deleted for resources: {'Port': ['ID=8984da25-3fb1-481d-ab8e-3c27daa42e90,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:34.909362 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:34.910320 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:34.931272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059abfe9-8dba-4ebb-acee-bd707d64c793 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Subnet': ['ID=d58183fe-2ce1-4df7-baca-37843f7bef7d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:34.944377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-059abfe9-8dba-4ebb-acee-bd707d64c793 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.949509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:34.960972 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-059abfe9-8dba-4ebb-acee-bd707d64c793 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/subnets/d58183fe-2ce1-4df7-baca-37843f7bef7d HTTP/1.1" status: 204 len: 168 time: 2.8696046 Apr 22 17:34:34.989825 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ec40d-350f-4461-a506-1a240de3fa02 None None] Pushing event updated for resources: {'Port': ['ID=6b3cb891-6cdb-42d1-8210-0f94605257e1,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:35.019780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50342) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:35.172211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.179531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7907210-ff11-4baa-942e-dd228b0a5c09 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.181967 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b7907210-ff11-4baa-942e-dd228b0a5c09 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "DELETE /v2.0/ports/8984da25-3fb1-481d-ab8e-3c27daa42e90 HTTP/1.1" status: 204 len: 168 time: 2.4836781 Apr 22 17:34:35.185419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50348) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:35.186616 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:35.258878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Request body: {'port': {'name': 'tempest-new-port-name-1618714937', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:35.258878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] bootfile-name is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:34:35.259252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] tftp-server is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:34:35.259573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.api.validators [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] server-ip-address is not in valid_values {{(pid=88659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 17:34:35.302464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.322268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Transition to ACTIVE for port object 75bc51e3-84ce-445e-9326-c7262fbad44f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:35.356716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'Subnet': ['ID=ad3196db-bbb1-4935-a99f-2c167cb48c00,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:35.357762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Transition to ACTIVE for port object 75bc51e3-84ce-445e-9326-c7262fbad44f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:35.380309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Checking segment: {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:35.381071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Network hostable DHCP agents. Network: c1dfa90b-71ad-4782-8904-bba531add351, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:35.400411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a9c9ee-0ccb-4c08-8cf8-6ea4ca1a684f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Deleting subnet 66731b86-97b1-4f66-8c70-82eef34786cd {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:34:35.504207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c9ee-0ccb-4c08-8cf8-6ea4ca1a684f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.635977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c9ee-0ccb-4c08-8cf8-6ea4ca1a684f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.672109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a1b79-401d-4af1-90f8-7e3bf75c5786 None None] Pushing event updated for resources: {'Port': ['ID=39b3983e-e749-43bc-9831-f65732613ecd,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:35.709252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.725570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Network c1dfa90b-71ad-4782-8904-bba531add351 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:35.732271 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:31Z', 'revision_number': 3, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:35.738673 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ff2de-8ca2-4f44-84b8-075b9033eebb None None] The sync data for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv is: [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:31Z', 'revision_number': 3, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:35.750618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d1ea7-d6d7-4c54-9b88-49f95ff5a188 req-4088a8f2-010f-4ee4-be5d-39432d48b7a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:35.752349 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9c6d1ea7-d6d7-4c54-9b88-49f95ff5a188 req-4088a8f2-010f-4ee4-be5d-39432d48b7a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 945 time: 0.3756530 Apr 22 17:34:35.769538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.799629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.844933 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9c6d1ea7-d6d7-4c54-9b88-49f95ff5a188 req-ffb45b44-d24f-4b29-8dff-102be4ad47d9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846474 Apr 22 17:34:35.851086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, c1dfa90b-71ad-4782-8904-bba531add351) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:35.867619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:35.867619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.868662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,segment=NetworkSegment(1c444184-d875-4a50-bd8a-ef88990b4a65),segment_id=1c444184-d875-4a50-bd8a-ef88990b4a65)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:35.879531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-13e50093-0331-4d99-bf8b-01d44cad65b7 None None] Could not find standard attr ID for object 8984da25-3fb1-481d-ab8e-3c27daa42e90. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:34:35.891465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c9ee-0ccb-4c08-8cf8-6ea4ca1a684f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.899562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed892bbe-09d8-417f-a8cc-1cb920209b61 None None] Network c1dfa90b-71ad-4782-8904-bba531add351 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:35.902682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=271c512e-dc6b-40d4-8f7b-06b8f2bd7867,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:35.905014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.983737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:35.985550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:36.011219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Network 0dabcf96-4770-4ba5-89c5-ca884a58da1c is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:36.041839 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-38f598b7-5231-44ba-8314-03a10fcdc390 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7682068 Apr 22 17:34:36.045688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50352) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:36.100479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:36.108590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:36.116848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:36.151972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:36.211940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c9ee-0ccb-4c08-8cf8-6ea4ca1a684f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:36.214061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-13e50093-0331-4d99-bf8b-01d44cad65b7 None None] Provisioning complete for port 11295480-3cae-44c9-a065-90176520517b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:36.214531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-13e50093-0331-4d99-bf8b-01d44cad65b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:36.256434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Pushing event updated for resources: {'Port': ['ID=75bc51e3-84ce-445e-9326-c7262fbad44f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:36.294831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c9ee-0ccb-4c08-8cf8-6ea4ca1a684f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:36.305647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9c9ee-0ccb-4c08-8cf8-6ea4ca1a684f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Subnet': ['ID=66731b86-97b1-4f66-8c70-82eef34786cd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:36.333043 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c8a9c9ee-0ccb-4c08-8cf8-6ea4ca1a684f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/subnets/66731b86-97b1-4f66-8c70-82eef34786cd HTTP/1.1" status: 204 len: 168 time: 1.3120899 Apr 22 17:34:36.336462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50356) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:36.440716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:36.467697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 11295480-3cae-44c9-a065-90176520517b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:36.477584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network c979af42-9b66-4db8-be1a-44f1be501de2 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:36.483470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:36.518794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ccf36-7b95-4886-b03c-4c9677b100a5 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:36.520001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae8ccf36-7b95-4886-b03c-4c9677b100a5 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Synchronizing usage tracker for tenant:1481f088baaf4d8a8484002c4963f7e8 on resource:subnet {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:36.631158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=a8374a09-0d38-4a89-871c-71f822a4b5ba,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:36.808567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Attempting to bind port 75bc51e3-84ce-445e-9326-c7262fbad44f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:36.809080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Attempting to bind port 75bc51e3-84ce-445e-9326-c7262fbad44f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '76b4ed3c-7c39-4a13-8fa9-7fef47b95cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0dabcf96-4770-4ba5-89c5-ca884a58da1c'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:36.809549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Attempting to bind port 75bc51e3-84ce-445e-9326-c7262fbad44f on network 0dabcf96-4770-4ba5-89c5-ca884a58da1c {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:36.825138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:36.825440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Checking segment: {'id': '76b4ed3c-7c39-4a13-8fa9-7fef47b95cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0dabcf96-4770-4ba5-89c5-ca884a58da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:36.825853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:36.826260 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Bound using segment: {'id': '76b4ed3c-7c39-4a13-8fa9-7fef47b95cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0dabcf96-4770-4ba5-89c5-ca884a58da1c'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:36.827009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Bound port: 75bc51e3-84ce-445e-9326-c7262fbad44f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b4ed3c-7c39-4a13-8fa9-7fef47b95cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0dabcf96-4770-4ba5-89c5-ca884a58da1c'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:36.827395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:36.873709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Checking segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:36.874717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Network hostable DHCP agents. Network: 0d057ad0-7bc4-460e-b2ff-400217156ca8, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:36.996894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:37.008890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] For port 75bc51e3-84ce-445e-9326-c7262fbad44f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:37.015373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] For port 75bc51e3-84ce-445e-9326-c7262fbad44f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=75bc51e3-84ce-445e-9326-c7262fbad44f,segment=NetworkSegment(76b4ed3c-7c39-4a13-8fa9-7fef47b95cac),segment_id=76b4ed3c-7c39-4a13-8fa9-7fef47b95cac)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:37.127443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae8ccf36-7b95-4886-b03c-4c9677b100a5 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Unset dirty status for tenant:1481f088baaf4d8a8484002c4963f7e8 on resource:subnet {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:37.132812 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ae8ccf36-7b95-4886-b03c-4c9677b100a5 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7957187 Apr 22 17:34:37.133467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50362) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:37.136982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 11295480-3cae-44c9-a065-90176520517b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:37.137730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.225000 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.246522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:37.333140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.336693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-c1dfa90b-71ad-4782-8904-bba531add351', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:37.336693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.388495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Deleting port 75bc51e3-84ce-445e-9326-c7262fbad44f {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:37.388866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.437846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 0d057ad0-7bc4-460e-b2ff-400217156ca8) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:37.456021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:37.457169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.521827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d056d-2f9f-4df8-a3d8-d7cbd380d607 None None] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:37.604728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.613650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:37.625978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b5ce4-c985-4c2e-8427-d487f4ac8873 None None] Pushing event updated for resources: {'Port': ['ID=75bc51e3-84ce-445e-9326-c7262fbad44f,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:37.631174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3da2bf-253b-4816-bcbf-575a8ef9a0c3 req-7e874742-5194-419c-9e1b-24cab84aa93e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:37.632734 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5b3da2bf-253b-4816-bcbf-575a8ef9a0c3 req-7e874742-5194-419c-9e1b-24cab84aa93e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 945 time: 0.5429230 Apr 22 17:34:37.636410 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1a6a2b71-42ef-44d1-8068-faedf4bf40d6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5400231 Apr 22 17:34:37.638100 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7b9e61fd-bac8-4209-a815-dcb7862aed3e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4834974 Apr 22 17:34:37.646222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50366) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:37.646222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50368) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:37.676028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.681183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:37.685115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:37.695224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-88102314'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:37.704397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:37.708014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:37.710282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.806679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:37.809702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Usage tracker for resource:router and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:37.814134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event updated for resources: {'Port': ['ID=5ac54e20-8133-4738-a8a1-a9c90aa60bdb,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:37.820680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:37.824247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:37.838515 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5b3da2bf-253b-4816-bcbf-575a8ef9a0c3 req-c97c574c-b9e3-4980-a921-70d4d1349a42 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929269 Apr 22 17:34:37.849646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:37.885343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33523c40-86cd-48ca-b565-04e2bbd875ad None None] Network 0dabcf96-4770-4ba5-89c5-ca884a58da1c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:37.923510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:37.953893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] In _notify_port_updated(), no bound segment for port 5ac54e20-8133-4738-a8a1-a9c90aa60bdb on network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:34:37.963788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:37.964481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:37.968307 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-87c023d4-3fc7-480c-872d-e81d2cef3892 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "PUT /v2.0/ports/5ac54e20-8133-4738-a8a1-a9c90aa60bdb HTTP/1.1" status: 200 len: 1137 time: 2.7130017 Apr 22 17:34:37.972136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50374) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:37.995830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Allocated IP 172.20.0.2 (c1dfa90b-71ad-4782-8904-bba531add351/ad3196db-bbb1-4935-a99f-2c167cb48c00/6c6a2aac-b676-47b8-8385-1bb8c7c0549a) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:38.001088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] For port 75bc51e3-84ce-445e-9326-c7262fbad44f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=75bc51e3-84ce-445e-9326-c7262fbad44f,segment=NetworkSegment(76b4ed3c-7c39-4a13-8fa9-7fef47b95cac),segment_id=76b4ed3c-7c39-4a13-8fa9-7fef47b95cac)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:38.001456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.075860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93943b63-9476-402b-9d5f-44d5c0fdcbfa tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:38.076795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-93943b63-9476-402b-9d5f-44d5c0fdcbfa tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Synchronizing usage tracker for tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:38.081516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.082960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.087893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:38.091629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.149896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.176509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:38.187903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.188518 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment 7e32076b-8e47-40b4-864d-66a8abac24e3 of type vlan for network 7e46c8de-f934-4cab-afc2-ac7173fbb25c Apr 22 17:34:38.207405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Calling delete_port for 75bc51e3-84ce-445e-9326-c7262fbad44f owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:38.216965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.230354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.241148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Transition to ACTIVE for port object 6c6a2aac-b676-47b8-8385-1bb8c7c0549a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:38.260850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Transition to ACTIVE for port object 6c6a2aac-b676-47b8-8385-1bb8c7c0549a will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:38.335264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:38.335264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:38.380236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-13e50093-0331-4d99-bf8b-01d44cad65b7 None None] Provisioning for port 5ac54e20-8133-4738-a8a1-a9c90aa60bdb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:38.410363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b674bdf-d7c2-447c-b1c7-ffb29b20666d None None] Network 28a42230-4314-45db-b9ad-e0b2704f636e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:38.426495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-93943b63-9476-402b-9d5f-44d5c0fdcbfa tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Unset dirty status for tenant:0ccf91abaa444f9f9c5ea3dac6700dc5 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:38.432920 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-93943b63-9476-402b-9d5f-44d5c0fdcbfa tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "GET /v2.0/ports/5ac54e20-8133-4738-a8a1-a9c90aa60bdb HTTP/1.1" status: 200 len: 1137 time: 0.4602249 Apr 22 17:34:38.436237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50378) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:38.439686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.485956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.541136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Pushing event updated for resources: {'Port': ['ID=6c6a2aac-b676-47b8-8385-1bb8c7c0549a,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:38.543574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-13e50093-0331-4d99-bf8b-01d44cad65b7 None None] Provisioning complete for port 5ac54e20-8133-4738-a8a1-a9c90aa60bdb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:38.543955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-13e50093-0331-4d99-bf8b-01d44cad65b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.559759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] No DVR routers for this DVR port 75bc51e3-84ce-445e-9326-c7262fbad44f on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:34:38.574979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.580400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:38.581003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.594180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Port': ['ID=75bc51e3-84ce-445e-9326-c7262fbad44f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:38.682360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-08b0d907-df2a-49c2-9510-3bc31ba152a4 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Deleting port 5ac54e20-8133-4738-a8a1-a9c90aa60bdb {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:38.682896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08b0d907-df2a-49c2-9510-3bc31ba152a4 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.685573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.706119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-13e50093-0331-4d99-bf8b-01d44cad65b7 None None] Port 5ac54e20-8133-4738-a8a1-a9c90aa60bdb cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:38.729775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Network c1dfa90b-71ad-4782-8904-bba531add351 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:38.747844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:38.756908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=7e46c8de-f934-4cab-afc2-ac7173fbb25c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:38.809392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:38.811270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:38.815352 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-adbd07f3-3549-46fb-bb4d-c3d25fd1e4a4 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1448295 Apr 22 17:34:38.816366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50382) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:38.822033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f196fa6e-78f0-479a-9c9b-b41282b2fcf4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:38.824907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:38.841976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Allocated IP 172.20.0.1 (c1dfa90b-71ad-4782-8904-bba531add351/ad3196db-bbb1-4935-a99f-2c167cb48c00/0fab0da9-4c23-49d9-b6e1-6c77725f1349) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:38.850284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 7e46c8de-f934-4cab-afc2-ac7173fbb25c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:38.905976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dabcf96-4770-4ba5-89c5-ca884a58da1c']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:38.991262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:38.996837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b4ed3c-7c39-4a13-8fa9-7fef47b95cac') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:38.997141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b4ed3c-7c39-4a13-8fa9-7fef47b95cac') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:39.035975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:39.041460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:39.051715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:39.055947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 2b155f43-7e46-4012-8f1f-d214ea2674a5 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:39.109688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.130573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:39.153895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:39.159670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.340395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.366320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:39.366641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.377613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:39.382654 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:39.415773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.427653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Provisioning for port a8374a09-0d38-4a89-871c-71f822a4b5ba completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:39.515884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08b0d907-df2a-49c2-9510-3bc31ba152a4 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.536410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.571472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Provisioning complete for port a8374a09-0d38-4a89-871c-71f822a4b5ba triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:39.571870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.638818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Allocated IP 172.26.3.172 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/82e0977c-cdc7-4e18-a553-337503f97f93) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:39.665273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-0d057ad0-7bc4-460e-b2ff-400217156ca8', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:39.666108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.676163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Attempting to bind port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:39.676741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Attempting to bind port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:39.677109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Attempting to bind port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a on network c1dfa90b-71ad-4782-8904-bba531add351 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:39.682677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67fd11-b51d-48b6-a9a8-b6868ab10b18 req-043e8052-4a0b-49c1-9116-e4c5ce6804d5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:39.684390 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3d67fd11-b51d-48b6-a9a8-b6868ab10b18 req-043e8052-4a0b-49c1-9116-e4c5ce6804d5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 945 time: 0.6896732 Apr 22 17:34:39.695490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-08b0d907-df2a-49c2-9510-3bc31ba152a4 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Calling delete_port for 5ac54e20-8133-4738-a8a1-a9c90aa60bdb owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:39.733103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Transition to ACTIVE for port object 0fab0da9-4c23-49d9-b6e1-6c77725f1349 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:39.735209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.736545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.785190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.787721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:39.788089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Checking segment: {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:39.788505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.788908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Bound using segment: {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:39.789399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Bound port: 6c6a2aac-b676-47b8-8385-1bb8c7c0549a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:39.789778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.808212 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Network': ['ID=0dabcf96-4770-4ba5-89c5-ca884a58da1c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:39.850653 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-98aea826-7001-427c-87e3-e0f194cd129f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/networks/0dabcf96-4770-4ba5-89c5-ca884a58da1c HTTP/1.1" status: 204 len: 168 time: 2.7101541 Apr 22 17:34:39.862120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Port a8374a09-0d38-4a89-871c-71f822a4b5ba cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:39.868544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50388) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:39.873472 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3d67fd11-b51d-48b6-a9a8-b6868ab10b18 req-b887a269-7ff0-43c2-93bd-861e646124a8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482203 Apr 22 17:34:39.941050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:39.962309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 2b155f43-7e46-4012-8f1f-d214ea2674a5 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:39.965239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Could not find standard attr ID for object 8984da25-3fb1-481d-ab8e-3c27daa42e90. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:34:39.979369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:39.981197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:39.988506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=595671f5-691e-4b7a-9210-d92e9c9a5a38,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:40.019738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:40.020460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: 7e46c8de-f934-4cab-afc2-ac7173fbb25c, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:40.037423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.037757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.045429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.050756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 2b155f43-7e46-4012-8f1f-d214ea2674a5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:40.050756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.126680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 7e46c8de-f934-4cab-afc2-ac7173fbb25c is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:40.127105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Network c1dfa90b-71ad-4782-8904-bba531add351 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:40.129296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Deleting port 39b3983e-e749-43bc-9831-f65732613ecd {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:40.129702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.150771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.161997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:40.177106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:40.193954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Provisioning complete for port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:40.194459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.225710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'Port': ['ID=0fab0da9-4c23-49d9-b6e1-6c77725f1349,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:40.235286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:40.238939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 7e46c8de-f934-4cab-afc2-ac7173fbb25c) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:40.241298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:40.248361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:40.281563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:40.282532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.292390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08b0d907-df2a-49c2-9510-3bc31ba152a4 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.295978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.299418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] DHCP port deletion for 28a42230-4314-45db-b9ad-e0b2704f636e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:34:40.301200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7c7f16-5e88-4da7-90ea-ca465aaae569 None None] Network 7e46c8de-f934-4cab-afc2-ac7173fbb25c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:40.329162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Pushing event updated for resources: {'Port': ['ID=82e0977c-cdc7-4e18-a553-337503f97f93,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:40.361698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] For port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:40.372456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] Deleting port 39b3983e-e749-43bc-9831-f65732613ecd {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:40.372838 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.388597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0d907-df2a-49c2-9510-3bc31ba152a4 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event deleted for resources: {'Port': ['ID=5ac54e20-8133-4738-a8a1-a9c90aa60bdb,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:40.507412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] For port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6c6a2aac-b676-47b8-8385-1bb8c7c0549a,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:40.577122 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8fbd84f6-7272-489a-bf10-5882f00126e3 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7594335 Apr 22 17:34:40.579655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50392) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:40.599825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Allocated IP 172.20.0.2 (0d057ad0-7bc4-460e-b2ff-400217156ca8/271c512e-dc6b-40d4-8f7b-06b8f2bd7867/e0f166fa-dce8-4659-9661-0a9343c15dc4) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:40.615001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] For port 39b3983e-e749-43bc-9831-f65732613ecd, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=39b3983e-e749-43bc-9831-f65732613ecd,segment=NetworkSegment(b476cbdb-d785-40cb-ad80-79c4bfb45e81),segment_id=b476cbdb-d785-40cb-ad80-79c4bfb45e81)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:40.615360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.647774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.765440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Calling delete_port for 39b3983e-e749-43bc-9831-f65732613ecd owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:40.794191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-08b0d907-df2a-49c2-9510-3bc31ba152a4 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.828648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.912186 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-08b0d907-df2a-49c2-9510-3bc31ba152a4 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "DELETE /v2.0/ports/5ac54e20-8133-4738-a8a1-a9c90aa60bdb HTTP/1.1" status: 204 len: 168 time: 2.4723871 Apr 22 17:34:40.912753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50398) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:40.949900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:40.979037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.120004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.147106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:34Z', 'revision_number': 3, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:41.150458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d8cf9-7f68-4bbb-938d-036c27f25748 None None] Pushing event updated for resources: {'Port': ['ID=6c6a2aac-b676-47b8-8385-1bb8c7c0549a,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:41.162816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port f196fa6e-78f0-479a-9c9b-b41282b2fcf4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f196fa6e-78f0-479a-9c9b-b41282b2fcf4,segment=NetworkSegment(2df67be9-b661-462f-b90a-4468cc77a3df),segment_id=2df67be9-b661-462f-b90a-4468cc77a3df)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:41.168649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:34:41.207167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Port': ['ID=39b3983e-e749-43bc-9831-f65732613ecd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:41.218707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] No DVR routers for this DVR port 39b3983e-e749-43bc-9831-f65732613ecd on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:34:41.311408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:34:41.312021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.312168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Updating router 4d9e00b8-8194-47d3-b562-846c01b9ed74 port a8374a09-0d38-4a89-871c-71f822a4b5ba binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:34:41.352051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 2b155f43-7e46-4012-8f1f-d214ea2674a5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:41.352222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e44c79-4811-40c3-84bf-dd6676d7d55b tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Deleting subnet 2ff6afa1-3013-4579-8403-55ffae8d7cc7 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:34:41.365438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.366045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35e44c79-4811-40c3-84bf-dd6676d7d55b tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.397066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.566034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.604496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:41.605339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.618531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.655773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35e44c79-4811-40c3-84bf-dd6676d7d55b tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.670073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] For port 39b3983e-e749-43bc-9831-f65732613ecd, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=39b3983e-e749-43bc-9831-f65732613ecd,segment=NetworkSegment(b476cbdb-d785-40cb-ad80-79c4bfb45e81),segment_id=b476cbdb-d785-40cb-ad80-79c4bfb45e81)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:41.670493 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.749683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a42230-4314-45db-b9ad-e0b2704f636e']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:41.793789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.862387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b476cbdb-d785-40cb-ad80-79c4bfb45e81') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:41.862950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b476cbdb-d785-40cb-ad80-79c4bfb45e81') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:41.875870 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08abfdb0-cf07-44b5-911a-ecc37f4a5fcc'] response: {'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'code': 200} Apr 22 17:34:41.892635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:41.895421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7a19-ea54-4369-83ab-1473d9cb53e0 req-d6e7d069-2a49-4372-9325-302046797f8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:41.897011 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-40ae7a19-ea54-4369-83ab-1473d9cb53e0 req-d6e7d069-2a49-4372-9325-302046797f8f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 945 time: 0.7994778 Apr 22 17:34:41.913332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6c6a2aac-b676-47b8-8385-1bb8c7c0549a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:42.076583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.107409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:42.113671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.113832 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-40ae7a19-ea54-4369-83ab-1473d9cb53e0 req-7ad15cc8-6d1a-4ade-891b-639e0532f9ba tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084490 Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:42.123433 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:42.151479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=f196fa6e-78f0-479a-9c9b-b41282b2fcf4,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:42.164985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] Calling delete_port for 39b3983e-e749-43bc-9831-f65732613ecd owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:42.174373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.205828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35e44c79-4811-40c3-84bf-dd6676d7d55b tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.300134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=2b155f43-7e46-4012-8f1f-d214ea2674a5,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:42.321083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:34:42.321755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:34:42.397497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.399173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.418655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:42.432216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.437484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.452917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:42.470139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.479953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Network': ['ID=28a42230-4314-45db-b9ad-e0b2704f636e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:42.487287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35e44c79-4811-40c3-84bf-dd6676d7d55b tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.518385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb27f1a-16c2-4b6e-a9f8-3eda47f653e1 None None] Network c1dfa90b-71ad-4782-8904-bba531add351 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:42.533278 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e13230da-4c74-4435-81d1-16454cbb59a3 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/networks/28a42230-4314-45db-b9ad-e0b2704f636e HTTP/1.1" status: 204 len: 168 time: 2.6634798 Apr 22 17:34:42.537777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35e44c79-4811-40c3-84bf-dd6676d7d55b tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.540828 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-35e44c79-4811-40c3-84bf-dd6676d7d55b tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "DELETE /v2.0/subnets/2ff6afa1-3013-4579-8403-55ffae8d7cc7 HTTP/1.1" status: 204 len: 168 time: 1.6271305 Apr 22 17:34:42.541670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.572290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50406) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:42.572739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50408) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:42.601370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc31d5-38c0-419d-b2b6-9c8a1a169c14 None None] Network ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:42.605531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e44c79-4811-40c3-84bf-dd6676d7d55b tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff6afa1-3013-4579-8403-55ffae8d7cc7,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:42.643650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Transition to ACTIVE for port object e0f166fa-dce8-4659-9661-0a9343c15dc4 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:42.664041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.667500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'Port': ['ID=0fab0da9-4c23-49d9-b6e1-6c77725f1349,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:42.789510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f022779-84c4-46cb-92ff-6d5c19769ac5 req-96465470-fc2e-4869-a59a-fe30cdea0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:42.790520 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f022779-84c4-46cb-92ff-6d5c19769ac5 req-96465470-fc2e-4869-a59a-fe30cdea0ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 1099 time: 0.5999274 Apr 22 17:34:42.804078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Network c1dfa90b-71ad-4782-8904-bba531add351 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:42.805242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:42.893658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Transition to ACTIVE for port object e0f166fa-dce8-4659-9661-0a9343c15dc4 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:42.919613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:34:42.920083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:34:42.968344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:42.983356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Allocated IP 172.22.0.2 (7e46c8de-f934-4cab-afc2-ac7173fbb25c/595671f5-691e-4b7a-9210-d92e9c9a5a38/3ed9c709-45b6-40a3-9a3d-addcf4a890a4) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:43.000015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.005752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.047252 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f022779-84c4-46cb-92ff-6d5c19769ac5 req-17eeab03-f4ba-41ab-b17b-0490a6f68a44 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816978 Apr 22 17:34:43.061257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Deleting port 11295480-3cae-44c9-a065-90176520517b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:43.061648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.142232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:43.153212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Could not find standard attr ID for object 39b3983e-e749-43bc-9831-f65732613ecd. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:34:43.345286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:43.345963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.387295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:43.427065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:43.429754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:43.432313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Pushing event updated for resources: {'Port': ['ID=e0f166fa-dce8-4659-9661-0a9343c15dc4,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:43.434795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-09c47f99-5832-4d27-8499-7e13438b18f8 None None] Could not find standard attr ID for object 5ac54e20-8133-4738-a8a1-a9c90aa60bdb. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:34:43.436287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:43.436649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] Deleting port 39b3983e-e749-43bc-9831-f65732613ecd {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:43.437039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.447731 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Sync routers for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:43.457038 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de7d973f-628d-425f-a41e-59cb3360c194 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "PUT /v2.0/routers/0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4055734 Apr 22 17:34:43.465765 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:43.466401 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:43.485233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489778b-b006-4a74-bc6d-ba2bff4e8303 req-fe000ef3-6eea-4b81-a675-df6a48ef7942 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:43.487226 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1489778b-b006-4a74-bc6d-ba2bff4e8303 req-fe000ef3-6eea-4b81-a675-df6a48ef7942 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 946 time: 0.2444391 Apr 22 17:34:43.496592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.523855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969a65f1-1d59-4d7b-9bee-88b0cf08c2d7']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:43.547314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:34:43.561886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e349f8-9597-444e-9162-fc4ecc37c95c') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:43.562184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e349f8-9597-444e-9162-fc4ecc37c95c') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:43.594575 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1489778b-b006-4a74-bc6d-ba2bff4e8303 req-31522dc7-e5c2-4656-848a-b7e7a307a4b0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992389 Apr 22 17:34:43.686900 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:43.720234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.756636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e52623d6-2298-44e4-9f01-0def61939407 None None] The port '39b3983e-e749-43bc-9831-f65732613ecd' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:34:43.781877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.867965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:43.868680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:43.887949 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:43.890583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9323b149-a6e4-4369-9b28-695964356c2b None None] Provisioning for port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:43.907027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Attempting to bind port e0f166fa-dce8-4659-9661-0a9343c15dc4 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:43.907452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Attempting to bind port e0f166fa-dce8-4659-9661-0a9343c15dc4 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:43.907826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Attempting to bind port e0f166fa-dce8-4659-9661-0a9343c15dc4 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:43.916064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] For port 11295480-3cae-44c9-a065-90176520517b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=11295480-3cae-44c9-a065-90176520517b,segment=NetworkSegment(c733969c-d61d-434c-a280-293a1286f465),segment_id=c733969c-d61d-434c-a280-293a1286f465)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:43.916305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.919596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9323b149-a6e4-4369-9b28-695964356c2b None None] Provisioning complete for port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:43.923470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9323b149-a6e4-4369-9b28-695964356c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.972173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:43.972558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Checking segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:43.972972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:43.973372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Bound using segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:43.973855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Bound port: e0f166fa-dce8-4659-9661-0a9343c15dc4, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:43.973998 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-f1488723-0891-4e33-9e83-47c4ee6e3b97 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827197097&fields=id&tenant_id=acb8e4754239485ab806e76261e40c14 HTTP/1.1" status: 200 len: 267 time: 0.2677102 Apr 22 17:34:43.974235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.006052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.resource_extend [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:34:44.063466 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:42Z', 'revision_number': 2, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:44.069497 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Checking router: 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:34:44.069854 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Updating router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:34:44.127013 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.162911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Calling delete_port for 11295480-3cae-44c9-a065-90176520517b owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:44.213425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:44.224137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee56ed0-5e2c-4e8b-a166-c0abd78e56de None None] DHCP port deletion for ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:34:44.248415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:44.271583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8ee56ed0-5e2c-4e8b-a166-c0abd78e56de None None] Deleting port 11295480-3cae-44c9-a065-90176520517b {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:44.271964 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8ee56ed0-5e2c-4e8b-a166-c0abd78e56de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.274516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.334455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.347479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Network': ['ID=969a65f1-1d59-4d7b-9bee-88b0cf08c2d7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:44.352660 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-45fae3c2-e556-495e-9245-d5f07eb5fb9f tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/networks/969a65f1-1d59-4d7b-9bee-88b0cf08c2d7 HTTP/1.1" status: 204 len: 168 time: 1.7752252 Apr 22 17:34:44.354638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50428) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:44.419598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-677b65d2-9140-4d83-b69e-06763e323f78 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:44.421262 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-677b65d2-9140-4d83-b69e-06763e323f78 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/networks?id=c1dfa90b-71ad-4782-8904-bba531add351 HTTP/1.1" status: 200 len: 797 time: 0.4369509 Apr 22 17:34:44.434772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:44.435437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:44.441099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.445112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8117a161-cf12-451c-8cf8-228c5a555a6e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7700479 Apr 22 17:34:44.448004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50432) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:44.501443 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.514805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.523729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b3cb891-6cdb-42d1-8210-0f94605257e1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:44.529935 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-b636ab07-a7ee-4169-ae12-c620b6bccaf8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/quotas/acb8e4754239485ab806e76261e40c14 HTTP/1.1" status: 200 len: 375 time: 0.0966673 Apr 22 17:34:44.572536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.643518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Transition to ACTIVE for port object 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:44.656143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.661538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Transition to ACTIVE for port object a8374a09-0d38-4a89-871c-71f822a4b5ba will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:44.673363 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.698767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] No DVR routers for this DVR port 11295480-3cae-44c9-a065-90176520517b on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:34:44.708914 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Transition to ACTIVE for port object 0fab0da9-4c23-49d9-b6e1-6c77725f1349 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:44.761255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event deleted for resources: {'Port': ['ID=11295480-3cae-44c9-a065-90176520517b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:44.771562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8ee56ed0-5e2c-4e8b-a166-c0abd78e56de None None] The port '11295480-3cae-44c9-a065-90176520517b' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:34:44.780032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9323b149-a6e4-4369-9b28-695964356c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.788926 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.826638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] For port e0f166fa-dce8-4659-9661-0a9343c15dc4, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:44.879489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.885905 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:44.922896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde2af1e-27c2-472a-bf70-63fccf70036f']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:44.950098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe38fe6e-7918-4db3-930d-64c640fa79c1') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:44.950922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe38fe6e-7918-4db3-930d-64c640fa79c1') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:44.969539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.001487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.009243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:45.009781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.017602 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bf7e8-c2ad-4633-8adb-cff1d8ed2912 None None] Pushing event updated for resources: {'Port': ['ID=0fab0da9-4c23-49d9-b6e1-6c77725f1349,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:45.062399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Transition to ACTIVE for port object 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:45.125048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.137548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] For port e0f166fa-dce8-4659-9661-0a9343c15dc4, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e0f166fa-dce8-4659-9661-0a9343c15dc4,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:45.138949 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Attempting to bind port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:45.139302 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Attempting to bind port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:45.139667 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Attempting to bind port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 on network c1dfa90b-71ad-4782-8904-bba531add351 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:45.146915 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:45.147296 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Checking segment: {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:45.147702 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.148095 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Bound using segment: {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:45.148565 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Bound port: 0fab0da9-4c23-49d9-b6e1-6c77725f1349, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:45.148939 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.171997 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-76eea7d7-84b1-40b2-acd3-51c2317901cd tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acb8e4754239485ab806e76261e40c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6297925 Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:45.208580 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:45.258404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.302491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.307811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] Pushing event deleted for resources: {'Network': ['ID=bde2af1e-27c2-472a-bf70-63fccf70036f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:45.319749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.329022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2eb78-07e7-4f12-a190-7e0e094bec8c req-9e998d68-58a0-40bd-9312-9c926f00c77c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:45.330708 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-eef2eb78-07e7-4f12-a190-7e0e094bec8c req-9e998d68-58a0-40bd-9312-9c926f00c77c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 946 time: 0.1869662 Apr 22 17:34:45.335901 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8fbc4bef-40c7-4483-8249-4809d1e1abb4 tempest-BulkNetworkOpsTest-948157447 tempest-BulkNetworkOpsTest-948157447-project] 10.222.0.10 "DELETE /v2.0/networks/bde2af1e-27c2-472a-bf70-63fccf70036f HTTP/1.1" status: 204 len: 168 time: 0.9786074 Apr 22 17:34:45.363771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.413044 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] For port 0fab0da9-4c23-49d9-b6e1-6c77725f1349, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:45.413044 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] For port 0fab0da9-4c23-49d9-b6e1-6c77725f1349, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0fab0da9-4c23-49d9-b6e1-6c77725f1349,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:45.416136 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-eef2eb78-07e7-4f12-a190-7e0e094bec8c req-2290bfe2-dbc9-4fe2-93a6-f00fb03bc731 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781527 Apr 22 17:34:45.427989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb1151f-f42a-4fb4-a613-f5e2e054d8c2']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:45.446055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9323b149-a6e4-4369-9b28-695964356c2b None None] For port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6c6a2aac-b676-47b8-8385-1bb8c7c0549a,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:45.450232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f45f79-2571-497b-8c3a-fe10eb0d6e41 None None] Pushing event updated for resources: {'Port': ['ID=a8374a09-0d38-4a89-871c-71f822a4b5ba,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:45.460556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:45.492641 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.550984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c733969c-d61d-434c-a280-293a1286f465') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:45.550984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c733969c-d61d-434c-a280-293a1286f465') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:45.580464 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:45.581910 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:45.658360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.727266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.22.0.1 (7e46c8de-f934-4cab-afc2-ac7173fbb25c/595671f5-691e-4b7a-9210-d92e9c9a5a38/a976fde6-c020-419c-bf28-cea875b8dee2) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:45.794338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Network 7e46c8de-f934-4cab-afc2-ac7173fbb25c is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:45.808984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed32b8d-d2b1-4036-8a46-9c8854326fd9 req-3c2202c6-a6ae-4485-9a75-df07fec77bd5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:45.810318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.811062 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1ed32b8d-d2b1-4036-8a46-9c8854326fd9 req-3c2202c6-a6ae-4485-9a75-df07fec77bd5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 946 time: 0.1617088 Apr 22 17:34:45.821562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9323b149-a6e4-4369-9b28-695964356c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.856314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:45.877073 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:45.879205 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1ed32b8d-d2b1-4036-8a46-9c8854326fd9 req-7f0e1ad0-d4fc-42e5-9b58-b1cab3691193 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622246 Apr 22 17:34:45.905736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50446) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:45.914859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:45.942692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:34:45.955930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:34:45.962701 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:34:45.972152 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50452) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:45.992715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6b3cb891-6cdb-42d1-8210-0f94605257e1 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:46.010020 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bf7e8-c2ad-4633-8adb-cff1d8ed2912 None None] Pushing event updated for resources: {'Port': ['ID=0fab0da9-4c23-49d9-b6e1-6c77725f1349,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:46.061140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6b3cb891-6cdb-42d1-8210-0f94605257e1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:46.061679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.192897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Pushing event updated for resources: {'Port': ['ID=3ed9c709-45b6-40a3-9a3d-addcf4a890a4,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:46.222072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Attempting to bind port a8374a09-0d38-4a89-871c-71f822a4b5ba on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:46.222599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Attempting to bind port a8374a09-0d38-4a89-871c-71f822a4b5ba by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:46.223087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Attempting to bind port a8374a09-0d38-4a89-871c-71f822a4b5ba on network c979af42-9b66-4db8-be1a-44f1be501de2 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:46.271696 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5a31140-237a-4fb4-8452-d1c133532491 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1481f088baaf4d8a8484002c4963f7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980034 Apr 22 17:34:46.274016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50458) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:46.348979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:46.349492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Checking segment: {'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:46.349999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.350492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Bound using segment: {'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:46.351191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Bound port: a8374a09-0d38-4a89-871c-71f822a4b5ba, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df67be9-b661-462f-b90a-4468cc77a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:46.351749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.377602 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-27102a2b-ab55-4879-a439-266c552a9f23 None None] Provisioning complete for port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:46.378765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-27102a2b-ab55-4879-a439-266c552a9f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.410198 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-bde6172f-06b0-4b52-8935-5a79284a516c service neutron] 10.222.0.10 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1777756 Apr 22 17:34:46.431423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Attempting to bind port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:46.431810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Attempting to bind port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:46.432245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Attempting to bind port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 on network 7e46c8de-f934-4cab-afc2-ac7173fbb25c {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:46.512451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99357fde-af58-4946-8768-c931f544d139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.540157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:46.540768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Checking segment: {'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:46.540935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.541677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Bound using segment: {'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:46.541807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Bound port: 3ed9c709-45b6-40a3-9a3d-addcf4a890a4, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:46.542195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.606665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e78a2-fb07-4b00-99a5-7c7f195d9749 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:46.613416 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-818e78a2-fb07-4b00-99a5-7c7f195d9749 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 1094 time: 0.7039974 Apr 22 17:34:46.614194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50462) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:46.618711 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:45Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:46.623263 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8d56d-c1e8-4648-a92c-91ff1e7b5ded None None] The sync data for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv is: [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:45Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:46.631426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99357fde-af58-4946-8768-c931f544d139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.643668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b0e1-66bc-432c-8671-139da5bde98f None None] Pushing event updated for resources: {'Port': ['ID=e0f166fa-dce8-4659-9661-0a9343c15dc4,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:46.664823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:46.690855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:46.703035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:46.706662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:46.722455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:46.786866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.807520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.848779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99357fde-af58-4946-8768-c931f544d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.874435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99357fde-af58-4946-8768-c931f544d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56853904-3173-4f8b-bb04-e9316c7f53a7,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:46.891717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99357fde-af58-4946-8768-c931f544d139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.894672 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-99357fde-af58-4946-8768-c931f544d139 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56853904-3173-4f8b-bb04-e9316c7f53a7 HTTP/1.1" status: 204 len: 168 time: 0.6193402 Apr 22 17:34:46.931815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.947149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] For port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:46.953417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:46.963060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] Pushing event deleted for resources: {'Network': ['ID=ffb1151f-f42a-4fb4-a613-f5e2e054d8c2,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:46.964821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] For port a8374a09-0d38-4a89-871c-71f822a4b5ba, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:46.970831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:47.021318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6b3cb891-6cdb-42d1-8210-0f94605257e1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b3cb891-6cdb-42d1-8210-0f94605257e1,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:47.025377 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5457dda2-bf4a-482b-8879-2fed522a4277 tempest-ExtraDHCPOptionsTestJSON-254890087 tempest-ExtraDHCPOptionsTestJSON-254890087-project] 10.222.0.10 "DELETE /v2.0/networks/ffb1151f-f42a-4fb4-a613-f5e2e054d8c2 HTTP/1.1" status: 204 len: 168 time: 4.4462686 Apr 22 17:34:47.026103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] For port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3ed9c709-45b6-40a3-9a3d-addcf4a890a4,segment=NetworkSegment(7e32076b-8e47-40b4-864d-66a8abac24e3),segment_id=7e32076b-8e47-40b4-864d-66a8abac24e3)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:47.042358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323b149-a6e4-4369-9b28-695964356c2b None None] Pushing event updated for resources: {'Port': ['ID=6c6a2aac-b676-47b8-8385-1bb8c7c0549a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:47.056533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object a976fde6-c020-419c-bf28-cea875b8dee2 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:47.057409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] For port a8374a09-0d38-4a89-871c-71f822a4b5ba, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a8374a09-0d38-4a89-871c-71f822a4b5ba,segment=NetworkSegment(2df67be9-b661-462f-b90a-4468cc77a3df),segment_id=2df67be9-b661-462f-b90a-4468cc77a3df)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:47.060907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:47.074858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:47.091654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:47.121551 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-a5e60f9c-cbc5-4c84-8eb1-7ad7bf29e3f5 service neutron] 10.222.0.10 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687518 Apr 22 17:34:47.174660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 3, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:47.175981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:47.203533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:47.224302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:34:47.224658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Updating router b6b8b734-712c-421d-9c1f-ca6fb11e54af port 82e0977c-cdc7-4e18-a553-337503f97f93 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:34:47.318828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-27102a2b-ab55-4879-a439-266c552a9f23 None None] Provisioning for port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:47.391308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:47.454947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:47.472998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:47.495706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:47.509894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.31 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/36665924-ff6a-4c88-935d-5fb1e5bb225b) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:47.646662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 7e46c8de-f934-4cab-afc2-ac7173fbb25c is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:47.657397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:47.713621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e0f166fa-dce8-4659-9661-0a9343c15dc4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:47.722828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:47.797481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6b3cb891-6cdb-42d1-8210-0f94605257e1,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:47.915509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50480) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:48.162325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-08f03614-67e3-4193-beed-ea5e7c73862a req-fe86cb6a-549a-4863-9ae0-b32420f1de6a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Synchronizing usage tracker for tenant:acb8e4754239485ab806e76261e40c14 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:48.188103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef73b25-5235-4dcb-ac0a-02de628c717f None None] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:48.249735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:48.254884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:48.286169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-08f03614-67e3-4193-beed-ea5e7c73862a req-fe86cb6a-549a-4863-9ae0-b32420f1de6a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Unset dirty status for tenant:acb8e4754239485ab806e76261e40c14 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:48.288051 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08f03614-67e3-4193-beed-ea5e7c73862a req-fe86cb6a-549a-4863-9ae0-b32420f1de6a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 210 time: 0.5375743 Apr 22 17:34:48.333932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a9dac-813a-4fc0-bf7b-bf2a13609b08 None None] Pushing event updated for resources: {'Port': ['ID=3ed9c709-45b6-40a3-9a3d-addcf4a890a4,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:48.341194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=a976fde6-c020-419c-bf28-cea875b8dee2,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:48.366489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:48.380979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Allocated IP 172.20.0.1 (0d057ad0-7bc4-460e-b2ff-400217156ca8/271c512e-dc6b-40d4-8f7b-06b8f2bd7867/a8e277b9-5551-446a-b955-b604d905df9b) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:48.460551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:48.464167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:48.469095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:48.533248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=36665924-ff6a-4c88-935d-5fb1e5bb225b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:48.585099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:48.676454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4cca482e-c8f4-4d67-8d78-29bc46026658 None None] Provisioning for port e0f166fa-dce8-4659-9661-0a9343c15dc4 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:48.711580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:48.783087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port e0f166fa-dce8-4659-9661-0a9343c15dc4 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:48.804385 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-340f82a2-6172-4dde-8b70-cdff75c18bd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ccf91abaa444f9f9c5ea3dac6700dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8719275 Apr 22 17:34:48.816823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50506) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:48.856992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:48.950697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e0f166fa-dce8-4659-9661-0a9343c15dc4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:48.951107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:48.986210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Transition to ACTIVE for port object a8e277b9-5551-446a-b955-b604d905df9b will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:49.034697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f45f79-2571-497b-8c3a-fe10eb0d6e41 None None] Pushing event updated for resources: {'Port': ['ID=a8374a09-0d38-4a89-871c-71f822a4b5ba,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:49.060443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50510) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:49.099775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-246610e5-37ad-40cd-9b8b-080d08b2eeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.158547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40999b6f-cd9b-4a1a-a3d6-524a0fa7ac82 None None] Network 7e46c8de-f934-4cab-afc2-ac7173fbb25c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:49.167421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-246610e5-37ad-40cd-9b8b-080d08b2eeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.236856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.245032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1935140058'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:49.301262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:49.321420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.326446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:network and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:49.360254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:49.380208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:49.445780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:49.454587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Pushing event updated for resources: {'Port': ['ID=a8e277b9-5551-446a-b955-b604d905df9b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:49.464480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:49.467463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:49.490368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.546490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:49.551770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.581943 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-af470080-9f84-4341-a721-20a28a8b6bea req-1a9ec7bd-6361-4b17-bf15-fb35fc107e11 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 210 time: 0.0849750 Apr 22 17:34:49.593200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.637982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.638210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.resource_extend [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:34:49.641993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:49.645038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.649481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group_rule and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:49.658717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:49.663708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-246610e5-37ad-40cd-9b8b-080d08b2eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.685794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:49.695991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.718370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.756688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.764995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-58e08fc5-6b7b-4a72-bf3e-5c846c215cc4 None None] Provisioning for port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:49.768549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246610e5-37ad-40cd-9b8b-080d08b2eeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8065c422-401d-448e-ba35-8482e7dab24b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:49.818785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.843694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.844195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-246610e5-37ad-40cd-9b8b-080d08b2eeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.845201 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-246610e5-37ad-40cd-9b8b-080d08b2eeb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8065c422-401d-448e-ba35-8482e7dab24b HTTP/1.1" status: 204 len: 168 time: 1.0273576 Apr 22 17:34:49.867681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port e0f166fa-dce8-4659-9661-0a9343c15dc4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e0f166fa-dce8-4659-9661-0a9343c15dc4,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:49.879365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Transition to ACTIVE for port object 82e0977c-cdc7-4e18-a553-337503f97f93 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:49.880275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.891671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=a976fde6-c020-419c-bf28-cea875b8dee2,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:49.900359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:34Z', 'revision_number': 3, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:49.910157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f21aa5-ec85-49e1-806b-be914e9808d7 None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:34Z', 'revision_number': 3, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:49.960494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:49.966766 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6c6a2aac-b676-47b8-8385-1bb8c7c0549a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:50.085637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=36665924-ff6a-4c88-935d-5fb1e5bb225b,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:50.126825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:50.198020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:50.275601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network 7e46c8de-f934-4cab-afc2-ac7173fbb25c is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:50.285529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:50.500484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Attempting to bind port 82e0977c-cdc7-4e18-a553-337503f97f93 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:50.500866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Attempting to bind port 82e0977c-cdc7-4e18-a553-337503f97f93 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:50.501221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Attempting to bind port 82e0977c-cdc7-4e18-a553-337503f97f93 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:50.548925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=e0f166fa-dce8-4659-9661-0a9343c15dc4,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:50.634629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:50.635310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:50.635728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:50.636423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:50.636619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Bound port: 82e0977c-cdc7-4e18-a553-337503f97f93, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:50.636985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:50.647156 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP b23ed321-b82b-4f5e-94e8-9201a021d624 associated. External IP: 172.26.3.31, port: 2b155f43-7e46-4012-8f1f-d214ea2674a5. Apr 22 17:34:50.773703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f781697c-42b2-46c7-8445-2b90716b106c None None] Provisioning complete for port e0f166fa-dce8-4659-9661-0a9343c15dc4 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:50.774077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f781697c-42b2-46c7-8445-2b90716b106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:50.936816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:50.988381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:50.988873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.017596 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6adb6283-d5cd-4889-890b-42883c7726c7 req-131cc170-26f5-4d76-afac-f3c695a70e42 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 210 time: 0.0849345 Apr 22 17:34:51.035501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.095398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dc375-bf13-496c-8ff4-baef8686d6dd None None] Pushing event updated for resources: {'Port': ['ID=82e0977c-cdc7-4e18-a553-337503f97f93,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:51.179512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] For port 82e0977c-cdc7-4e18-a553-337503f97f93, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:51.184613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1956d93-9dc0-4c7e-aecd-1dd8ae55c000 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 17:34:51.203259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.333287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f196fa6e-78f0-479a-9c9b-b41282b2fcf4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:51.409371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] For port 82e0977c-cdc7-4e18-a553-337503f97f93, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=82e0977c-cdc7-4e18-a553-337503f97f93,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:51.434052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:51.434949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:51.460000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57df288c-67be-4af9-803d-220e15b9504d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:51.465786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 0d993fc6-da08-4c3a-8223-2530fae732d9 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:51.488915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:51.489317 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.533182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.538779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.539153 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Added segment f18eb4d7-10d1-485f-be21-bbc4203f8a3e of type vlan for network 2ce43582-7329-4c3a-8468-5f66dc72d739 Apr 22 17:34:51.615956 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dc375-bf13-496c-8ff4-baef8686d6dd None None] Pushing event updated for resources: {'Port': ['ID=82e0977c-cdc7-4e18-a553-337503f97f93,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:51.618609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f781697c-42b2-46c7-8445-2b90716b106c None None] Provisioning for port a8e277b9-5551-446a-b955-b604d905df9b completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:51.632173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f781697c-42b2-46c7-8445-2b90716b106c None None] Provisioning complete for port a8e277b9-5551-446a-b955-b604d905df9b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:51.632558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f781697c-42b2-46c7-8445-2b90716b106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.653324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-da1d0385-8261-4f8b-9e66-4be7b12f133f tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:51.655072 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-da1d0385-8261-4f8b-9e66-4be7b12f133f tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.16 "GET /v2.0/networks?id=c1dfa90b-71ad-4782-8904-bba531add351 HTTP/1.1" status: 200 len: 797 time: 0.7203646 Apr 22 17:34:51.698810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f781697c-42b2-46c7-8445-2b90716b106c None None] Port a8e277b9-5551-446a-b955-b604d905df9b cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:51.722255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50544) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:51.739109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:51.740823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.745177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:51.745490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:51.751411 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] Sync routers for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:51.763952 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:51.765259 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:51.845919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:51.864117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:51.877735 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1956d93-9dc0-4c7e-aecd-1dd8ae55c000 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 17:34:51.878886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-24866e26-ee4f-4113-a14d-f53cdb701a00 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb8e4754239485ab806e76261e40c14 HTTP/1.1" status: 200 len: 379 time: 0.1972935 Apr 22 17:34:51.891132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:51.903344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'port': {'device_id': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'admin_state_up': True, 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'security_groups': ['a6957df9-c790-4eab-8a5f-aeb4381a9665']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:51.940415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-847308026'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:51.950949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:51.951090 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-06f3c516-96d5-4a36-b86c-ed3ab82ccdcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3253636 Apr 22 17:34:51.953124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:34:51.964703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:network and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:51.967733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50550) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:51.970854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:52.014551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5a1d4bd9-468d-4e71-86ac-12bdbd5a8af0 None None] Provisioning for port a976fde6-c020-419c-bf28-cea875b8dee2 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:52.019496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:52.020157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:52.058208 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:52.089980 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b279bc08-6c95-4a04-8bc9-28d95cdf0910 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/b23ed321-b82b-4f5e-94e8-9201a021d624 HTTP/1.1" status: 200 len: 991 time: 0.1210620 Apr 22 17:34:52.094553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:52.126521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:52.165297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:52.176120 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-95197fbc-62c6-4324-a03f-978ae2f18207 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5924339 Apr 22 17:34:52.177008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50560) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:52.185523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1757684435'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:52.192018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:52.197812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:network and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:52.213244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:52.221301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.227728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:52.228093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.236605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:52.248932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5a1d4bd9-468d-4e71-86ac-12bdbd5a8af0 None None] Provisioning complete for port a976fde6-c020-419c-bf28-cea875b8dee2 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:52.248932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4bd9-468d-4e71-86ac-12bdbd5a8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.250464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:52.258075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.263576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.280688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Made reservation on behalf of acb8e4754239485ab806e76261e40c14 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:52.285138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.292235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0fab0da9-4c23-49d9-b6e1-6c77725f1349 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:52.318855 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ec0cbaba-32d9-45a1-9e6d-1335bc95eab8 req-1be34f75-974f-4448-8545-9772e7cea68d tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 210 time: 0.1512120 Apr 22 17:34:52.320964 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e01ae9-77a9-4626-9d61-ba203731f31c'] response: {'name': 'network-changed', 'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'status': 'completed', 'code': 200} Apr 22 17:34:52.322396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.359946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:52.371345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group_rule and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:52.379171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:52.392954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:52.442635 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.3772385 Apr 22 17:34:52.442635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.471102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50564) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:52.512032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:52.515543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.537208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.543372 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b23ed321-b82b-4f5e-94e8-9201a021d624', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'port_id': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'mac_address': 'fa:16:3e:c0:94:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:34:49Z', 'updated_at': '2022-04-22T17:34:49Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:08Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:52.547833 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] Checking router: 0d993fc6-da08-4c3a-8223-2530fae732d9 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:34:52.554220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be087a-4558-4860-8645-5d159024651d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Network': ['ID=2ce43582-7329-4c3a-8468-5f66dc72d739,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:52.561408 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:52.561408 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:52.574357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:52.575082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'name': 'tempest-PortsTestJSON-231968899'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:52.611820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.647031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:52.649932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:52.656809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e234e9c4-abf0-4ee1-b1af-e3b0fb96e82b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:52.665066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:52.667892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.668241 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Added segment c50e5546-369e-494d-9b27-8b687b2e8519 of type vlan for network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 Apr 22 17:34:52.710153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.738629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d4bd9-468d-4e71-86ac-12bdbd5a8af0 None None] Port a976fde6-c020-419c-bf28-cea875b8dee2 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:52.781905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Pushing event updated for resources: {'Port': ['ID=a8e277b9-5551-446a-b955-b604d905df9b,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:52.785051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.790520 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:52.800994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.809967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:52.810677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:52.969292 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2422724 Apr 22 17:34:52.971116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50568) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:52.979511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'name': 'tempest-PortsIpV6TestJSON-470442439'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:53.045748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:34:53.046555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:34:53.053498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:53.072287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:53.073228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5a1d4bd9-468d-4e71-86ac-12bdbd5a8af0 None None] Provisioning complete for port a8e277b9-5551-446a-b955-b604d905df9b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:53.073724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4bd9-468d-4e71-86ac-12bdbd5a8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:53.079573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:53.104237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e144e2-fd09-4e82-b195-7861c311e53c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Network': ['ID=de2694a8-cfd2-4de0-83ea-b26a6cdf2313,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:53.109098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50572) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:53.134313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:53.154434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:53.158151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-d4d8b0a7-c1a2-4f60-a199-8ff52cd37338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:53.159931 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-d4d8b0a7-c1a2-4f60-a199-8ff52cd37338 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 1099 time: 0.7881796 Apr 22 17:34:53.181157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:53.199814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:53.203821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:53.212607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Allocated IP 172.20.0.6 (c1dfa90b-71ad-4782-8904-bba531add351/ad3196db-bbb1-4935-a99f-2c167cb48c00/6faf0b43-3538-4b0e-92dc-e173f698b8cd) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:53.217013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:53.233075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:53.263951 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-57a0124c-ff04-4e6f-95af-b22b54022f66 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/b23ed321-b82b-4f5e-94e8-9201a021d624 HTTP/1.1" status: 200 len: 991 time: 0.1531756 Apr 22 17:34:53.268454 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b23ed321-b82b-4f5e-94e8-9201a021d624', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'port_id': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'mac_address': 'fa:16:3e:c0:94:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:34:49Z', 'updated_at': '2022-04-22T17:34:49Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:08Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:53.272589 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0170c0-e453-479a-810a-5ac6093dc1da None None] The sync data for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv is: [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b23ed321-b82b-4f5e-94e8-9201a021d624', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'port_id': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'mac_address': 'fa:16:3e:c0:94:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:34:49Z', 'updated_at': '2022-04-22T17:34:49Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:08Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:53.317107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:53.320787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:53.338555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:53.342148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:53.354108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:53.354108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:53.389604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:53.398834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port a845ae46-1de4-4c38-8593-af6349d95f52 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:53.400753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port c85fdda6-236f-469d-bebe-37270c97d16e yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:53.460824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:53.547136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d4bd9-468d-4e71-86ac-12bdbd5a8af0 None None] Port a8e277b9-5551-446a-b955-b604d905df9b cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:53.549084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:53.622480 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a89dc1-b164-4a22-a349-46e2b2333b87 None None] New status for floating IP b23ed321-b82b-4f5e-94e8-9201a021d624: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:34:53.663972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:53.715166 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1c34a6da-7434-436d-a604-a29d81371069 req-128dc179-1470-48bd-a41d-c9cf0193b26f tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 210 time: 0.2163560 Apr 22 17:34:53.749150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:53.874713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=c85fdda6-236f-469d-bebe-37270c97d16e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:53.876594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:53.897930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking segment: {'id': 'c50e5546-369e-494d-9b27-8b687b2e8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:53.898781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network hostable DHCP agents. Network: de2694a8-cfd2-4de0-83ea-b26a6cdf2313, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:53.915771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-7e8f4103-b3ba-4ed1-85b5-eb82e485f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:53.917241 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-7e8f4103-b3ba-4ed1-85b5-eb82e485f86e service neutron] 10.222.0.16 "GET /v2.0/networks?id=35720244-20cc-4d43-9996-7171a2288cd7 HTTP/1.1" status: 200 len: 897 time: 0.7502911 Apr 22 17:34:53.918599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 0fab0da9-4c23-49d9-b6e1-6c77725f1349, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0fab0da9-4c23-49d9-b6e1-6c77725f1349,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:53.938940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:34:48Z', 'revision_number': 1, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:53.951232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6612f-15bb-4b3d-b5f4-22b103e1990c None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:34:48Z', 'revision_number': 1, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:53.966248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:48Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:34:49Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:53.972651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:34:53.972651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Updating router 4d9e00b8-8194-47d3-b562-846c01b9ed74 port a976fde6-c020-419c-bf28-cea875b8dee2 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:34:54.011843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:54.018823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.055212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:54.097919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, de2694a8-cfd2-4de0-83ea-b26a6cdf2313) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:54.098331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 11295480-3cae-44c9-a065-90176520517b no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:34:54.103299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:54.116279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:54.118055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.147119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e92212-f05b-431d-94e2-b31f5261e450 None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:54.187438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.187798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added segment fec06a00-c56a-4c17-9c7c-a923003d201a of type vlan for network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 Apr 22 17:34:54.205684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.246572 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ed92ca53-00b6-4bb6-8b6e-8fc724fbfe3f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2742324 Apr 22 17:34:54.249780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50578) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:54.256680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2068750543'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:54.267316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.274502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50582) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:54.278438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:54.328001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 11295480-3cae-44c9-a065-90176520517b {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:34:54.328378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 11295480-3cae-44c9-a065-90176520517b not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:34:54.343416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.352839 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-c775f38e-b4ff-44d8-87d0-4953223ab8bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5 HTTP/1.1" status: 200 len: 999 time: 0.4234135 Apr 22 17:34:54.365237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.371723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:network and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:54.393190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:54.410702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=0fab0da9-4c23-49d9-b6e1-6c77725f1349,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:54.418861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:54.443607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Transition to ACTIVE for port object 6faf0b43-3538-4b0e-92dc-e173f698b8cd will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:54.454506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:34:54.589182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-030e42ee-2e74-400e-9229-0d3873e6582d None None] Provisioning complete for port a8e277b9-5551-446a-b955-b604d905df9b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:54.589665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-030e42ee-2e74-400e-9229-0d3873e6582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.623147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-5bd978b3-c595-4eb8-9437-0ac407ebb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:54.624823 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-5bd978b3-c595-4eb8-9437-0ac407ebb5c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc0a2092-14f9-4343-bda8-6d5d23451331 HTTP/1.1" status: 200 len: 835 time: 0.2480974 Apr 22 17:34:54.656395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.662694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-030e42ee-2e74-400e-9229-0d3873e6582d None None] Port a8e277b9-5551-446a-b955-b604d905df9b cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:54.691607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:54.695744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.736469 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a4197dc9-a2e0-4420-a175-81c239bbc232 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/b23ed321-b82b-4f5e-94e8-9201a021d624 HTTP/1.1" status: 200 len: 993 time: 0.4605634 Apr 22 17:34:54.765323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:54.779674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.780233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Added segment 133d1fd1-d509-4387-8bd3-d02a77cc852c of type vlan for network 35c19489-a673-4eb4-b89d-e38892b91c0e Apr 22 17:34:54.812057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.817456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.823042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:54.828007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.845626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e0f166fa-dce8-4659-9661-0a9343c15dc4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:54.913289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.965437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:54.973687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:54.973687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:55.074688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e0f166fa-dce8-4659-9661-0a9343c15dc4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:55.075397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:55.109656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d5686-5732-40a4-ba18-8031dfa77fbf req-2c53b6d2-064d-4919-a411-5f9ca000aea0 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:55.120404 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8f6d5686-5732-40a4-ba18-8031dfa77fbf req-2c53b6d2-064d-4919-a411-5f9ca000aea0 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 931 time: 0.2258985 Apr 22 17:34:55.218691 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9676158 Apr 22 17:34:55.219521 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50588) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:55.233488 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'ports': [{'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313'}, {'network_id': '35c19489-a673-4eb4-b89d-e38892b91c0e'}]} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:55.233799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:55.234285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': '35c19489-a673-4eb4-b89d-e38892b91c0e'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:55.279676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=a845ae46-1de4-4c38-8593-af6349d95f52,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:55.289499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Network c1dfa90b-71ad-4782-8904-bba531add351 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:55.302311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:55.307061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:55.340525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.340872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.341217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.341700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.342047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.342398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.342714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.343077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.343401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.343724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.344119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.344450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:55.356171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:55.369517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Network': ['ID=b9fd98b9-d1a9-4125-bc06-63e9032a8f03,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:55.373545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060f062-6a20-44c6-8c79-d1027ce8df32 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Network': ['ID=35c19489-a673-4eb4-b89d-e38892b91c0e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:55.374295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Transition to ACTIVE for port object a976fde6-c020-419c-bf28-cea875b8dee2 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:55.380241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a8374a09-0d38-4a89-871c-71f822a4b5ba up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:55.434047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 35c19489-a673-4eb4-b89d-e38892b91c0e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:55.448579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-8f6d5686-5732-40a4-ba18-8031dfa77fbf req-3769e3e1-91bf-44eb-bdd2-a444eca5634d tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Synchronizing usage tracker for tenant:acb8e4754239485ab806e76261e40c14 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:55.466036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:55.499886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0c5fe81e-7419-485e-8182-4f41c8a40b93 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3205905 Apr 22 17:34:55.515807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50592) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:55.528152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking segment: {'id': 'f18eb4d7-10d1-485f-be21-bbc4203f8a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:55.528518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network hostable DHCP agents. Network: 2ce43582-7329-4c3a-8468-5f66dc72d739, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:55.548254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:34:55.558636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:55.582798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0aaa65a3-1b60-4951-a5c1-fe3fae74586f admin admin] 10.222.0.10 "PUT /v2.0/routers/b6b8b734-712c-421d-9c1f-ca6fb11e54af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1247957 Apr 22 17:34:55.595095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'subnet': {'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:55.599713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:55.610964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:55.616434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:55.623265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:55.697722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-8f6d5686-5732-40a4-ba18-8031dfa77fbf req-3769e3e1-91bf-44eb-bdd2-a444eca5634d tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Unset dirty status for tenant:acb8e4754239485ab806e76261e40c14 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:55.699447 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8f6d5686-5732-40a4-ba18-8031dfa77fbf req-3769e3e1-91bf-44eb-bdd2-a444eca5634d tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5780985 Apr 22 17:34:55.715690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-89d66861-69f8-44ee-9ac2-70ca22796e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:55.727077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 2} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:55.727314 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-89d66861-69f8-44ee-9ac2-70ca22796e02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35720244-20cc-4d43-9996-7171a2288cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0658624 Apr 22 17:34:55.732914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:55.733525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:55.734194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:55.763628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:55.828403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:55.849565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:56.004420 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-7b457e54-e861-4408-baf3-2e6c63a5522a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1177883 Apr 22 17:34:56.005961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 2ce43582-7329-4c3a-8468-5f66dc72d739) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:56.008077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:56.030079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:56.036214 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:56.036858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.046684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:subnet and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:56.067681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Request body: {'port': {'device_id': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:56.099035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04a63ce-6bd5-4f55-8983-2edcdd91bac5 None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:56.108671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:56.134402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:56.137501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 900616ee-6b4a-446f-97f5-314d92cf0c0d yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:56.172193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Pushing event updated for resources: {'Port': ['ID=a976fde6-c020-419c-bf28-cea875b8dee2,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:56.175953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-878f83ad-8490-474d-a6cf-201835c094a4 None None] Provisioning for port 6faf0b43-3538-4b0e-92dc-e173f698b8cd completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:56.207212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-878f83ad-8490-474d-a6cf-201835c094a4 None None] Provisioning complete for port 6faf0b43-3538-4b0e-92dc-e173f698b8cd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:56.207593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-878f83ad-8490-474d-a6cf-201835c094a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.235670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-49340430-ece0-439b-9c60-c25ba99986a3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.7169185 Apr 22 17:34:56.235888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50602) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:56.236021 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-184f31d0-1d78-4028-a369-64f7e95770c7 service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383819 Apr 22 17:34:56.239448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1921601760'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:56.252087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:56.265847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:network and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:56.265847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.266866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:56.284941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.295422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:56.309182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Made reservation on behalf of 6e2e98ecbf904eeaa6487f314801dbd2 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:56.319188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.369167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a8374a09-0d38-4a89-871c-71f822a4b5ba completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:56.404990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Attempting to bind port a976fde6-c020-419c-bf28-cea875b8dee2 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:56.405412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Attempting to bind port a976fde6-c020-419c-bf28-cea875b8dee2 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:56.405727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Attempting to bind port a976fde6-c020-419c-bf28-cea875b8dee2 on network 7e46c8de-f934-4cab-afc2-ac7173fbb25c {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:56.416200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:56.416573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Checking segment: {'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:56.417337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.417723 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Bound using segment: {'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:56.418091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 2818aaf5-856f-4c67-b785-c13ce3a5d256 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:56.418523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Bound port: a976fde6-c020-419c-bf28-cea875b8dee2, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e32076b-8e47-40b4-864d-66a8abac24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:56.418937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.475258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:56.479081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.484635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a8374a09-0d38-4a89-871c-71f822a4b5ba triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:56.485017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.517417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-878f83ad-8490-474d-a6cf-201835c094a4 None None] Port 6faf0b43-3538-4b0e-92dc-e173f698b8cd cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:34:56.533382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:56.542954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.543367 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Added segment 956a5cf8-c979-4d80-bd93-58e5aaac9a39 of type vlan for network 18d135db-0658-4c55-936d-70e9cc48374e Apr 22 17:34:56.596555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.636160 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f3d93ba-bf04-4c48-a5f5-a6d4da9d821b req-30d130f4-a288-4b57-9819-a4efc9997499 service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951020 Apr 22 17:34:56.676676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.716182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50614) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:56.722994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846613785-network', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:56.729399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:56.737668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Usage tracker for resource:network and tenant:94140248bbc949c2be5828a615ebbb3e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:56.747518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:56.759232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:56.771981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.781376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:56.782267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.828904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] For port a976fde6-c020-419c-bf28-cea875b8dee2, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:56.832881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.855359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] For port a976fde6-c020-419c-bf28-cea875b8dee2, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a976fde6-c020-419c-bf28-cea875b8dee2,segment=NetworkSegment(7e32076b-8e47-40b4-864d-66a8abac24e3),segment_id=7e32076b-8e47-40b4-864d-66a8abac24e3)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:56.860953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.895207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a8374a09-0d38-4a89-871c-71f822a4b5ba, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a8374a09-0d38-4a89-871c-71f822a4b5ba,segment=NetworkSegment(2df67be9-b661-462f-b90a-4468cc77a3df),segment_id=2df67be9-b661-462f-b90a-4468cc77a3df)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:56.899655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Made reservation on behalf of 94140248bbc949c2be5828a615ebbb3e for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:56.902046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.920591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.944801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:56.956432 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7214932 Apr 22 17:34:56.958441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50620) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:56.963765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'ports': [{'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739'}, {'network_id': '18d135db-0658-4c55-936d-70e9cc48374e'}]} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:56.964083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:56.964567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '18d135db-0658-4c55-936d-70e9cc48374e'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:57.000818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:57.001474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:57.042121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:34:57.043989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=900616ee-6b4a-446f-97f5-314d92cf0c0d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.048843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:57.052043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:57.055800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f038b-5978-4f1c-86a8-19edfd740556 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Network': ['ID=18d135db-0658-4c55-936d-70e9cc48374e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.057899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:57.059984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.061628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.062106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Usage tracker for resource:security_group_rule and tenant:94140248bbc949c2be5828a615ebbb3e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:57.062372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:57.088949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.111115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:57.116956 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 18d135db-0658-4c55-936d-70e9cc48374e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:57.129399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:57.193530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=2818aaf5-856f-4c67-b785-c13ce3a5d256,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.220404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Pushing event updated for resources: {'Port': ['ID=a976fde6-c020-419c-bf28-cea875b8dee2,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.225782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking segment: {'id': '133d1fd1-d509-4387-8bd3-d02a77cc852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35c19489-a673-4eb4-b89d-e38892b91c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:57.226290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network hostable DHCP agents. Network: 35c19489-a673-4eb4-b89d-e38892b91c0e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:57.315428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.315780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.315974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.316113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.316457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.316794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.317129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.317459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.317788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.318120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.318441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.318787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.319114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23355b-8f95-4362-8f89-b22e41330a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:57.338205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 35c19489-a673-4eb4-b89d-e38892b91c0e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:57.380386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6faf0b43-3538-4b0e-92dc-e173f698b8cd {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:34:57.391772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55928d86-51d1-4307-a6a0-c4d28e831c7d req-1f0939b9-4ccd-48de-afdc-b0907a77283d tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:57.392476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-55928d86-51d1-4307-a6a0-c4d28e831c7d req-1f0939b9-4ccd-48de-afdc-b0907a77283d tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Synchronizing usage tracker for tenant:acb8e4754239485ab806e76261e40c14 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:34:57.394963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.419368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:57.422336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.425093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:34:57.430314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 35c19489-a673-4eb4-b89d-e38892b91c0e) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:57.431579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Subnet': ['ID=d78e716e-1223-4de7-9cdd-07414618b884,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.441651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:34:57.447499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:57.453349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:57.454112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.461127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e70bb90-d23b-46b6-930a-7982ddc88095,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.474166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.474596 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Added segment 6754953f-5fd7-4ed3-843c-2553b7706a78 of type vlan for network f6777ef0-2dea-4c04-a71f-ec18e4858f83 Apr 22 17:34:57.479860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e1741-8431-42ef-9ffc-cefb6714970b None None] Network 35c19489-a673-4eb4-b89d-e38892b91c0e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:57.530934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Transition to ACTIVE for port object 6faf0b43-3538-4b0e-92dc-e173f698b8cd will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:34:57.542024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.545487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Checking segment: {'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:57.545861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network hostable DHCP agents. Network: b9fd98b9-d1a9-4125-bc06-63e9032a8f03, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:57.563440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:57.570154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:57.574137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:57.576846 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9d22e5c7-c66e-4696-873d-4bcc08348f52 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3506448 Apr 22 17:34:57.581953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50624) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:57.612738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:57.621264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.624718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-55928d86-51d1-4307-a6a0-c4d28e831c7d req-1f0939b9-4ccd-48de-afdc-b0907a77283d tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Unset dirty status for tenant:acb8e4754239485ab806e76261e40c14 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:34:57.625887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-55928d86-51d1-4307-a6a0-c4d28e831c7d req-1f0939b9-4ccd-48de-afdc-b0907a77283d tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 931 time: 0.7724628 Apr 22 17:34:57.691773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.693384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:57.694174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.698519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a8374a09-0d38-4a89-871c-71f822a4b5ba,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.707011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:57.758076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:34:57.777292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:57.777679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.793858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 2} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:57.798701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.832971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, b9fd98b9-d1a9-4125-bc06-63e9032a8f03) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:57.842992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] Pushing event updated for resources: {'Network': ['ID=f6777ef0-2dea-4c04-a71f-ec18e4858f83,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.855384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d479b5e7-0cd3-49b3-b0d3-475171234ef6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 2818aaf5-856f-4c67-b785-c13ce3a5d256 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:34:57.855911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d479b5e7-0cd3-49b3-b0d3-475171234ef6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.867062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network f6777ef0-2dea-4c04-a71f-ec18e4858f83 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:34:57.879925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67229aa-bc90-431a-b2a2-3e192ba2ce72 None None] Network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:57.895136 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c21212b6-0290-400b-8caf-bfb5a0a6d853 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1744547 Apr 22 17:34:57.896185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50628) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:57.899151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:57.899745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.902178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Request body: {'subnet': {'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846613785-subnet', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:57.912678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:57.920403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Usage tracker for resource:subnet and tenant:94140248bbc949c2be5828a615ebbb3e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:57.927113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:57.937343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:57.944865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:57.967294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Pushing event updated for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:57.987246 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-55928d86-51d1-4307-a6a0-c4d28e831c7d req-fe2f2a3f-61b7-4bb9-a61e-74963baf355c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151853 Apr 22 17:34:58.012243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Made reservation on behalf of 94140248bbc949c2be5828a615ebbb3e for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:34:58.012243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.040061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:34:58.210776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ffa42ad9-43a5-4fe4-bc93-c73bb15b2c9b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6804223 Apr 22 17:34:58.214302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50632) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:58.234149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:34:58.234821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:58.373170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Attempting to bind port 6faf0b43-3538-4b0e-92dc-e173f698b8cd on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:34:58.373513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Attempting to bind port 6faf0b43-3538-4b0e-92dc-e173f698b8cd by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:34:58.374064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Attempting to bind port 6faf0b43-3538-4b0e-92dc-e173f698b8cd on network c1dfa90b-71ad-4782-8904-bba531add351 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:58.400258 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.476325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2381e1-99c9-4b36-aca7-c98c007e95fc,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:58.487971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.488314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.488653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.488972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.489294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.489614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.489959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.490412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.490734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.491116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.491390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.492216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:34:58.499046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Checking segment: {'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:58.499046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Network hostable DHCP agents. Network: f6777ef0-2dea-4c04-a71f-ec18e4858f83, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:34:58.538101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Port 6faf0b43-3538-4b0e-92dc-e173f698b8cd on network c1dfa90b-71ad-4782-8904-bba531add351 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:34:58.538431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Attempting to bind port 6faf0b43-3538-4b0e-92dc-e173f698b8cd on network c1dfa90b-71ad-4782-8904-bba531add351 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:34:58.577444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Network f6777ef0-2dea-4c04-a71f-ec18e4858f83 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:34:58.579992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:34:58.580339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Checking segment: {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:34:58.580762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Bound using segment: {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:34:58.581218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Bound port: 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76eb5597-7f46-4173-a419-6b09f9eeaa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:34:58.581630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.583777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.617836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 3112b380-4576-4541-8dfc-f4a183b49d2b yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:34:58.621630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d479b5e7-0cd3-49b3-b0d3-475171234ef6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.651348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, f6777ef0-2dea-4c04-a71f-ec18e4858f83) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:34:58.655714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:58.656929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.670032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e080f3-572f-4d3b-ab74-22bc4e078471 None None] Network f6777ef0-2dea-4c04-a71f-ec18e4858f83 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:34:58.718054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:34:58.732776 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b09d1987-dc99-495f-9360-5cae24baa37a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8356652 Apr 22 17:34:58.735131 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50636) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:58.741337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:34:58.751611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:34:58.755715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Usage tracker for resource:router and tenant:94140248bbc949c2be5828a615ebbb3e is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:34:58.760941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:34:58.773189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:34:58.820099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3ed9c709-45b6-40a3-9a3d-addcf4a890a4,segment=NetworkSegment(7e32076b-8e47-40b4-864d-66a8abac24e3),segment_id=7e32076b-8e47-40b4-864d-66a8abac24e3)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:34:58.863975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.865191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.881763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.959859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:58.960719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b3cb891-6cdb-42d1-8210-0f94605257e1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:34:58.996839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d479b5e7-0cd3-49b3-b0d3-475171234ef6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 2818aaf5-856f-4c67-b785-c13ce3a5d256 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:34:59.025611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'fixed_ips': [{'subnet_id': 'd78e716e-1223-4de7-9cdd-07414618b884'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:59.026398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.201990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:34:59.272204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:48Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:34:59.283474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:34:59.289160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.320792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=3ed9c709-45b6-40a3-9a3d-addcf4a890a4,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:59.329684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88603c2-5f3b-4c43-ad44-b8e7c6ab7ae4 None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:34:48Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:34:59.331187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae6c1d-db2f-403b-a1ea-2f8d46e2fbe9 req-aac734dd-f871-405f-8f5f-039453bba285 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:59.336763 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-85ae6c1d-db2f-403b-a1ea-2f8d46e2fbe9 req-aac734dd-f871-405f-8f5f-039453bba285 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 943 time: 0.1629541 Apr 22 17:34:59.387928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d479b5e7-0cd3-49b3-b0d3-475171234ef6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.445030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.478826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479b5e7-0cd3-49b3-b0d3-475171234ef6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=2818aaf5-856f-4c67-b785-c13ce3a5d256,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:59.503738 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-85ae6c1d-db2f-403b-a1ea-2f8d46e2fbe9 req-e0b8224c-f8eb-41a4-84a6-faa673a659c8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477649 Apr 22 17:34:59.542646 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:34:59.560103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.563224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6b3cb891-6cdb-42d1-8210-0f94605257e1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:34:59.563791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.622005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Pushing event updated for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:34:59.680562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-f6777ef0-2dea-4c04-a71f-ec18e4858f83', 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'fixed_ips': [{'subnet_id': 'fb2381e1-99c9-4b36-aca7-c98c007e95fc'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:34:59.681429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.701657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d479b5e7-0cd3-49b3-b0d3-475171234ef6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.804051 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d479b5e7-0cd3-49b3-b0d3-475171234ef6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/2818aaf5-856f-4c67-b785-c13ce3a5d256 HTTP/1.1" status: 204 len: 168 time: 2.2247097 Apr 22 17:34:59.804810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50642) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:34:59.822961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.832842 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Allocated IP 172.23.0.2 (b9fd98b9-d1a9-4125-bc06-63e9032a8f03/d78e716e-1223-4de7-9cdd-07414618b884/c359f01f-b0aa-4445-b5c2-e17f513e2985) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:34:59.841907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:34:59.842536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.844725 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-5a65db28-5016-4cca-a6f9-f6df936fa315 service neutron] 10.222.0.16 "PUT /v2.0/ports/6faf0b43-3538-4b0e-92dc-e173f698b8cd HTTP/1.1" status: 200 len: 1093 time: 3.8188727 Apr 22 17:34:59.845511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:34:59.932109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:34:59.963671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.026714 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e4f753-b15e-44b6-b1da-88456242a458'] response: {'name': 'network-changed', 'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'status': 'completed', 'code': 200} Apr 22 17:35:00.029472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:34:51Z', 'revision_number': 2, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:00.126675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Allocated IP 172.26.3.147 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/e8a02dd7-2dfb-40b0-9b37-1332fcb85edd) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:00.178217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port d933b018-2452-4a14-96fd-0bbfbcc7eeeb yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:00.251583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.262937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Transition to ACTIVE for port object c359f01f-b0aa-4445-b5c2-e17f513e2985 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:00.287020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Transition to ACTIVE for port object c359f01f-b0aa-4445-b5c2-e17f513e2985 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:00.287675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.350647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:00.351276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Updating router b6b8b734-712c-421d-9c1f-ca6fb11e54af port a8e277b9-5551-446a-b955-b604d905df9b binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:35:00.395384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.401239 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086db6a4-6f24-4b72-960a-ec14421a73e4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:00.407276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.409542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086db6a4-6f24-4b72-960a-ec14421a73e4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:00.410530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-086db6a4-6f24-4b72-960a-ec14421a73e4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:00.463645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-c81f4601-314f-49a4-bfba-61cfede39450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:00.465507 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-c81f4601-314f-49a4-bfba-61cfede39450 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acb8e4754239485ab806e76261e40c14&device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1096 time: 0.4378791 Apr 22 17:35:00.481813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a02dd7-2dfb-40b0-9b37-1332fcb85edd,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:00.489394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:00.492034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:00.495983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:00.498691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:00.507833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:00.510224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:00.521636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Allocated IP 172.20.0.2 (f6777ef0-2dea-4c04-a71f-ec18e4858f83/fb2381e1-99c9-4b36-aca7-c98c007e95fc/23a243f7-1cab-4f57-a9d4-d89c4963c1c0) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:00.574942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.609829 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-052bf898-a8fd-41f5-ae84-cadc1ef44864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.635686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.652433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Pushing event updated for resources: {'Port': ['ID=c359f01f-b0aa-4445-b5c2-e17f513e2985,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:00.814830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a976fde6-c020-419c-bf28-cea875b8dee2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:00.851312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Attempting to bind port c359f01f-b0aa-4445-b5c2-e17f513e2985 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:00.851688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Attempting to bind port c359f01f-b0aa-4445-b5c2-e17f513e2985 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:00.852051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Attempting to bind port c359f01f-b0aa-4445-b5c2-e17f513e2985 on network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:00.870149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-086db6a4-6f24-4b72-960a-ec14421a73e4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:00.871198 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-086db6a4-6f24-4b72-960a-ec14421a73e4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.0376287 Apr 22 17:35:00.873701 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-f8aabe96-ab82-4608-85b7-08a543782c61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd HTTP/1.1" status: 200 len: 217 time: 0.3991899 Apr 22 17:35:00.875109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50650) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:00.920262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.927689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:00.928063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Checking segment: {'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:00.928470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.928863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Bound using segment: {'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:00.930404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Bound port: c359f01f-b0aa-4445-b5c2-e17f513e2985, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:00.930404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:00.973655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b5136-7d1e-41ec-b7ba-76ec6258cdf9 req-6b7ff047-b07a-43eb-8488-f1cdb1b6b638 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:00.981145 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6a5b5136-7d1e-41ec-b7ba-76ec6258cdf9 req-6b7ff047-b07a-43eb-8488-f1cdb1b6b638 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 943 time: 0.2713389 Apr 22 17:35:01.056958 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6a5b5136-7d1e-41ec-b7ba-76ec6258cdf9 req-07c3970f-8d72-4e8f-afbf-5d594e0a46ce tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747402 Apr 22 17:35:01.136910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:01.149242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-9fcd2726-9bb7-4e05-bef3-e81faf6eba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:01.150964 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-9fcd2726-9bb7-4e05-bef3-e81faf6eba89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad3196db-bbb1-4935-a99f-2c167cb48c00 HTTP/1.1" status: 200 len: 835 time: 0.2602775 Apr 22 17:35:01.151953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:01.164436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-bc579261-7567-4a1a-8eec-24573d6562d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 900616ee-6b4a-446f-97f5-314d92cf0c0d {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:01.165011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bc579261-7567-4a1a-8eec-24573d6562d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.207471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:01.208323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.209921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=3112b380-4576-4541-8dfc-f4a183b49d2b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:01.244613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a976fde6-c020-419c-bf28-cea875b8dee2 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:01.254858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.263144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] For port c359f01f-b0aa-4445-b5c2-e17f513e2985, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:01.272947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a976fde6-c020-419c-bf28-cea875b8dee2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:01.273320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.300354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.305538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Transition to ACTIVE for port object 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:01.317883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] For port c359f01f-b0aa-4445-b5c2-e17f513e2985, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c359f01f-b0aa-4445-b5c2-e17f513e2985,segment=NetworkSegment(fec06a00-c56a-4c17-9c7c-a923003d201a),segment_id=fec06a00-c56a-4c17-9c7c-a923003d201a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:01.361624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Transition to ACTIVE for port object 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:01.379200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Allocated IP 172.23.0.1 (b9fd98b9-d1a9-4125-bc06-63e9032a8f03/d78e716e-1223-4de7-9cdd-07414618b884/c4cf4c76-e4cb-45a5-b00e-60dbb6a38153) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:01.380611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.442630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=d933b018-2452-4a14-96fd-0bbfbcc7eeeb,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:01.539152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.579195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660aa0c-6837-49da-b30b-23b585407246 None None] Pushing event updated for resources: {'Port': ['ID=c359f01f-b0aa-4445-b5c2-e17f513e2985,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:01.601919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking segment: {'id': '956a5cf8-c979-4d80-bd93-58e5aaac9a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '18d135db-0658-4c55-936d-70e9cc48374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:01.602429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network hostable DHCP agents. Network: 18d135db-0658-4c55-936d-70e9cc48374e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:35:01.659461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.669056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Network f6777ef0-2dea-4c04-a71f-ec18e4858f83 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:01.676399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.688933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:01.691484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:01.711991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.769651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Transition to ACTIVE for port object a8e277b9-5551-446a-b955-b604d905df9b will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:01.770728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-2e06bf34-96bc-45b5-a0e0-43a8935f82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:01.772375 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-2e06bf34-96bc-45b5-a0e0-43a8935f82f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1dfa90b-71ad-4782-8904-bba531add351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5668147 Apr 22 17:35:01.789621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bc579261-7567-4a1a-8eec-24573d6562d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.807201 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Pushing event updated for resources: {'Port': ['ID=23a243f7-1cab-4f57-a9d4-d89c4963c1c0,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:01.829420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 18d135db-0658-4c55-936d-70e9cc48374e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:35:01.849683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.888085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:01.952382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a976fde6-c020-419c-bf28-cea875b8dee2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a976fde6-c020-419c-bf28-cea875b8dee2,segment=NetworkSegment(7e32076b-8e47-40b4-864d-66a8abac24e3),segment_id=7e32076b-8e47-40b4-864d-66a8abac24e3)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:01.957680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Attempting to bind port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:01.958124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Attempting to bind port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:01.958551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Attempting to bind port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 on network f6777ef0-2dea-4c04-a71f-ec18e4858f83 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:02.004975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-bc579261-7567-4a1a-8eec-24573d6562d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 900616ee-6b4a-446f-97f5-314d92cf0c0d owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:02.057940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616a3a0-b0c3-4958-8846-e2c56bc4532d None None] Pushing event updated for resources: {'Port': ['ID=a8e277b9-5551-446a-b955-b604d905df9b,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:02.067445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.073059 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0fab0da9-4c23-49d9-b6e1-6c77725f1349 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:02.095026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 18d135db-0658-4c55-936d-70e9cc48374e) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:02.102515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:35:02.107888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Transition to ACTIVE for port object c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:02.120844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:02.127706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:02.132923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:02.133862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.163172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:02.163704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Checking segment: {'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:02.165014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.165480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Bound using segment: {'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:02.166192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Bound port: 23a243f7-1cab-4f57-a9d4-d89c4963c1c0, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:02.166665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.203980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6601e2e-56ea-4ab3-b1af-5ce974cd0a7b None None] Network 18d135db-0658-4c55-936d-70e9cc48374e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:02.261844 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fd4c27db-8fed-4db0-8ac4-ce923a6d8238 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3039298 Apr 22 17:35:02.273649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50656) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:02.335341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:02.346932 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Sync routers for ids ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:02.348521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bc579261-7567-4a1a-8eec-24573d6562d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.360179 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Routers {'9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:02.363256 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:34:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:02.407615 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-2d44cc28-412b-48ed-8cab-ca6479fda43d service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201706 Apr 22 17:35:02.419525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.440927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.445068 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-68bbc653-fb69-46c5-ba38-90ad76984769 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7061722 Apr 22 17:35:02.445361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50660) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:02.464438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc579261-7567-4a1a-8eec-24573d6562d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=900616ee-6b4a-446f-97f5-314d92cf0c0d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:02.525349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bc579261-7567-4a1a-8eec-24573d6562d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.548033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] For port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:02.552539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] For port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=23a243f7-1cab-4f57-a9d4-d89c4963c1c0,segment=NetworkSegment(6754953f-5fd7-4ed3-843c-2553b7706a78),segment_id=6754953f-5fd7-4ed3-843c-2553b7706a78)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:02.558984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:02.576719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d6e55366-33ee-4021-a9be-dff1f7ef3eda tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port d933b018-2452-4a14-96fd-0bbfbcc7eeeb {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:02.577104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6e55366-33ee-4021-a9be-dff1f7ef3eda tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.649873 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Set router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:02.717342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.767200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:02.769668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:02.810270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a976fde6-c020-419c-bf28-cea875b8dee2,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:02.835223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Attempting to bind port a8e277b9-5551-446a-b955-b604d905df9b on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:02.835707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Attempting to bind port a8e277b9-5551-446a-b955-b604d905df9b by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:02.839976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Attempting to bind port a8e277b9-5551-446a-b955-b604d905df9b on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:02.945182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:02.947651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=c4cf4c76-e4cb-45a5-b00e-60dbb6a38153,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:02.950947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Checking segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:02.951709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:02.952199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Bound using segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:02.953706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Bound port: a8e277b9-5551-446a-b955-b604d905df9b, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:02.953706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.013197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8a6f63bc-1b2b-4865-9e1d-9ef7874278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.020089 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bc579261-7567-4a1a-8eec-24573d6562d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/900616ee-6b4a-446f-97f5-314d92cf0c0d HTTP/1.1" status: 204 len: 168 time: 2.1375914 Apr 22 17:35:03.035215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f8528-c6bd-43b3-971a-e4eb266c7375 req-551e577f-e13a-4540-b4bd-d59ca02e99ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:03.036555 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f9f8528-c6bd-43b3-971a-e4eb266c7375 req-551e577f-e13a-4540-b4bd-d59ca02e99ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 943 time: 0.8263535 Apr 22 17:35:03.040804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:03.041191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.045486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50664) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:03.068254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.144230 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 3, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port': {'id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:03.160575 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Checking router: 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:03.160926 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Updating router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:35:03.169646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90cb370-2095-465b-8812-7a4db4ad1480 None None] Network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:03.175776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1977613d-3560-4d2d-89a2-4834a25c90a2 req-a56b2275-98f8-48ea-81dd-0525558dd61b service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404432 Apr 22 17:35:03.241615 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.287865 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f9f8528-c6bd-43b3-971a-e4eb266c7375 req-79684e25-206b-4d40-b380-33b3f5846ae6 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348175 Apr 22 17:35:03.338097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e4fb8-295e-4852-a2bc-84f77371539a None None] Pushing event updated for resources: {'Port': ['ID=23a243f7-1cab-4f57-a9d4-d89c4963c1c0,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:03.439252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6e55366-33ee-4021-a9be-dff1f7ef3eda tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.480020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1f1113f2-9e03-4866-9995-a91ff244a247 None None] Provisioning for port c359f01f-b0aa-4445-b5c2-e17f513e2985 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:03.514540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] For port a8e277b9-5551-446a-b955-b604d905df9b, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:03.521110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] For port a8e277b9-5551-446a-b955-b604d905df9b, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a8e277b9-5551-446a-b955-b604d905df9b,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:03.633812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.640724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d6e55366-33ee-4021-a9be-dff1f7ef3eda tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for d933b018-2452-4a14-96fd-0bbfbcc7eeeb owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:03.691913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc075eb-a320-48b4-9b9c-c9d3dd0e017b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:03.694144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2bc075eb-a320-48b4-9b9c-c9d3dd0e017b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:03.728396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a8374a09-0d38-4a89-871c-71f822a4b5ba up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:03.756140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.809635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.818298 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.834093 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Transition to ACTIVE for port object e8a02dd7-2dfb-40b0-9b37-1332fcb85edd will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:03.855149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.855941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:03.856589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:03.875287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-8c8772f4-0367-4e69-9e13-8f96efa8130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:03.876926 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-8c8772f4-0367-4e69-9e13-8f96efa8130a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acb8e4754239485ab806e76261e40c14&device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1096 time: 0.5227702 Apr 22 17:35:03.948829 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:03.998075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616a3a0-b0c3-4958-8846-e2c56bc4532d None None] Pushing event updated for resources: {'Port': ['ID=a8e277b9-5551-446a-b955-b604d905df9b,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:04.015346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.101112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Allocated IP 172.20.0.1 (f6777ef0-2dea-4c04-a71f-ec18e4858f83/fb2381e1-99c9-4b36-aca7-c98c007e95fc/6717ab6c-fd23-4ed6-b871-f9dfce58f1fc) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:04.107173 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Attempting to bind port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:04.107572 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Attempting to bind port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:04.107944 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Attempting to bind port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:04.120854 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:04.121217 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:04.121524 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.121929 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:04.122416 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Bound port: e8a02dd7-2dfb-40b0-9b37-1332fcb85edd, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:04.122819 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.148562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2bc075eb-a320-48b4-9b9c-c9d3dd0e017b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:04.172304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a8374a09-0d38-4a89-871c-71f822a4b5ba triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:04.172304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.172543 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2bc075eb-a320-48b4-9b9c-c9d3dd0e017b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.1038878 Apr 22 17:35:04.172543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6e55366-33ee-4021-a9be-dff1f7ef3eda tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.172543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50668) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:04.224600 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Pushing event updated for resources: {'Port': ['ID=e8a02dd7-2dfb-40b0-9b37-1332fcb85edd,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:04.234240 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.234591 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.234962 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.235302 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.235639 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.235976 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.236308 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.237174 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.237510 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.237839 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.238795 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.239167 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:04.287324 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] For port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:04.287937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:04.290908 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] For port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e8a02dd7-2dfb-40b0-9b37-1332fcb85edd,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:04.327655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.361079 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.375547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Transition to ACTIVE for port object 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:04.537746 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46446de8-e781-4495-a85c-bf46d7166cfa None None] Pushing event updated for resources: {'Port': ['ID=e8a02dd7-2dfb-40b0-9b37-1332fcb85edd,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:04.559030 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Routers {'9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:04.559652 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:04.587823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.595728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.662617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e55366-33ee-4021-a9be-dff1f7ef3eda tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=d933b018-2452-4a14-96fd-0bbfbcc7eeeb,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:04.678404 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-9351db4a-8e44-42b3-bc5a-6e6c36b48a9a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:35:04.682652 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9351db4a-8e44-42b3-bc5a-6e6c36b48a9a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/2818aaf5-856f-4c67-b785-c13ce3a5d256 HTTP/1.1" status: 404 len: 333 time: 0.4885170 Apr 22 17:35:04.683049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50674) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:04.689883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6e55366-33ee-4021-a9be-dff1f7ef3eda tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:04.728627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296bd58-e3cc-4ca4-a541-c08864de807d None None] Network f6777ef0-2dea-4c04-a71f-ec18e4858f83 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:04.739468 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d6e55366-33ee-4021-a9be-dff1f7ef3eda tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/d933b018-2452-4a14-96fd-0bbfbcc7eeeb HTTP/1.1" status: 204 len: 168 time: 2.4637775 Apr 22 17:35:04.752685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50678) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:04.761062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-e5afc1b2-7ea9-49d8-9ed3-10a2d80f9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:04.762890 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-e5afc1b2-7ea9-49d8-9ed3-10a2d80f9e2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1dfa90b-71ad-4782-8904-bba531add351 HTTP/1.1" status: 200 len: 897 time: 0.6574497 Apr 22 17:35:04.782632 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] Set router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:04.801917 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45a8967-0e37-4433-ae1b-8dc39d6ce85d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:35:04.804375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b45a8967-0e37-4433-ae1b-8dc39d6ce85d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:04.818121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Network f6777ef0-2dea-4c04-a71f-ec18e4858f83 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:04.834707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:04.837319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:04.883955 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Pushing event updated for resources: {'Port': ['ID=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:04.897002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b45a8967-0e37-4433-ae1b-8dc39d6ce85d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:04.898239 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b45a8967-0e37-4433-ae1b-8dc39d6ce85d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/900616ee-6b4a-446f-97f5-314d92cf0c0d HTTP/1.1" status: 404 len: 333 time: 0.1851261 Apr 22 17:35:04.917398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50682) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:04.958086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c5fb3-ffa3-436d-801e-0ded957e1ca3 req-e815ad15-258b-4abb-917a-99c89e40c20c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:04.959757 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-799c5fb3-ffa3-436d-801e-0ded957e1ca3 req-e815ad15-258b-4abb-917a-99c89e40c20c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 943 time: 0.4536457 Apr 22 17:35:05.003471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.042511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 82e0977c-cdc7-4e18-a553-337503f97f93 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:05.076711 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-280509b1-b6db-48ae-a8b8-b518b36a1edb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd HTTP/1.1" status: 200 len: 217 time: 0.2778149 Apr 22 17:35:05.196795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6faf0b43-3538-4b0e-92dc-e173f698b8cd details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:35:05.230831 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 3, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port': {'id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:05.238857 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f0205-2fe8-4dc8-b447-9080ba86fc1c None None] The sync data for ids ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'] in dv-neutron-839024-1-hyperv is: [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 3, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port': {'id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:05.243688 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-799c5fb3-ffa3-436d-801e-0ded957e1ca3 req-fe5c9679-3ed4-434f-9b71-1ed00163bfe2 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644522 Apr 22 17:35:05.250914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-7f8e3696-0da2-4bab-8463-f1433073c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:05.267422 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-7f8e3696-0da2-4bab-8463-f1433073c5d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad3196db-bbb1-4935-a99f-2c167cb48c00 HTTP/1.1" status: 200 len: 835 time: 0.1676319 Apr 22 17:35:05.267782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.324924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a276628b-4477-4e47-9cc7-183eed30109e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:05.331474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a276628b-4477-4e47-9cc7-183eed30109e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:05.332453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a276628b-4477-4e47-9cc7-183eed30109e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:05.379964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.391690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.393756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-00fbdc97-5823-4dd0-ab80-43859da19ec2 None None] Provisioning for port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:05.416293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-ba69088e-5cd5-4cd9-8ca5-f3fdad236533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:05.417991 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-ba69088e-5cd5-4cd9-8ca5-f3fdad236533 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1dfa90b-71ad-4782-8904-bba531add351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1575959 Apr 22 17:35:05.457728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.480237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.482455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-00fbdc97-5823-4dd0-ab80-43859da19ec2 None None] Provisioning complete for port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:05.482868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-00fbdc97-5823-4dd0-ab80-43859da19ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.490139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c19489-a673-4eb4-b89d-e38892b91c0e']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:05.509968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133d1fd1-d509-4387-8bd3-d02a77cc852c') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:05.510377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133d1fd1-d509-4387-8bd3-d02a77cc852c') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:05.535510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.561573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.569759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:05.570571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.586354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:03Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:05.588149 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:05.590658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 82e0977c-cdc7-4e18-a553-337503f97f93 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:05.594153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-00fbdc97-5823-4dd0-ab80-43859da19ec2 None None] Port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:05.602708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.608866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e103b-edd6-420a-8b07-ae6fd885eff1 None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:03Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:05.609034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a276628b-4477-4e47-9cc7-183eed30109e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:05.609127 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a276628b-4477-4e47-9cc7-183eed30109e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.8558872 Apr 22 17:35:05.612662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:05.615028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50686) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:05.621177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 82e0977c-cdc7-4e18-a553-337503f97f93 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:05.621613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.700004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'port_id': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'mac_address': 'fa:16:3e:96:ec:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:35:05.868793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-8df9c6f1-95f5-4504-83d3-c21af18124fe tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 3112b380-4576-4541-8dfc-f4a183b49d2b {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:05.869362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8df9c6f1-95f5-4504-83d3-c21af18124fe tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.912855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.926829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.930968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event updated for resources: {'Port': ['ID=c4cf4c76-e4cb-45a5-b00e-60dbb6a38153,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:05.960232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f497b543-a69f-4594-be87-4249198dae1b None None] Provisioning for port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:05.974141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:05.986398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6faf0b43-3538-4b0e-92dc-e173f698b8cd {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:35:05.991247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.015436 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-0808446c-a281-4c7f-936a-ebafd5625c1b service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892038 Apr 22 17:35:06.031564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:06.033414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 82e0977c-cdc7-4e18-a553-337503f97f93, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=82e0977c-cdc7-4e18-a553-337503f97f93,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:06.039965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.045734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f497b543-a69f-4594-be87-4249198dae1b None None] Provisioning complete for port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:06.046298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f497b543-a69f-4594-be87-4249198dae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.051124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Network': ['ID=35c19489-a673-4eb4-b89d-e38892b91c0e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:06.057649 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5f2172df-7063-4eb3-a93b-3e0dc2499ff6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/networks/35c19489-a673-4eb4-b89d-e38892b91c0e HTTP/1.1" status: 204 len: 168 time: 1.1380823 Apr 22 17:35:06.076453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50690) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:06.091660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-194879828'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:06.122965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:06.128476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:06.131298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.134715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:06.144906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:network and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:06.226179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f497b543-a69f-4594-be87-4249198dae1b None None] Port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:06.233537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:06.238654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.240364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:06.253049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:06.422850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.567108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.590928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:06.629209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=82e0977c-cdc7-4e18-a553-337503f97f93,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:06.630369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:06.640966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8df9c6f1-95f5-4504-83d3-c21af18124fe tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.671838 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a486fd09-b8b7-4b0d-a3c4-e60995ff0554 req-2a52f665-b8d8-46ff-b4a5-f212a13b79f5 service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403022 Apr 22 17:35:06.682165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:06.684576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:06.685029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.686068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.722268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e1ab1094-e3d8-4bbd-87ea-95f04034c180 None None] Provisioning for port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:06.728784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['6faf0b43-3538-4b0e-92dc-e173f698b8cd'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:35:06.776695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e1ab1094-e3d8-4bbd-87ea-95f04034c180 None None] Provisioning complete for port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:06.776695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e1ab1094-e3d8-4bbd-87ea-95f04034c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.825611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-8df9c6f1-95f5-4504-83d3-c21af18124fe tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 3112b380-4576-4541-8dfc-f4a183b49d2b owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:06.870482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Pushing event updated for resources: {'Port': ['ID=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:06.875379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.883443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:35:06.897790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab1094-e3d8-4bbd-87ea-95f04034c180 None None] Port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:06.911327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22dd9d-cb3c-44f3-87f8-f9583eb0e89b req-83213377-c2bd-4514-b900-0728438e9aaf tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:06.913136 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c22dd9d-cb3c-44f3-87f8-f9583eb0e89b req-83213377-c2bd-4514-b900-0728438e9aaf tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 944 time: 0.3550034 Apr 22 17:35:06.927512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:06.927979 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Added segment d401031c-d22d-42ee-bccc-3644b3096cac of type vlan for network a3aa4d80-2e24-47b2-a47b-6e4dff71f16e Apr 22 17:35:06.967689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:06.993620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:07.010650 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dbdfd09c-77da-467c-824d-c4013299be8f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7942684 Apr 22 17:35:07.015218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:07.019327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50696) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:07.026635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:07.029306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:07.030061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:07.086324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Network f6777ef0-2dea-4c04-a71f-ec18e4858f83 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:07.087655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:07.245862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ddcd4fbe-fe64-42d4-903a-387cd59d39a9 None None] Provisioning complete for port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:07.246432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4fbe-fe64-42d4-903a-387cd59d39a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:07.401729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:07.438357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8df9c6f1-95f5-4504-83d3-c21af18124fe tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:07.450383 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c22dd9d-cb3c-44f3-87f8-f9583eb0e89b req-09111a4c-b7a5-4bdb-80e3-65e968044b06 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5246291 Apr 22 17:35:07.472531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e8a02dd7-2dfb-40b0-9b37-1332fcb85edd up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:07.534150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9c6f1-95f5-4504-83d3-c21af18124fe tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=3112b380-4576-4541-8dfc-f4a183b49d2b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:07.551756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd4fbe-fe64-42d4-903a-387cd59d39a9 None None] Port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:07.559949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8df9c6f1-95f5-4504-83d3-c21af18124fe tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:07.676750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:07.725176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:07.730653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:07.731267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:07.755545 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8df9c6f1-95f5-4504-83d3-c21af18124fe tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/3112b380-4576-4541-8dfc-f4a183b49d2b HTTP/1.1" status: 204 len: 168 time: 2.1394644 Apr 22 17:35:07.759811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ddcd4fbe-fe64-42d4-903a-387cd59d39a9 None None] Provisioning complete for port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:07.760233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4fbe-fe64-42d4-903a-387cd59d39a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:07.767699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50700) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:07.887012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8022883 Apr 22 17:35:07.892160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50704) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:07.900349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25deae90-1282-4470-8b4c-d145988c16e9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Network': ['ID=a3aa4d80-2e24-47b2-a47b-6e4dff71f16e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:07.900740 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd4fbe-fe64-42d4-903a-387cd59d39a9 None None] Port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:07.912710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'a3aa4d80-2e24-47b2-a47b-6e4dff71f16e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:07.937559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network a3aa4d80-2e24-47b2-a47b-6e4dff71f16e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:35:07.956521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:07.968277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd95be-e875-4af2-9f85-138a7d22bd40 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:07.968958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-45cd95be-e875-4af2-9f85-138a7d22bd40 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:07.975024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:07.988224 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1dc7d106-36d8-4734-90fe-d984debbf120 admin admin] 10.222.0.10 "PUT /v2.0/routers/9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5336492 Apr 22 17:35:07.999562 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Sync routers for ids ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:08.004878 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Routers {'9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:08.005498 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:08.068683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-45cd95be-e875-4af2-9f85-138a7d22bd40 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:08.072209 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-45cd95be-e875-4af2-9f85-138a7d22bd40 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3003168 Apr 22 17:35:08.072515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50710) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:08.080792 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:08.087119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:08.091950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.092198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:08.092525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:08.099369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:08.160812 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf7add3-bc01-41ae-a15e-28c7066c5ed7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:35:08.164629 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aaf7add3-bc01-41ae-a15e-28c7066c5ed7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/d933b018-2452-4a14-96fd-0bbfbcc7eeeb HTTP/1.1" status: 404 len: 333 time: 0.0887721 Apr 22 17:35:08.165265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50714) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:08.195180 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Set router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:08.196972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-15c4d5a5-e11d-4988-b6a4-a114f02761bd None None] Provisioning complete for port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:08.197366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15c4d5a5-e11d-4988-b6a4-a114f02761bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.216644 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e881187-cc61-4d08-99ac-80151bf6b31c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:35:08.218793 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0e881187-cc61-4d08-99ac-80151bf6b31c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/3112b380-4576-4541-8dfc-f4a183b49d2b HTTP/1.1" status: 404 len: 333 time: 0.0487132 Apr 22 17:35:08.219304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:08.223062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.223608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50722) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:08.321876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-15c4d5a5-e11d-4988-b6a4-a114f02761bd None None] Port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:08.346917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:03Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cf4c76-e4cb-45a5-b00e-60dbb6a38153', 'name': '', 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:88:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:04Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:08.382422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:08.382422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Updating router 4d9e00b8-8194-47d3-b562-846c01b9ed74 port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:35:08.451937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.459567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.ipam_backend_mixin [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Performing IP validity checks on allocation pools {{(pid=88659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 17:35:08.460955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.465563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.ipam_backend_mixin [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 17:35:08.477892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:35:08.481202 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e8a02dd7-2dfb-40b0-9b37-1332fcb85edd,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:08.483227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.521547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Removed routes are [] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:35:08.523231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.585550 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port': {'id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '6717ab6c-fd23-4ed6-b871-f9dfce58f1fc', 'name': '', 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'mac_address': 'fa:16:3e:cc:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'fb2381e1-99c9-4b36-aca7-c98c007e95fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:03Z', 'updated_at': '2022-04-22T17:35:06Z', 'revision_number': 2, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'subnets': [{'id': 'fb2381e1-99c9-4b36-aca7-c98c007e95fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:08.593502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.597741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c359f01f-b0aa-4445-b5c2-e17f513e2985 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:08.597927 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Checking router: 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:08.598296 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Updating router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:35:08.657667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.691924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d135db-0658-4c55-936d-70e9cc48374e']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:08.707145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956a5cf8-c979-4d80-bd93-58e5aaac9a39') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:08.707369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956a5cf8-c979-4d80-bd93-58e5aaac9a39') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:08.707638 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.719774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.737760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.745858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:08.746570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:08.764007 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:08.925167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=e8a02dd7-2dfb-40b0-9b37-1332fcb85edd,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:08.925993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.963290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:08.971735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50728) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:08.972678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Network': ['ID=18d135db-0658-4c55-936d-70e9cc48374e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:08.980416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10554632', 'description': 'tempest-secgroup-smoke-10554632 description', 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:08.981289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f4795-3346-461f-baea-89ce0dd6ec72 req-3ce5e67f-449c-4398-bb29-e52a9eb5b07b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:08.982928 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a55f4795-3346-461f-baea-89ce0dd6ec72 req-3ce5e67f-449c-4398-bb29-e52a9eb5b07b tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 944 time: 0.2836380 Apr 22 17:35:08.990725 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c84ce7bd-1d7e-4313-b2ba-884073936ea5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/networks/18d135db-0658-4c55-936d-70e9cc48374e HTTP/1.1" status: 204 len: 168 time: 0.7626569 Apr 22 17:35:08.990725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:08.992919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50732) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:08.999667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-242913953'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:09.003701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:security_group and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:09.007473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:09.010266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:09.014790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c359f01f-b0aa-4445-b5c2-e17f513e2985 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:09.015984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:09.018967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:network and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:09.022559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:09.031437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:09.033272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c359f01f-b0aa-4445-b5c2-e17f513e2985 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:09.034503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.102671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.130718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:09.135028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:security_group_rule and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:09.138017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:09.144971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:09.185161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.194983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6faf0b43-3538-4b0e-92dc-e173f698b8cd up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:09.209296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.224621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.226490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:09.229808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.237898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.resource_extend [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:35:09.242930 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.261049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:35:09.263444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Transition to ACTIVE for port object 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:09.272657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.273155 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Added segment b3d03db2-e0e2-4205-98c9-a80bc2fd6acb of type vlan for network 61e59956-bff1-4552-ab76-cfd3eb6ed93a Apr 22 17:35:09.301801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.306616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.332383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port c359f01f-b0aa-4445-b5c2-e17f513e2985, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c359f01f-b0aa-4445-b5c2-e17f513e2985,segment=NetworkSegment(fec06a00-c56a-4c17-9c7c-a923003d201a),segment_id=fec06a00-c56a-4c17-9c7c-a923003d201a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:09.341185 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.346800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.361283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Transition to ACTIVE for port object c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:09.382868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.383811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:09.385277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c549be-f51a-4ec8-9dfa-d0e2aeefd672,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:09.386482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=1a57b586-fe13-4deb-96f1-c4e27d1deb4a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:09.392656 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a55f4795-3346-461f-baea-89ce0dd6ec72 req-98e80574-2acf-4e94-a97d-735f1a200b64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3477676 Apr 22 17:35:09.419228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.423970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking segment: {'id': 'd401031c-d22d-42ee-bccc-3644b3096cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a3aa4d80-2e24-47b2-a47b-6e4dff71f16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:09.430043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network hostable DHCP agents. Network: a3aa4d80-2e24-47b2-a47b-6e4dff71f16e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:35:09.431370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.471676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.474493 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.478544 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3606d37e-f153-4608-8bea-cf5602abc952 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5011115 Apr 22 17:35:09.478544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.486027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 6faf0b43-3538-4b0e-92dc-e173f698b8cd completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:09.488666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:09.489962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.493075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50736) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:09.544319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'security_group_rule': {'security_group_id': '85c549be-f51a-4ec8-9dfa-d0e2aeefd672', 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:09.574523 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d3f1-6294-4ac3-acfb-44e15b4de537 None None] Pushing event updated for resources: {'Port': ['ID=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:09.587658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=c359f01f-b0aa-4445-b5c2-e17f513e2985,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:09.614930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:09.623879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 6faf0b43-3538-4b0e-92dc-e173f698b8cd triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:09.624960 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.634403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:09.702903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network a3aa4d80-2e24-47b2-a47b-6e4dff71f16e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:35:09.717960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:security_group_rule and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:09.730007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:09.745558 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Attempting to bind port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:09.745930 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Attempting to bind port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:09.746295 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Attempting to bind port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc on network f6777ef0-2dea-4c04-a71f-ec18e4858f83 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:09.749994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Network': ['ID=61e59956-bff1-4552-ab76-cfd3eb6ed93a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:09.753735 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:09.754120 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Checking segment: {'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:09.754517 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.754929 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Bound using segment: {'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:09.755386 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Bound port: 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6754953f-5fd7-4ed3-843c-2553b7706a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:09.755757 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.765431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:09.789379 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-39c0e763-bc41-44c6-bfd2-eb6e36666866 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7954307 Apr 22 17:35:09.792887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50740) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:09.807845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '61e59956-bff1-4552-ab76-cfd3eb6ed93a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:09.821244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec56cbc-9141-480e-b5e5-2782f96efa1c None None] Pushing event updated for resources: {'Port': ['ID=c4cf4c76-e4cb-45a5-b00e-60dbb6a38153,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:09.826169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 61e59956-bff1-4552-ab76-cfd3eb6ed93a details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:35:09.839114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:09.849673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, a3aa4d80-2e24-47b2-a47b-6e4dff71f16e) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:09.854396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:09.855752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.865166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.869503 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3091c5e7-41a0-4d8a-870c-3c676ccb25e0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 200 len: 934 time: 2.8474698 Apr 22 17:35:09.870425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50744) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:09.890288 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3487a-d954-49d7-bea5-30bac34ff804 None None] Network a3aa4d80-2e24-47b2-a47b-6e4dff71f16e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:09.936757 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] For port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:09.946098 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] For port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,segment=NetworkSegment(6754953f-5fd7-4ed3-843c-2553b7706a78),segment_id=6754953f-5fd7-4ed3-843c-2553b7706a78)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:09.966000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:09.994321 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.024095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:10.032515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:10.036743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:10.044998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:10.062074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.070519 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b7aef0e4-8535-426c-a2eb-7952259572ad tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1714787 Apr 22 17:35:10.073170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50748) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:10.074093 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d3f1-6294-4ac3-acfb-44e15b4de537 None None] Pushing event updated for resources: {'Port': ['ID=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:10.089805 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Routers {'9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:10.093874 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:10.098968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': 'a3aa4d80-2e24-47b2-a47b-6e4dff71f16e', 'name': 'tempest-PortsIpV6TestJSON-683517232'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:10.140649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a4dadaaf-d09a-4ca6-b4fd-86a36df464f9 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 200 len: 934 time: 0.2671769 Apr 22 17:35:10.143944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50752) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:10.145645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.163490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'routes': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:10.184762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Attempting to bind port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:10.185427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Attempting to bind port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:10.185977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Attempting to bind port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 on network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:10.205953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:10.208718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Checking segment: {'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:10.208718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.208718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Bound using segment: {'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:10.208718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Bound port: c4cf4c76-e4cb-45a5-b00e-60dbb6a38153, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec06a00-c56a-4c17-9c7c-a923003d201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:10.208718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.296869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:10.322636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.385130 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] Set router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:10.470340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] For port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:10.474591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] For port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c4cf4c76-e4cb-45a5-b00e-60dbb6a38153,segment=NetworkSegment(fec06a00-c56a-4c17-9c7c-a923003d201a),segment_id=fec06a00-c56a-4c17-9c7c-a923003d201a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:10.486577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:10.487104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.506538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:10.510289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.529801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:10.540371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:10.552076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7806ca33-7d97-4eb1-9c08-c46e6e0b3dcd,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:10.587647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.640267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:35:10.683985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:10.736038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:10.740241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.745182 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7c5a6b-07d5-4931-a6be-234231e45b97'] response: {'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'code': 200} Apr 22 17:35:10.779157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 4ba6e788-e9c1-4789-ba28-cf66fdf29fd3 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:10.790362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.808342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:10.809000 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:10.842978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.846629 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-07c1a9fd-1e67-48b1-95c6-43c8dc9eaf2f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3242073 Apr 22 17:35:10.850307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50760) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:10.853677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_backend_mixin [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Performing IP validity checks on allocation pools {{(pid=88660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 17:35:10.857066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.ipam_backend_mixin [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 17:35:10.875246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-a3aa4d80-2e24-47b2-a47b-6e4dff71f16e', 'network_id': 'a3aa4d80-2e24-47b2-a47b-6e4dff71f16e', 'tenant_id': 'e7affe2d37c344c4a2711652ee1e32e6', 'fixed_ips': [{'subnet_id': '1a57b586-fe13-4deb-96f1-c4e27d1deb4a'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:35:10.876105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:10.917766 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port': {'id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '6717ab6c-fd23-4ed6-b871-f9dfce58f1fc', 'name': '', 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'mac_address': 'fa:16:3e:cc:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'fb2381e1-99c9-4b36-aca7-c98c007e95fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:03Z', 'updated_at': '2022-04-22T17:35:09Z', 'revision_number': 4, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'subnets': [{'id': 'fb2381e1-99c9-4b36-aca7-c98c007e95fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:10.922154 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a58b30b-90b1-4fb7-aa26-fb32103e6571 None None] The sync data for ids ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'] in dv-neutron-839024-1-hyperv is: [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port': {'id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '6717ab6c-fd23-4ed6-b871-f9dfce58f1fc', 'name': '', 'network_id': 'f6777ef0-2dea-4c04-a71f-ec18e4858f83', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'mac_address': 'fa:16:3e:cc:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'fb2381e1-99c9-4b36-aca7-c98c007e95fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:03Z', 'updated_at': '2022-04-22T17:35:09Z', 'revision_number': 4, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'subnets': [{'id': 'fb2381e1-99c9-4b36-aca7-c98c007e95fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:10.990694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec56cbc-9141-480e-b5e5-2782f96efa1c None None] Pushing event updated for resources: {'Port': ['ID=c4cf4c76-e4cb-45a5-b00e-60dbb6a38153,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:11.007437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'security_group_rule': {'security_group_id': '85c549be-f51a-4ec8-9dfa-d0e2aeefd672', 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:11.040018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:11.047116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:security_group_rule and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:11.053029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:11.127989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:11.156028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593c8aa-b882-48da-9ad4-413196758d33 req-67d632ec-1d8f-40a5-b4bf-57f5df6aa204 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:11.157434 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6593c8aa-b882-48da-9ad4-413196758d33 req-67d632ec-1d8f-40a5-b4bf-57f5df6aa204 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.5401537 Apr 22 17:35:11.180097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::87 (a3aa4d80-2e24-47b2-a47b-6e4dff71f16e/1a57b586-fe13-4deb-96f1-c4e27d1deb4a/4ba6e788-e9c1-4789-ba28-cf66fdf29fd3) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:11.279338 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6593c8aa-b882-48da-9ad4-413196758d33 req-447b6910-3106-4cee-aee7-42e135190662 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032598 Apr 22 17:35:11.449308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.486499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:11.498031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.575374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:11.612336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.632769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object 4ba6e788-e9c1-4789-ba28-cf66fdf29fd3 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:11.635749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.640470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.659807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7d95-b4a7-49eb-9693-71728181ae91 req-b4f791aa-3a00-4709-9b3f-8923030bde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:11.661678 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e73e7d95-b4a7-49eb-9693-71728181ae91 req-b4f791aa-3a00-4709-9b3f-8923030bde0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1098 time: 0.5061936 Apr 22 17:35:11.667913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added routes are [] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:35:11.668357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:35:11.687474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=23a243f7-1cab-4f57-a9d4-d89c4963c1c0,segment=NetworkSegment(6754953f-5fd7-4ed3-843c-2553b7706a78),segment_id=6754953f-5fd7-4ed3-843c-2553b7706a78)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:11.714908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.747538 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e73e7d95-b4a7-49eb-9693-71728181ae91 req-b3fa8145-a46f-44ed-be07-b0fe68c2443e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764494 Apr 22 17:35:11.756075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1779d9-fd8a-4022-8364-ab7543a2fb11,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:11.756942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=084cdd11-7d88-4ede-a08c-04829e24cf31,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:11.761530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking segment: {'id': 'b3d03db2-e0e2-4205-98c9-a80bc2fd6acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61e59956-bff1-4552-ab76-cfd3eb6ed93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:11.761821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network hostable DHCP agents. Network: 61e59956-bff1-4552-ab76-cfd3eb6ed93a, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:35:11.784057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.790468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.790468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a8e277b9-5551-446a-b955-b604d905df9b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:11.834822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.883853 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 61e59956-bff1-4552-ab76-cfd3eb6ed93a is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:35:11.912492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network a3aa4d80-2e24-47b2-a47b-6e4dff71f16e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:11.916115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:11.920530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:11.926414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:11.927194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.936672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:11.938572 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e41d0fdb-ae1f-4fe8-8f1a-45ed21a4c1a7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0861588 Apr 22 17:35:11.946518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50764) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:11.953539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'security_group_rule': {'security_group_id': '85c549be-f51a-4ec8-9dfa-d0e2aeefd672', 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:11.955965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=4ba6e788-e9c1-4789-ba28-cf66fdf29fd3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:11.983211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 61e59956-bff1-4552-ab76-cfd3eb6ed93a) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:11.983921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:11.989084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:11.991218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.016951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9738f663-0138-46e1-b5eb-c098e9053948 None None] Network 61e59956-bff1-4552-ab76-cfd3eb6ed93a requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:12.044702 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-691556ac-6e62-4b40-bee7-7b28618f73d7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9694629 Apr 22 17:35:12.045447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50768) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:12.063237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=23a243f7-1cab-4f57-a9d4-d89c4963c1c0,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:12.094461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:security_group_rule and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:12.100731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:12.108558 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4c4858a4-1082-48db-9498-691389e37232 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3099501 Apr 22 17:35:12.109250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50772) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:12.122891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '61e59956-bff1-4552-ab76-cfd3eb6ed93a', 'name': 'tempest-PortsTestJSON-910710484'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:12.167000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e58d3fd7-4515-437a-87cf-6c614d41bd00 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 4ba6e788-e9c1-4789-ba28-cf66fdf29fd3 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:12.167600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e58d3fd7-4515-437a-87cf-6c614d41bd00 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.177327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:12.206441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Allocated IP 2001:db8::2 (a3aa4d80-2e24-47b2-a47b-6e4dff71f16e/1a57b586-fe13-4deb-96f1-c4e27d1deb4a/bcbb19ea-ef0c-40a2-853c-36d82694bac8) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:12.208552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a8e277b9-5551-446a-b955-b604d905df9b completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:12.218480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a8e277b9-5551-446a-b955-b604d905df9b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:12.228206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.291239 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.295137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.376406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.485212 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:12.515055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:12.606625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:12.623201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e58d3fd7-4515-437a-87cf-6c614d41bd00 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.623452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.691353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:12.697267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.708952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.727065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:08Z', 'revision_number': 6, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cf4c76-e4cb-45a5-b00e-60dbb6a38153', 'name': '', 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:88:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:10Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:12.733604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-61e59956-bff1-4552-ab76-cfd3eb6ed93a', 'network_id': '61e59956-bff1-4552-ab76-cfd3eb6ed93a', 'tenant_id': '1071a3da9d514ea6bb42b4cb8d6958bd', 'fixed_ips': [{'subnet_id': '084cdd11-7d88-4ede-a08c-04829e24cf31'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:35:12.734443 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.774007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e58d3fd7-4515-437a-87cf-6c614d41bd00 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 4ba6e788-e9c1-4789-ba28-cf66fdf29fd3 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:12.781712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434205ef-f0a5-420b-a2e4-abfb68e35a5b req-54a7cbd3-5f0d-425b-b825-7c1ea810983e tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:12.783364 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-434205ef-f0a5-420b-a2e4-abfb68e35a5b req-54a7cbd3-5f0d-425b-b825-7c1ea810983e tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.3079369 Apr 22 17:35:12.819081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ee068-54f0-4c28-809d-5863dcff0be2 None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:08Z', 'revision_number': 6, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cf4c76-e4cb-45a5-b00e-60dbb6a38153', 'name': '', 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:88:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:10Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:12.825151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38144817-d1ec-4ad8-a0ab-736740577287,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:12.835652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.876384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:12.880563 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-434205ef-f0a5-420b-a2e4-abfb68e35a5b req-3fc42db9-d814-4be3-aa66-d61db7345bef tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843575 Apr 22 17:35:12.888604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:12.888604 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-96ae0193-e4ef-4928-b53b-a0e03b209a3f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 200 len: 700 time: 2.7423406 Apr 22 17:35:12.898024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50778) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:12.978506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:12.993590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.010827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a8e277b9-5551-446a-b955-b604d905df9b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a8e277b9-5551-446a-b955-b604d905df9b,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:13.028218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.033831 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2fe27d53-9c52-42f9-acf9-2be534e2d5d7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0848267 Apr 22 17:35:13.038778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50782) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:13.050592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Transition to ACTIVE for port object bcbb19ea-ef0c-40a2-853c-36d82694bac8 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:13.064190 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.065105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a976fde6-c020-419c-bf28-cea875b8dee2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:13.166108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'security_group_rule': {'security_group_id': '85c549be-f51a-4ec8-9dfa-d0e2aeefd672', 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:13.203142 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ffd20ce1-7f2b-4aae-b42f-f25d0858c64a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 200 len: 700 time: 0.3070433 Apr 22 17:35:13.205797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:13.208047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50786) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:13.212149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:security_group_rule and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:13.216136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:13.225297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:13.254431 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Allocated IP 172.20.0.2 (61e59956-bff1-4552-ab76-cfd3eb6ed93a/084cdd11-7d88-4ede-a08c-04829e24cf31/adf2b142-acad-47b5-a6fa-7b1be9084a3d) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:13.285586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a8e277b9-5551-446a-b955-b604d905df9b,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:13.331285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.402790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a976fde6-c020-419c-bf28-cea875b8dee2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:13.403157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.422586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.491228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.514670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d030aeed-d96a-419a-a7a0-c3338b90eb67,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:13.536380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e58d3fd7-4515-437a-87cf-6c614d41bd00 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.573795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Transition to ACTIVE for port object bcbb19ea-ef0c-40a2-853c-36d82694bac8 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:13.576683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.578324 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a7e20191-768e-4584-bdde-fc7ea96c087e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4208543 Apr 22 17:35:13.581528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50790) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:13.589781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'security_group_rule': {'security_group_id': '85c549be-f51a-4ec8-9dfa-d0e2aeefd672', 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:13.599906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:13.604103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:security_group_rule and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:13.607362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:13.618199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:13.654185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.679981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d3fd7-4515-437a-87cf-6c614d41bd00 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=4ba6e788-e9c1-4789-ba28-cf66fdf29fd3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:13.700471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e58d3fd7-4515-437a-87cf-6c614d41bd00 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.705843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.706522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 82e0977c-cdc7-4e18-a553-337503f97f93 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:13.725946 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Project fdd5c03fe9c047b1b414ec7fec3c4af2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:35:13.733679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.758436 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e58d3fd7-4515-437a-87cf-6c614d41bd00 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/4ba6e788-e9c1-4789-ba28-cf66fdf29fd3 HTTP/1.1" status: 204 len: 168 time: 1.7093978 Apr 22 17:35:13.760631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50794) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:13.766439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Transition to ACTIVE for port object adf2b142-acad-47b5-a6fa-7b1be9084a3d will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:13.775521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Network a3aa4d80-2e24-47b2-a47b-6e4dff71f16e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:13.784927 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:13.797120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:13.817010 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfed6977-e2b8-4166-a92f-faf558c68530 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:13.817479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfed6977-e2b8-4166-a92f-faf558c68530 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:13.821941 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cfed6977-e2b8-4166-a92f-faf558c68530 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/4ba6e788-e9c1-4789-ba28-cf66fdf29fd3 HTTP/1.1" status: 404 len: 333 time: 0.0576544 Apr 22 17:35:13.822128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.822232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50798) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:13.825119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Pushing event updated for resources: {'Port': ['ID=bcbb19ea-ef0c-40a2-853c-36d82694bac8,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:13.857991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Transition to ACTIVE for port object adf2b142-acad-47b5-a6fa-7b1be9084a3d will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:13.894480 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c68910c-59e8-4671-8b09-76c7fd2654f0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:35:13.895100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3c68910c-59e8-4671-8b09-76c7fd2654f0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:13.905663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:13.936101 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:13.936862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:13.937126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:13.963700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbd5b99-5701-453c-b936-3d6b0aceb734,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:13.996733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.000281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Attempting to bind port bcbb19ea-ef0c-40a2-853c-36d82694bac8 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:14.003260 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Attempting to bind port bcbb19ea-ef0c-40a2-853c-36d82694bac8 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'd401031c-d22d-42ee-bccc-3644b3096cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a3aa4d80-2e24-47b2-a47b-6e4dff71f16e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:14.003260 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Attempting to bind port bcbb19ea-ef0c-40a2-853c-36d82694bac8 on network a3aa4d80-2e24-47b2-a47b-6e4dff71f16e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:14.053115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.055097 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3457212d-8187-40d6-bd67-d6680abccac9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4716430 Apr 22 17:35:14.057967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50804) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:14.063590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'security_group_rule': {'security_group_id': '85c549be-f51a-4ec8-9dfa-d0e2aeefd672', 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:14.065750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3c68910c-59e8-4671-8b09-76c7fd2654f0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:14.069669 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3c68910c-59e8-4671-8b09-76c7fd2654f0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/4ba6e788-e9c1-4789-ba28-cf66fdf29fd3 HTTP/1.1" status: 404 len: 333 time: 0.2439373 Apr 22 17:35:14.073188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50808) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:14.126888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Network 61e59956-bff1-4552-ab76-cfd3eb6ed93a is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:14.128598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:14.129083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Checking segment: {'id': 'd401031c-d22d-42ee-bccc-3644b3096cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a3aa4d80-2e24-47b2-a47b-6e4dff71f16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:14.129409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.129792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Bound using segment: {'id': 'd401031c-d22d-42ee-bccc-3644b3096cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a3aa4d80-2e24-47b2-a47b-6e4dff71f16e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:14.130262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Bound port: bcbb19ea-ef0c-40a2-853c-36d82694bac8, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd401031c-d22d-42ee-bccc-3644b3096cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a3aa4d80-2e24-47b2-a47b-6e4dff71f16e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:14.130641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.135122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.10 (61e59956-bff1-4552-ab76-cfd3eb6ed93a/084cdd11-7d88-4ede-a08c-04829e24cf31/ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:14.151479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:14.163888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 82e0977c-cdc7-4e18-a553-337503f97f93 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:14.163888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.194532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:14.255052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:14.262664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:security_group_rule and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:14.269640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:14.276429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fdf6b-8e4b-483f-8f87-6d5d3584e105 req-04835b5b-f9e7-405d-82e5-53d9fb7e06f2 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:14.278166 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-312fdf6b-8e4b-483f-8f87-6d5d3584e105 req-04835b5b-f9e7-405d-82e5-53d9fb7e06f2 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.2629194 Apr 22 17:35:14.288853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:14.314280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f81fbe-7081-44ea-b687-470d5647fde4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 1a57b586-fe13-4deb-96f1-c4e27d1deb4a {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:14.318288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b5f81fbe-7081-44ea-b687-470d5647fde4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.364113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.364380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Pushing event updated for resources: {'Port': ['ID=adf2b142-acad-47b5-a6fa-7b1be9084a3d,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:14.379748 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:14.381780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b5f81fbe-7081-44ea-b687-470d5647fde4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.440680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Project fdd5c03fe9c047b1b414ec7fec3c4af2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:35:14.452862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.544340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Attempting to bind port adf2b142-acad-47b5-a6fa-7b1be9084a3d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:14.544719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Attempting to bind port adf2b142-acad-47b5-a6fa-7b1be9084a3d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'b3d03db2-e0e2-4205-98c9-a80bc2fd6acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61e59956-bff1-4552-ab76-cfd3eb6ed93a'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:14.545083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Attempting to bind port adf2b142-acad-47b5-a6fa-7b1be9084a3d on network 61e59956-bff1-4552-ab76-cfd3eb6ed93a {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:14.555383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.611049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.617107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] For port bcbb19ea-ef0c-40a2-853c-36d82694bac8, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:14.619867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:14.620247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Checking segment: {'id': 'b3d03db2-e0e2-4205-98c9-a80bc2fd6acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61e59956-bff1-4552-ab76-cfd3eb6ed93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:14.621087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.621209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Bound using segment: {'id': 'b3d03db2-e0e2-4205-98c9-a80bc2fd6acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61e59956-bff1-4552-ab76-cfd3eb6ed93a'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:14.621638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Bound port: adf2b142-acad-47b5-a6fa-7b1be9084a3d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d03db2-e0e2-4205-98c9-a80bc2fd6acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61e59956-bff1-4552-ab76-cfd3eb6ed93a'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:14.621996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.640862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40270d40-c556-426e-87aa-a9cf180ae80b,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:14.669719 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-312fdf6b-8e4b-483f-8f87-6d5d3584e105 req-23c2bd32-0842-4dab-85a4-f76d6e0b9dd9 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820441 Apr 22 17:35:14.704400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] For port bcbb19ea-ef0c-40a2-853c-36d82694bac8, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bcbb19ea-ef0c-40a2-853c-36d82694bac8,segment=NetworkSegment(d401031c-d22d-42ee-bccc-3644b3096cac),segment_id=d401031c-d22d-42ee-bccc-3644b3096cac)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:14.720235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.722621 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-58ae4d14-682b-4f4f-bfd4-a43f415eaff1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6633203 Apr 22 17:35:14.780096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b5f81fbe-7081-44ea-b687-470d5647fde4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.801996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.829909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:14.868213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:15.011848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] For port adf2b142-acad-47b5-a6fa-7b1be9084a3d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:15.016943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] For port adf2b142-acad-47b5-a6fa-7b1be9084a3d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=adf2b142-acad-47b5-a6fa-7b1be9084a3d,segment=NetworkSegment(b3d03db2-e0e2-4205-98c9-a80bc2fd6acb),segment_id=b3d03db2-e0e2-4205-98c9-a80bc2fd6acb)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:15.022873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b5f81fbe-7081-44ea-b687-470d5647fde4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.025946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:15.026465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.069125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10132364-2bdd-4269-a2ec-5a6f14208f17 None None] Pushing event updated for resources: {'Port': ['ID=bcbb19ea-ef0c-40a2-853c-36d82694bac8,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:15.090314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f81fbe-7081-44ea-b687-470d5647fde4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=1a57b586-fe13-4deb-96f1-c4e27d1deb4a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:15.100350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b5f81fbe-7081-44ea-b687-470d5647fde4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.110279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0decbd-284b-44fe-822d-d8cce84ac649 req-73a397bc-8a5b-4bfb-801f-2427466e2b09 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:15.113085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4f0decbd-284b-44fe-822d-d8cce84ac649 req-73a397bc-8a5b-4bfb-801f-2427466e2b09 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.2407558 Apr 22 17:35:15.120671 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b5f81fbe-7081-44ea-b687-470d5647fde4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/1a57b586-fe13-4deb-96f1-c4e27d1deb4a HTTP/1.1" status: 204 len: 168 time: 1.0453629 Apr 22 17:35:15.145385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50856) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:15.145747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.241944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.314098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0720c8-3d33-41c6-b55a-0d07596768d3 None None] Pushing event updated for resources: {'Port': ['ID=adf2b142-acad-47b5-a6fa-7b1be9084a3d,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:15.350077 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4f0decbd-284b-44fe-822d-d8cce84ac649 req-35536d5c-425c-417a-a17b-bff1a49a81fc tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283003 Apr 22 17:35:15.360001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.376731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:11Z', 'revision_number': 7, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cf4c76-e4cb-45a5-b00e-60dbb6a38153', 'name': '', 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:88:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:10Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:15.379087 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-808c7178-ef2d-4ca0-8bbe-43e0452131bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4150543 Apr 22 17:35:15.382139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50860) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:15.395326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:15.428160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 61e59956-bff1-4552-ab76-cfd3eb6ed93a is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:15.434825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:15.442229 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:15.445137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:15.445551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:15.488874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port bcbb19ea-ef0c-40a2-853c-36d82694bac8 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:15.489224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.556688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e8a02dd7-2dfb-40b0-9b37-1332fcb85edd up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:15.574078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c4cf4c76-e4cb-45a5-b00e-60dbb6a38153,segment=NetworkSegment(fec06a00-c56a-4c17-9c7c-a923003d201a),segment_id=fec06a00-c56a-4c17-9c7c-a923003d201a)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:15.574477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.758221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:15.785961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:15.786910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.820378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:15.889942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09f329-e7d2-44f1-9f18-a42e69ff40ac tempest-TestNetworkAdvancedServerOps-1628586510 tempest-TestNetworkAdvancedServerOps-1628586510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:15.891071 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cc09f329-e7d2-44f1-9f18-a42e69ff40ac tempest-TestNetworkAdvancedServerOps-1628586510 tempest-TestNetworkAdvancedServerOps-1628586510-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1093 time: 0.4994769 Apr 22 17:35:15.915729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:15.946136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:15.946636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:15.968298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50864) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:15.977788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:16.009363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:16.020808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] For port bcbb19ea-ef0c-40a2-853c-36d82694bac8, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=bcbb19ea-ef0c-40a2-853c-36d82694bac8,segment=NetworkSegment(d401031c-d22d-42ee-bccc-3644b3096cac),segment_id=d401031c-d22d-42ee-bccc-3644b3096cac)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:16.021164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:16.034227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Usage tracker for resource:floatingip and tenant:acb8e4754239485ab806e76261e40c14 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:16.040518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-2e46c623-a1ca-4b75-bdde-45c9fd78ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:16.042698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-2e46c623-a1ca-4b75-bdde-45c9fd78ce8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 1099 time: 0.4871571 Apr 22 17:35:16.047490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:16.128942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:16.177342 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a2e93f36-3665-4808-98f4-d42242e62804 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0668004 Apr 22 17:35:16.179907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50872) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:16.231794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:16.239195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for bcbb19ea-ef0c-40a2-853c-36d82694bac8 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:16.391615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:16.444329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=c4cf4c76-e4cb-45a5-b00e-60dbb6a38153,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:16.497528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:16.522687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-96cacaf4-a74c-4e9e-86c2-c31f249ffb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:16.524322 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-96cacaf4-a74c-4e9e-86c2-c31f249ffb4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=35720244-20cc-4d43-9996-7171a2288cd7 HTTP/1.1" status: 200 len: 897 time: 0.3931236 Apr 22 17:35:16.625293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-cb75a2d2-6a50-47a2-88f6-0a2460db5f64 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:16.625644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb75a2d2-6a50-47a2-88f6-0a2460db5f64 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:16.627715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:11Z', 'revision_number': 7, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cf4c76-e4cb-45a5-b00e-60dbb6a38153', 'name': '', 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:88:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:10Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:16.639500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372411bb-94e8-4381-bfd8-e002b8572726 None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:11Z', 'revision_number': 7, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4cf4c76-e4cb-45a5-b00e-60dbb6a38153', 'name': '', 'network_id': 'b9fd98b9-d1a9-4125-bc06-63e9032a8f03', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:88:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:10Z', 'revision_number': 4, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': 'd78e716e-1223-4de7-9cdd-07414618b884', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:16.708619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:16.715597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:16.716156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:16.870668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.008758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=bcbb19ea-ef0c-40a2-853c-36d82694bac8,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:17.021775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No DVR routers for this DVR port bcbb19ea-ef0c-40a2-853c-36d82694bac8 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:17.026346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.078961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,segment=NetworkSegment(6754953f-5fd7-4ed3-843c-2553b7706a78),segment_id=6754953f-5fd7-4ed3-843c-2553b7706a78)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:17.137113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.138804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c359f01f-b0aa-4445-b5c2-e17f513e2985 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:17.279880 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-bec84b5c-959e-4715-a995-33136cb4bb4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5 HTTP/1.1" status: 200 len: 1001 time: 0.6799376 Apr 22 17:35:17.282165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.323391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:17.326144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c09361-1c4a-4a3c-b9c6-cc9d54d68905 None None] Network 61e59956-bff1-4552-ab76-cfd3eb6ed93a requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:17.377394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3aa4d80-2e24-47b2-a47b-6e4dff71f16e']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:17.437993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd401031c-d22d-42ee-bccc-3644b3096cac') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:17.438603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd401031c-d22d-42ee-bccc-3644b3096cac') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:17.478815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.489529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.494898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-e954fd08-972e-445e-8c63-3577996c90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:17.496778 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-e954fd08-972e-445e-8c63-3577996c90a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc0a2092-14f9-4343-bda8-6d5d23451331 HTTP/1.1" status: 200 len: 835 time: 0.1982541 Apr 22 17:35:17.502155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023c248-de6d-4545-bea9-6410283199bf None None] Network a3aa4d80-2e24-47b2-a47b-6e4dff71f16e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:17.537061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c3972930-8c57-4fed-b2a3-539f3397a3d8 None None] Provisioning for port adf2b142-acad-47b5-a6fa-7b1be9084a3d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:17.544527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.610784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.641611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:17.642023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:17.669559 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:17.686295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c359f01f-b0aa-4445-b5c2-e17f513e2985 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:17.686521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.765753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb75a2d2-6a50-47a2-88f6-0a2460db5f64 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.785953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4f80259c-e841-4422-aa89-6f76fe41a49a None None] Could not find standard attr ID for object bcbb19ea-ef0c-40a2-853c-36d82694bac8. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:35:17.863961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-3c2c0f69-c4ad-4669-9ae2-4104dc46dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:17.865452 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-3c2c0f69-c4ad-4669-9ae2-4104dc46dc68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35720244-20cc-4d43-9996-7171a2288cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3246953 Apr 22 17:35:17.866673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Allocated IP 172.26.3.247 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/7e7f9fee-a905-46b2-b954-fa63ac456035) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:17.938105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:17.944134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-cb75a2d2-6a50-47a2-88f6-0a2460db5f64 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:17.986552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3fa8c-2c51-470a-85c8-828c7f17d524 None None] DHCP port deletion for a3aa4d80-2e24-47b2-a47b-6e4dff71f16e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:17.989953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.031950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:18.036873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Network': ['ID=a3aa4d80-2e24-47b2-a47b-6e4dff71f16e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:18.153479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:18.153479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.158677 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4ba2dc43-ccbf-4180-b21c-6302c01337ba tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/networks/a3aa4d80-2e24-47b2-a47b-6e4dff71f16e HTTP/1.1" status: 204 len: 168 time: 3.0122414 Apr 22 17:35:18.167321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50914) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:18.188230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-754757413'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:18.203342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:18.215642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:network and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:18.231075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:18.236019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:18.253783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:18.272323 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-7e432b63-5618-45bb-8965-574df28b6a4e service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000716 Apr 22 17:35:18.282284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.395510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:18.399266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.421067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a8e277b9-5551-446a-b955-b604d905df9b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:18.480048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:35:18.494976 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d7a18a9-ae4f-4187-8ed0-d1abe530f42e req-4d9bf7ce-4c5e-4f7e-a67b-b38e578e984b service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034020 Apr 22 17:35:18.497661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.498012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Added segment fe1b8d03-130a-4863-aa3f-0ebbd377c912 of type vlan for network 360f6f41-0b54-45a4-b6da-9bd3ead33bad Apr 22 17:35:18.516752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb75a2d2-6a50-47a2-88f6-0a2460db5f64 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.558474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.594723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75a2d2-6a50-47a2-88f6-0a2460db5f64 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:18.610856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9eded340-ea6a-426c-bc9d-a840e75de8d0 None None] Could not find standard attr ID for object ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:35:18.639371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a8e277b9-5551-446a-b955-b604d905df9b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:18.640573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.643468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.704313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:18.708439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'Port': ['ID=7e7f9fee-a905-46b2-b954-fa63ac456035,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:18.712768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:18.716527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:18.735843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:18.752845 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:18.758966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cb75a2d2-6a50-47a2-88f6-0a2460db5f64 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.782618 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a31211c5-57d7-4c7b-8f58-d14a2c43ae49 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5532670 Apr 22 17:35:18.785709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50920) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:18.793525 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:18.796667 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:18.840839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.849274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:18.849941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.923108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab5b13d-6a7d-4eb2-87e2-4411616d5f38 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet d78e716e-1223-4de7-9cdd-07414618b884 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:18.930443 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cb75a2d2-6a50-47a2-88f6-0a2460db5f64 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac HTTP/1.1" status: 204 len: 168 time: 2.7492781 Apr 22 17:35:18.931424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dab5b13d-6a7d-4eb2-87e2-4411616d5f38 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:18.933818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:18.969641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50926) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:18.986982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:18.987524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 22 17:35:19.053776 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-00352b20-3e2e-409e-8cd8-60b5d84a6b09 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:19.054505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00352b20-3e2e-409e-8cd8-60b5d84a6b09 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:19.056980 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-00352b20-3e2e-409e-8cd8-60b5d84a6b09 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac HTTP/1.1" status: 404 len: 333 time: 0.0863690 Apr 22 17:35:19.062673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50930) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:19.077092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f0e6f17e-e975-46bc-a47b-f8d85d9f67ed None None] Could not find standard attr ID for object ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:35:19.080488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Port c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 not found, will not notify nova. {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 17:35:19.155589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Network': ['ID=360f6f41-0b54-45a4-b6da-9bd3ead33bad,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:19.160117 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da872de-2d42-4b14-8bee-bf649e1ae9d9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:35:19.160618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9da872de-2d42-4b14-8bee-bf649e1ae9d9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:19.166435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dab5b13d-6a7d-4eb2-87e2-4411616d5f38 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:19.171654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 360f6f41-0b54-45a4-b6da-9bd3ead33bad details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:35:19.278419 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:19.337091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9da872de-2d42-4b14-8bee-bf649e1ae9d9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:19.339681 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9da872de-2d42-4b14-8bee-bf649e1ae9d9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/ae0b41bb-270d-4a9b-a0ae-1c73bf1977ac HTTP/1.1" status: 404 len: 333 time: 0.2745130 Apr 22 17:35:19.362308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50934) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:19.487207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dab5b13d-6a7d-4eb2-87e2-4411616d5f38 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:19.559618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device adf2b142-acad-47b5-a6fa-7b1be9084a3d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:19.567564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bbd6d2-2764-4394-af2c-cf35dc066812 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet 084cdd11-7d88-4ede-a08c-04829e24cf31 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:19.576783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-88bbd6d2-2764-4394-af2c-cf35dc066812 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:19.603098 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9d3335ac-13d3-414b-a321-19bc0e25aab6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4232187 Apr 22 17:35:19.612271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50938) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:19.619974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': '360f6f41-0b54-45a4-b6da-9bd3ead33bad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:19.868401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port adf2b142-acad-47b5-a6fa-7b1be9084a3d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:19.874812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port adf2b142-acad-47b5-a6fa-7b1be9084a3d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:19.875612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:19.897199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:19.909784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:19.933338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:19.944017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:19.949875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-88bbd6d2-2764-4394-af2c-cf35dc066812 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:19.964185 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:16Z', 'revision_number': 8, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:19.971747 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:19.981396 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:19.982066 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:20.011158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:20.014649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.052063 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-88bbd6d2-2764-4394-af2c-cf35dc066812 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.058126 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.090022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dab5b13d-6a7d-4eb2-87e2-4411616d5f38 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.150975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dab5b13d-6a7d-4eb2-87e2-4411616d5f38 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.157298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5b13d-6a7d-4eb2-87e2-4411616d5f38 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=d78e716e-1223-4de7-9cdd-07414618b884,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:20.167261 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dab5b13d-6a7d-4eb2-87e2-4411616d5f38 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/d78e716e-1223-4de7-9cdd-07414618b884 HTTP/1.1" status: 204 len: 168 time: 1.3804297 Apr 22 17:35:20.171621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50944) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:20.171812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeaadbe-0aea-4f6b-b12e-537742318cd5 None None] Network b9fd98b9-d1a9-4125-bc06-63e9032a8f03 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:20.198067 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:20.333128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.429065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.458860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port c359f01f-b0aa-4445-b5c2-e17f513e2985 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:20.459238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.525806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] DHCP port deletion for b9fd98b9-d1a9-4125-bc06-63e9032a8f03 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:20.531074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] Deleting port c359f01f-b0aa-4445-b5c2-e17f513e2985 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:20.536090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.612334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-88bbd6d2-2764-4394-af2c-cf35dc066812 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.629734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.712399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbd6d2-2764-4394-af2c-cf35dc066812 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=084cdd11-7d88-4ede-a08c-04829e24cf31,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:20.717080 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:16Z', 'revision_number': 8, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:20.733992 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ed595-a782-458a-ae2e-38f958cadad2 None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:16Z', 'revision_number': 8, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a976fde6-c020-419c-bf28-cea875b8dee2', 'name': '', 'network_id': '7e46c8de-f934-4cab-afc2-ac7173fbb25c', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:84:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:42Z', 'updated_at': '2022-04-22T17:35:01Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '595671f5-691e-4b7a-9210-d92e9c9a5a38', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:20.756890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-88bbd6d2-2764-4394-af2c-cf35dc066812 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.757286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:20.757950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:20.763548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85a09b-4f39-4d55-97cf-cbfe43ac729d None None] Network 61e59956-bff1-4552-ab76-cfd3eb6ed93a requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:20.780334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=860b5f00-895e-4ef4-9c01-47660ba719d1,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:20.789273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.822043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking segment: {'id': 'fe1b8d03-130a-4863-aa3f-0ebbd377c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '360f6f41-0b54-45a4-b6da-9bd3ead33bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:20.822611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network hostable DHCP agents. Network: 360f6f41-0b54-45a4-b6da-9bd3ead33bad, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:35:20.830130 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-88bbd6d2-2764-4394-af2c-cf35dc066812 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/084cdd11-7d88-4ede-a08c-04829e24cf31 HTTP/1.1" status: 204 len: 168 time: 1.4644814 Apr 22 17:35:20.834055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:20.907682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port c359f01f-b0aa-4445-b5c2-e17f513e2985, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c359f01f-b0aa-4445-b5c2-e17f513e2985,segment=NetworkSegment(fec06a00-c56a-4c17-9c7c-a923003d201a),segment_id=fec06a00-c56a-4c17-9c7c-a923003d201a)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:20.908082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:20.934855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 360f6f41-0b54-45a4-b6da-9bd3ead33bad is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:35:21.041083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] For port c359f01f-b0aa-4445-b5c2-e17f513e2985, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c359f01f-b0aa-4445-b5c2-e17f513e2985,segment=NetworkSegment(fec06a00-c56a-4c17-9c7c-a923003d201a),segment_id=fec06a00-c56a-4c17-9c7c-a923003d201a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:21.041083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.069621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 360f6f41-0b54-45a4-b6da-9bd3ead33bad) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:21.075651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:21.076484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.128342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.169927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for c359f01f-b0aa-4445-b5c2-e17f513e2985 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:21.208057 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f324b7b-05d9-4c0c-8e47-f270bb7248b6 None None] Network 360f6f41-0b54-45a4-b6da-9bd3ead33bad requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:21.219463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.224313 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-978a73de-e15f-4e1f-a7d4-39406864018f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6109822 Apr 22 17:35:21.229401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50956) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:21.237366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] Calling delete_port for c359f01f-b0aa-4445-b5c2-e17f513e2985 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:21.246607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': '360f6f41-0b54-45a4-b6da-9bd3ead33bad', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-646921799'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:21.252889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port adf2b142-acad-47b5-a6fa-7b1be9084a3d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:21.256141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.287438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.380032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.525297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No DVR routers for this DVR port c359f01f-b0aa-4445-b5c2-e17f513e2985 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:21.538124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: from cryptography.utils import int_from_bytes Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: from cryptography.utils import int_from_bytes Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn_limited( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:35:21.552969 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 17:35:21.569687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event updated for resources: {'Port': ['ID=7e7f9fee-a905-46b2-b954-fa63ac456035,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:21.575181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.592610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=c359f01f-b0aa-4445-b5c2-e17f513e2985,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:21.592875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:21.593022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:21.647514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port adf2b142-acad-47b5-a6fa-7b1be9084a3d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=adf2b142-acad-47b5-a6fa-7b1be9084a3d,segment=NetworkSegment(b3d03db2-e0e2-4205-98c9-a80bc2fd6acb),segment_id=b3d03db2-e0e2-4205-98c9-a80bc2fd6acb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:21.690674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:21.730094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.730929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:21.760439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:21.770386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:21.779231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.780001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:21.797334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] For port adf2b142-acad-47b5-a6fa-7b1be9084a3d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=adf2b142-acad-47b5-a6fa-7b1be9084a3d,segment=NetworkSegment(b3d03db2-e0e2-4205-98c9-a80bc2fd6acb),segment_id=b3d03db2-e0e2-4205-98c9-a80bc2fd6acb)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:21.799201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.808227 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Floating IP 1b1e117a-d4bb-417e-981f-fcc1176d978d associated. External IP: 172.26.3.247, port: 6faf0b43-3538-4b0e-92dc-e173f698b8cd. Apr 22 17:35:21.843720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fd98b9-d1a9-4125-bc06-63e9032a8f03']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:21.911853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] DHCP port deletion for 61e59956-bff1-4552-ab76-cfd3eb6ed93a request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:21.922593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec06a00-c56a-4c17-9c7c-a923003d201a') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:21.922915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec06a00-c56a-4c17-9c7c-a923003d201a') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:21.938241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-360f6f41-0b54-45a4-b6da-9bd3ead33bad', 'network_id': '360f6f41-0b54-45a4-b6da-9bd3ead33bad', 'tenant_id': 'e7affe2d37c344c4a2711652ee1e32e6', 'fixed_ips': [{'subnet_id': '860b5f00-895e-4ef4-9c01-47660ba719d1'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:35:21.939249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.965251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] Deleting port adf2b142-acad-47b5-a6fa-7b1be9084a3d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:21.965775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:21.987489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:21.991144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.026727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port f85ed179-1483-4949-b725-a8e7e86dcc89 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:22.096848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] Deleting port c359f01f-b0aa-4445-b5c2-e17f513e2985 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:22.097282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.142235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for adf2b142-acad-47b5-a6fa-7b1be9084a3d owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:22.162076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=adf2b142-acad-47b5-a6fa-7b1be9084a3d,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:22.197509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.227286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.243082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:22.243474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.249704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a6eeaad7-143f-4690-a095-bf181994739e None None] The port 'c359f01f-b0aa-4445-b5c2-e17f513e2985' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:22.262823 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:22.317496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:22.318317 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.358558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::1a7 (360f6f41-0b54-45a4-b6da-9bd3ead33bad/860b5f00-895e-4ef4-9c01-47660ba719d1/f85ed179-1483-4949-b725-a8e7e86dcc89) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:22.422704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:22.423118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:22.451457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.492125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.495411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] For port adf2b142-acad-47b5-a6fa-7b1be9084a3d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=adf2b142-acad-47b5-a6fa-7b1be9084a3d,segment=NetworkSegment(b3d03db2-e0e2-4205-98c9-a80bc2fd6acb),segment_id=b3d03db2-e0e2-4205-98c9-a80bc2fd6acb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:22.499182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.503251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:22.503401 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=b9fd98b9-d1a9-4125-bc06-63e9032a8f03,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:22.512223 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cd5a0fd9-059b-4ee5-b536-873f3fdbd4de tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/b9fd98b9-d1a9-4125-bc06-63e9032a8f03 HTTP/1.1" status: 204 len: 168 time: 2.3394706 Apr 22 17:35:22.512851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50964) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:22.687410 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] Calling delete_port for adf2b142-acad-47b5-a6fa-7b1be9084a3d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:22.716750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.822728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:22.842775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] Sync routers for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:22.842775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.856128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object f85ed179-1483-4949-b725-a8e7e86dcc89 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:22.902626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:22.925838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port adf2b142-acad-47b5-a6fa-7b1be9084a3d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:22.926188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.951547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:22.951909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c4cf4c76-e4cb-45a5-b00e-60dbb6a38153 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:22.952528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device adf2b142-acad-47b5-a6fa-7b1be9084a3d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:22.959983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:22.988484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] Pushing event deleted for resources: {'Port': ['ID=adf2b142-acad-47b5-a6fa-7b1be9084a3d,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:22.992854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314b9fa-1fdd-4f25-9972-628cb341971e None None] No DVR routers for this DVR port adf2b142-acad-47b5-a6fa-7b1be9084a3d on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:23.024876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:23.036491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: adf2b142-acad-47b5-a6fa-7b1be9084a3d {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:23.036918 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device adf2b142-acad-47b5-a6fa-7b1be9084a3d not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:23.037426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c359f01f-b0aa-4445-b5c2-e17f513e2985 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:23.044705 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] The port 'adf2b142-acad-47b5-a6fa-7b1be9084a3d' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:35:23.085538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:23.086289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:23.136283 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8c20d618-c09a-4284-8cbb-2637e9e225ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1643453 Apr 22 17:35:23.139121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:35:23.139286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c359f01f-b0aa-4445-b5c2-e17f513e2985 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:23.139563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c359f01f-b0aa-4445-b5c2-e17f513e2985 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:23.210883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=f85ed179-1483-4949-b725-a8e7e86dcc89,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:23.222123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 360f6f41-0b54-45a4-b6da-9bd3ead33bad is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:23.224809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091b47df-992e-4ac3-a5a5-98e4e762e0cd'] response: {'name': 'network-changed', 'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'status': 'completed', 'code': 200} Apr 22 17:35:23.226150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:23.229220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:23.233755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Allocated IP 2001:db8::2 (360f6f41-0b54-45a4-b6da-9bd3ead33bad/860b5f00-895e-4ef4-9c01-47660ba719d1/075360ac-7947-47ac-84b7-57111b15bdc3) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:23.240679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:23.244721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:23.320059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:23.352422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e59956-bff1-4552-ab76-cfd3eb6ed93a']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:23.364982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-9874e0e9-6242-4e14-af24-d5a07afe5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:23.367486 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-9874e0e9-6242-4e14-af24-d5a07afe5c1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acb8e4754239485ab806e76261e40c14&device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1098 time: 0.1212368 Apr 22 17:35:23.372013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d03db2-e0e2-4205-98c9-a80bc2fd6acb') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:23.372314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d03db2-e0e2-4205-98c9-a80bc2fd6acb') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:23.391079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:23.420900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:23.426239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50974) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:23.436553 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ff53068a-110d-4cd0-b18c-c66e25495a29 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2046185 Apr 22 17:35:23.463898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:23.464223 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:23.485250 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:23.624742 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b399440f-d3e0-47ec-a413-35d7e7500601 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port f85ed179-1483-4949-b725-a8e7e86dcc89 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:23.625086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b399440f-d3e0-47ec-a413-35d7e7500601 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:23.652099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:23.694141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-8316d926-b9a4-4b86-a041-3a60e5209e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:23.695621 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-8316d926-b9a4-4b86-a041-3a60e5209e6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1dfa90b-71ad-4782-8904-bba531add351 HTTP/1.1" status: 200 len: 897 time: 0.3222566 Apr 22 17:35:23.800200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e2312-8272-4191-80f0-f42eaf5e61b7 req-821c0ce9-4c02-4836-85fa-53de5bfcf71f tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:23.801694 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-266e2312-8272-4191-80f0-f42eaf5e61b7 req-821c0ce9-4c02-4836-85fa-53de5bfcf71f tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.2105546 Apr 22 17:35:23.864869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-dc85ae59-60da-4f2f-bc84-5dca2af376a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd HTTP/1.1" status: 200 len: 999 time: 0.1605134 Apr 22 17:35:24.037338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b399440f-d3e0-47ec-a413-35d7e7500601 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.100695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.108492 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-266e2312-8272-4191-80f0-f42eaf5e61b7 req-95ce27be-b6aa-4700-8d61-75a5fcc24a47 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972317 Apr 22 17:35:24.128593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Transition to ACTIVE for port object 075360ac-7947-47ac-84b7-57111b15bdc3 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:24.134182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-343b6b0d-a4a7-49b6-bae0-4f3823728d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:24.136221 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-343b6b0d-a4a7-49b6-bae0-4f3823728d79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad3196db-bbb1-4935-a99f-2c167cb48c00 HTTP/1.1" status: 200 len: 835 time: 0.2547944 Apr 22 17:35:24.136973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50980) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:24.197179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b399440f-d3e0-47ec-a413-35d7e7500601 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for f85ed179-1483-4949-b725-a8e7e86dcc89 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:24.235669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Transition to ACTIVE for port object 075360ac-7947-47ac-84b7-57111b15bdc3 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:24.266972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.301852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.310144 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.362064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.369599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Network': ['ID=61e59956-bff1-4552-ab76-cfd3eb6ed93a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:24.371205 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d5e2559e-75e5-49d1-ab0e-5b6e2b7ba1da tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/floatingips/1b1e117a-d4bb-417e-981f-fcc1176d978d HTTP/1.1" status: 200 len: 991 time: 0.2311022 Apr 22 17:35:24.389150 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-061bcd1a-4d13-4077-ba49-e796d676aa7c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/networks/61e59956-bff1-4552-ab76-cfd3eb6ed93a HTTP/1.1" status: 204 len: 168 time: 3.5540438 Apr 22 17:35:24.391636 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50986) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:24.407883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-607210617'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:24.419698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:24.445220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:network and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:24.465600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:24.490597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-a7bae968-604f-4233-a672-c7888ed57a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:24.493017 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-a7bae968-604f-4233-a672-c7888ed57a60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1dfa90b-71ad-4782-8904-bba531add351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2696202 Apr 22 17:35:24.495426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:24.510417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Network 360f6f41-0b54-45a4-b6da-9bd3ead33bad is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:24.516162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:24.521793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:24.614571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Pushing event updated for resources: {'Port': ['ID=075360ac-7947-47ac-84b7-57111b15bdc3,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:24.645285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Attempting to bind port 075360ac-7947-47ac-84b7-57111b15bdc3 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:24.646024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Attempting to bind port 075360ac-7947-47ac-84b7-57111b15bdc3 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'fe1b8d03-130a-4863-aa3f-0ebbd377c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '360f6f41-0b54-45a4-b6da-9bd3ead33bad'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:24.646342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Attempting to bind port 075360ac-7947-47ac-84b7-57111b15bdc3 on network 360f6f41-0b54-45a4-b6da-9bd3ead33bad {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:24.653270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:24.654879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:24.655417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Checking segment: {'id': 'fe1b8d03-130a-4863-aa3f-0ebbd377c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '360f6f41-0b54-45a4-b6da-9bd3ead33bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:24.655845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.656360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Bound using segment: {'id': 'fe1b8d03-130a-4863-aa3f-0ebbd377c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '360f6f41-0b54-45a4-b6da-9bd3ead33bad'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:24.656836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Bound port: 075360ac-7947-47ac-84b7-57111b15bdc3, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1b8d03-130a-4863-aa3f-0ebbd377c912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '360f6f41-0b54-45a4-b6da-9bd3ead33bad'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:24.657216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.658355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.662374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b399440f-d3e0-47ec-a413-35d7e7500601 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.673003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '1b1e117a-d4bb-417e-981f-fcc1176d978d', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'port_id': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'mac_address': 'fa:16:3e:96:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:35:19Z', 'updated_at': '2022-04-22T17:35:19Z', 'revision_number': 0, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:53Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:24.680851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] Checking router: 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:24.698658 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-7032e1a4-6342-4100-bba2-7b8ac83c94da service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910856 Apr 22 17:35:24.711233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:35:24.730238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:24.735706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:24.738158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399440f-d3e0-47ec-a413-35d7e7500601 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=f85ed179-1483-4949-b725-a8e7e86dcc89,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:24.765908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.765908 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Added segment b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9 of type vlan for network 41930536-515f-4308-9f0b-e4865b412486 Apr 22 17:35:24.788312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b399440f-d3e0-47ec-a413-35d7e7500601 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.838486 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b399440f-d3e0-47ec-a413-35d7e7500601 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/f85ed179-1483-4949-b725-a8e7e86dcc89 HTTP/1.1" status: 204 len: 168 time: 1.4107935 Apr 22 17:35:24.841850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 50990) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:24.867454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.895045 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ca37ec-14d9-4e02-8ad1-d2ce0725d060 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:35:24.895917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c4ca37ec-14d9-4e02-8ad1-d2ce0725d060 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:24.905699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] For port 075360ac-7947-47ac-84b7-57111b15bdc3, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:24.908522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port a976fde6-c020-419c-bf28-cea875b8dee2 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:24.908880 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:24.913118 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c903ab75-9726-443c-87a0-c6b8a08a4d8c req-f68e1add-d4a4-40f6-82e6-1aca9a75264d service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050710 Apr 22 17:35:24.924292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] For port 075360ac-7947-47ac-84b7-57111b15bdc3, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=075360ac-7947-47ac-84b7-57111b15bdc3,segment=NetworkSegment(fe1b8d03-130a-4863-aa3f-0ebbd377c912),segment_id=fe1b8d03-130a-4863-aa3f-0ebbd377c912)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:24.953794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:25.000110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.007128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:25.008859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.028775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.058259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c4ca37ec-14d9-4e02-8ad1-d2ce0725d060 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:25.059754 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c4ca37ec-14d9-4e02-8ad1-d2ce0725d060 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/f85ed179-1483-4949-b725-a8e7e86dcc89 HTTP/1.1" status: 404 len: 333 time: 0.2174065 Apr 22 17:35:25.063000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50994) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:25.132586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port a976fde6-c020-419c-bf28-cea875b8dee2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a976fde6-c020-419c-bf28-cea875b8dee2,segment=NetworkSegment(7e32076b-8e47-40b4-864d-66a8abac24e3),segment_id=7e32076b-8e47-40b4-864d-66a8abac24e3)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:25.132964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.203117 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8067887 Apr 22 17:35:25.209540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 50998) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:25.218382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '41930536-515f-4308-9f0b-e4865b412486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:25.224331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13ebf1-48b6-4a4c-8455-8d6a5c269c10 None None] Pushing event updated for resources: {'Port': ['ID=075360ac-7947-47ac-84b7-57111b15bdc3,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:25.236485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16651cbb-eac4-4cd6-b7db-67c2de7f2cd1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Network': ['ID=41930536-515f-4308-9f0b-e4865b412486,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:25.272451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for a976fde6-c020-419c-bf28-cea875b8dee2 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:25.294080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 41930536-515f-4308-9f0b-e4865b412486 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:35:25.359096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-548433ca-5108-4b31-96a5-2788c3efc453 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 860b5f00-895e-4ef4-9c01-47660ba719d1 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:25.364012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-548433ca-5108-4b31-96a5-2788c3efc453 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.381325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51002) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:25.597481 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4c747212-fa50-487d-82c0-3c08b5cb9ce2 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/floatingips/1b1e117a-d4bb-417e-981f-fcc1176d978d HTTP/1.1" status: 200 len: 991 time: 0.2150881 Apr 22 17:35:25.602245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-548433ca-5108-4b31-96a5-2788c3efc453 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.672963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '1b1e117a-d4bb-417e-981f-fcc1176d978d', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'port_id': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'mac_address': 'fa:16:3e:96:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:35:19Z', 'updated_at': '2022-04-22T17:35:19Z', 'revision_number': 0, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:53Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:25.684954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec5237-eb74-4a6c-ace8-02e5516dc5d8 None None] The sync data for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv is: [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '1b1e117a-d4bb-417e-981f-fcc1176d978d', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'port_id': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'mac_address': 'fa:16:3e:96:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:35:19Z', 'updated_at': '2022-04-22T17:35:19Z', 'revision_number': 0, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:53Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:25.752142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:25.757405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-548433ca-5108-4b31-96a5-2788c3efc453 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.801190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:25.821268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:25.828794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:25.902189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:25.909251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.926392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.939737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-548433ca-5108-4b31-96a5-2788c3efc453 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.993403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548433ca-5108-4b31-96a5-2788c3efc453 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=860b5f00-895e-4ef4-9c01-47660ba719d1,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:25.995673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-548433ca-5108-4b31-96a5-2788c3efc453 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:25.995976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=a976fde6-c020-419c-bf28-cea875b8dee2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:26.103165 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-548433ca-5108-4b31-96a5-2788c3efc453 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/860b5f00-895e-4ef4-9c01-47660ba719d1 HTTP/1.1" status: 204 len: 168 time: 1.0354848 Apr 22 17:35:26.113263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51008) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:26.328088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:26.372928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:26.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 075360ac-7947-47ac-84b7-57111b15bdc3 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:26.434183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:26.600527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51014) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:26.705165 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f48bc-7038-482d-b688-5d2811ad6fa5 None None] New status for floating IP 1b1e117a-d4bb-417e-981f-fcc1176d978d: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:35:26.788530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e932d995-7fad-4d53-a252-dae44adfe5b8 None None] Network 360f6f41-0b54-45a4-b6da-9bd3ead33bad requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:26.930080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:26.975680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] For port 075360ac-7947-47ac-84b7-57111b15bdc3, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=075360ac-7947-47ac-84b7-57111b15bdc3,segment=NetworkSegment(fe1b8d03-130a-4863-aa3f-0ebbd377c912),segment_id=fe1b8d03-130a-4863-aa3f-0ebbd377c912)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:26.976291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.129317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 075360ac-7947-47ac-84b7-57111b15bdc3 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:27.146711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 075360ac-7947-47ac-84b7-57111b15bdc3 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:27.202612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.331018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:27.345861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:27.349013 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b0b96d50-8d51-46f1-8519-a78616301e7b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8351014 Apr 22 17:35:27.352081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51020) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:27.362974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:27.363867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:27.367303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=dd9e8031-e94f-405a-b7cf-7ea3b0f75752,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:27.488436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1267eb-7a52-4254-a349-c35e6dc6d42a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet 595671f5-691e-4b7a-9210-d92e9c9a5a38 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:27.491964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed1267eb-7a52-4254-a349-c35e6dc6d42a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.536533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-27ce40ba-3272-4de2-aaac-bce0a8e2994a tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/floatingips/1b1e117a-d4bb-417e-981f-fcc1176d978d HTTP/1.1" status: 200 len: 993 time: 0.9340386 Apr 22 17:35:27.561772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed1267eb-7a52-4254-a349-c35e6dc6d42a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.566964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking segment: {'id': 'b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41930536-515f-4308-9f0b-e4865b412486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:27.567556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network hostable DHCP agents. Network: 41930536-515f-4308-9f0b-e4865b412486, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:35:27.617997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a81fb2ae-1a22-4663-bd17-abcb10051c78 None None] Provisioning for port 075360ac-7947-47ac-84b7-57111b15bdc3 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:27.617997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:27.675508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b3d68-fbdc-4387-8828-d18466414c94 None None] DHCP port deletion for 360f6f41-0b54-45a4-b6da-9bd3ead33bad request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:27.690551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 075360ac-7947-47ac-84b7-57111b15bdc3 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:27.694634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed1267eb-7a52-4254-a349-c35e6dc6d42a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.698424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-608b3d68-fbdc-4387-8828-d18466414c94 None None] Deleting port 075360ac-7947-47ac-84b7-57111b15bdc3 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:27.698424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-608b3d68-fbdc-4387-8828-d18466414c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.742530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 41930536-515f-4308-9f0b-e4865b412486 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:35:27.761145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 075360ac-7947-47ac-84b7-57111b15bdc3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:27.761523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.788736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.841276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 41930536-515f-4308-9f0b-e4865b412486) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:27.846829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:27.847351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.856316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=075360ac-7947-47ac-84b7-57111b15bdc3,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:27.869596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No DVR routers for this DVR port 075360ac-7947-47ac-84b7-57111b15bdc3 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:27.875082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905330fd-3835-437a-bb52-88076e84a37e None None] Network 41930536-515f-4308-9f0b-e4865b412486 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:27.891234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed1267eb-7a52-4254-a349-c35e6dc6d42a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:27.968376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1267eb-7a52-4254-a349-c35e6dc6d42a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=595671f5-691e-4b7a-9210-d92e9c9a5a38,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:27.996390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed1267eb-7a52-4254-a349-c35e6dc6d42a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.012042 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ed1267eb-7a52-4254-a349-c35e6dc6d42a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/595671f5-691e-4b7a-9210-d92e9c9a5a38 HTTP/1.1" status: 204 len: 168 time: 0.6565657 Apr 22 17:35:28.012664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51026) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:28.030414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08683e2e-72ab-43bd-8d8b-e88bea2bd440 None None] Network 7e46c8de-f934-4cab-afc2-ac7173fbb25c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:28.035364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.087238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360f6f41-0b54-45a4-b6da-9bd3ead33bad']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:28.117983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1b8d03-130a-4863-aa3f-0ebbd377c912') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:28.118357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1b8d03-130a-4863-aa3f-0ebbd377c912') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:28.155673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Port 075360ac-7947-47ac-84b7-57111b15bdc3 was deleted so its status cannot be updated. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 17:35:28.169288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.193699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.201338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.204604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:28.210597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.213982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:28.214500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:28.250249 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:28.342965 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9e727752-7640-4889-a760-df7fa8657865 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1294429 Apr 22 17:35:28.346600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51030) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:28.355406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '41930536-515f-4308-9f0b-e4865b412486', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1168056149'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:28.370534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-608b3d68-fbdc-4387-8828-d18466414c94 None None] The port '075360ac-7947-47ac-84b7-57111b15bdc3' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:35:28.533095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:28.536303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.539963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-41930536-515f-4308-9f0b-e4865b412486', 'network_id': '41930536-515f-4308-9f0b-e4865b412486', 'tenant_id': '1071a3da9d514ea6bb42b4cb8d6958bd', 'fixed_ips': [{'subnet_id': 'dd9e8031-e94f-405a-b7cf-7ea3b0f75752'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:35:28.539963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.540366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.571229 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/networks/360f6f41-0b54-45a4-b6da-9bd3ead33bad HTTP/1.1" status: 204 len: 168 time: 2.4658298 Apr 22 17:35:28.571993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51034) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:28.576851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:28.594677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'name': 'tempest-PortsIpV6TestJSON-1986776736'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:28.608865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:28.615755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d35a6-46ce-4acc-8c2e-c9e1e6613146 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Network': ['ID=360f6f41-0b54-45a4-b6da-9bd3ead33bad,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:28.651678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:28.690702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3ed9c709-45b6-40a3-9a3d-addcf4a890a4,segment=NetworkSegment(7e32076b-8e47-40b4-864d-66a8abac24e3),segment_id=7e32076b-8e47-40b4-864d-66a8abac24e3)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:28.691130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.753541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] DHCP port deletion for 7e46c8de-f934-4cab-afc2-ac7173fbb25c request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:28.759616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:28.764374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:28.767895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:28.775757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:28.777332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] Deleting port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:28.777914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.787897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:28.792184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.836827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 22028046-5af5-4346-80f7-9a5e0696951e yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:28.878590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:28.882433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:28.882886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 075360ac-7947-47ac-84b7-57111b15bdc3 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:28.899453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:28.930430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 075360ac-7947-47ac-84b7-57111b15bdc3 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:28.930940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 075360ac-7947-47ac-84b7-57111b15bdc3 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:28.931456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:28.937926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 667af0e1-8bc5-4cfe-8b3c-633e8c26f481 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:28.974871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:25Z', 'revision_number': 9, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:28.975760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Allocated IP 172.20.0.2 (41930536-515f-4308-9f0b-e4865b412486/dd9e8031-e94f-405a-b7cf-7ea3b0f75752/51b45358-d34c-4d5d-afa2-00f2e1133ee0) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:28.984321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:29.052314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.079197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:29.080519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:29.106449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=3ed9c709-45b6-40a3-9a3d-addcf4a890a4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:29.108391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No DVR routers for this DVR port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:29.239465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.274043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e46c8de-f934-4cab-afc2-ac7173fbb25c']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:29.283811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e32076b-8e47-40b4-864d-66a8abac24e3') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:29.284116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e32076b-8e47-40b4-864d-66a8abac24e3') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:29.299195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.322175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.330424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:29.331364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:29.369499 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:29.387591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No active binding found for port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 {{(pid=88661) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 22 17:35:29.389447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:29.471348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] For port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3ed9c709-45b6-40a3-9a3d-addcf4a890a4,segment=NetworkSegment(7e32076b-8e47-40b4-864d-66a8abac24e3),segment_id=7e32076b-8e47-40b4-864d-66a8abac24e3)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:29.471834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.471976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.491419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:29.559482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.577566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.588836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.592527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=7e46c8de-f934-4cab-afc2-ac7173fbb25c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:29.598376 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4f66c9d5-7789-4ef7-a161-7859143bb1ca tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/7e46c8de-f934-4cab-afc2-ac7173fbb25c HTTP/1.1" status: 204 len: 168 time: 1.5815315 Apr 22 17:35:29.600930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51040) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:29.678810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:29.700978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=667af0e1-8bc5-4cfe-8b3c-633e8c26f481,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:29.711717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:29.714422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:29.720302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:29.726859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:29.726999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] Calling delete_port for 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:29.820302 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3888013b-5fe2-4b6a-8bde-c07e353615d5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2369907 Apr 22 17:35:29.820512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51044) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:29.912962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-11ff4a57-4da9-43de-933c-11d4480f4da7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 667af0e1-8bc5-4cfe-8b3c-633e8c26f481 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:29.916574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-11ff4a57-4da9-43de-933c-11d4480f4da7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.130726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.158788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Transition to ACTIVE for port object 51b45358-d34c-4d5d-afa2-00f2e1133ee0 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:30.175143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:30.175792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:30.189292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-11ff4a57-4da9-43de-933c-11d4480f4da7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.190501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Transition to ACTIVE for port object 51b45358-d34c-4d5d-afa2-00f2e1133ee0 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:30.199424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:25Z', 'revision_number': 9, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:30.205284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627850ef-2838-44c4-8e2e-47b789efbbe5 None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:25Z', 'revision_number': 9, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8374a09-0d38-4a89-871c-71f822a4b5ba', 'name': '', 'network_id': 'c979af42-9b66-4db8-be1a-44f1be501de2', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:1f:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:31Z', 'updated_at': '2022-04-22T17:34:56Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:30.209267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.268951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.328253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-11ff4a57-4da9-43de-933c-11d4480f4da7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 667af0e1-8bc5-4cfe-8b3c-633e8c26f481 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:30.376008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Pushing event updated for resources: {'Port': ['ID=51b45358-d34c-4d5d-afa2-00f2e1133ee0,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:30.406481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Network 41930536-515f-4308-9f0b-e4865b412486 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:30.408254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:30.411367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:30.463613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.8 (41930536-515f-4308-9f0b-e4865b412486/dd9e8031-e94f-405a-b7cf-7ea3b0f75752/22028046-5af5-4346-80f7-9a5e0696951e) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:30.513932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d5c8027a-991c-447c-b89c-f159ad56dd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.623186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-11ff4a57-4da9-43de-933c-11d4480f4da7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.670452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Attempting to bind port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:30.671096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Attempting to bind port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41930536-515f-4308-9f0b-e4865b412486'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:30.671617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Attempting to bind port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 on network 41930536-515f-4308-9f0b-e4865b412486 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:30.677786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] Deleting port 3ed9c709-45b6-40a3-9a3d-addcf4a890a4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:30.678286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.703489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:30.704006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Checking segment: {'id': 'b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41930536-515f-4308-9f0b-e4865b412486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:30.705056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.705795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Bound using segment: {'id': 'b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41930536-515f-4308-9f0b-e4865b412486'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:30.706380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Bound port: 51b45358-d34c-4d5d-afa2-00f2e1133ee0, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41930536-515f-4308-9f0b-e4865b412486'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:30.706893 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.722021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff4a57-4da9-43de-933c-11d4480f4da7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=667af0e1-8bc5-4cfe-8b3c-633e8c26f481,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:30.735566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-11ff4a57-4da9-43de-933c-11d4480f4da7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.766603 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-11ff4a57-4da9-43de-933c-11d4480f4da7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/667af0e1-8bc5-4cfe-8b3c-633e8c26f481 HTTP/1.1" status: 204 len: 168 time: 0.9450753 Apr 22 17:35:30.769589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51050) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:30.789432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'mac_address': 'fa:16:3e:31:6b:cf', 'name': 'tempest-PortsIpV6TestJSON-1892358515'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:30.802619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c23a6903-03df-4b16-9bae-5e2a0fb5fc0b None None] The port '3ed9c709-45b6-40a3-9a3d-addcf4a890a4' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:35:30.813789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.848690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port a8374a09-0d38-4a89-871c-71f822a4b5ba {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:30.849031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.856716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] For port 51b45358-d34c-4d5d-afa2-00f2e1133ee0, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:30.860507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] For port 51b45358-d34c-4d5d-afa2-00f2e1133ee0, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=51b45358-d34c-4d5d-afa2-00f2e1133ee0,segment=NetworkSegment(b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9),segment_id=b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:30.865090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object 22028046-5af5-4346-80f7-9a5e0696951e will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:30.869601 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a976fde6-c020-419c-bf28-cea875b8dee2 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:30.910446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: a976fde6-c020-419c-bf28-cea875b8dee2 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:30.910827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a976fde6-c020-419c-bf28-cea875b8dee2 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:30.929785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.948209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:30.975815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:30.993505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:30.993505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:30.993505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:31.025899 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997de0d5-3600-4b3b-914c-78a67e653eaa None None] Pushing event updated for resources: {'Port': ['ID=51b45358-d34c-4d5d-afa2-00f2e1133ee0,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:31.028893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 41930536-515f-4308-9f0b-e4865b412486 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:31.032175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:31.040937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:31.086859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=22028046-5af5-4346-80f7-9a5e0696951e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:31.099141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:31.119511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:31.123568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:31.211947 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7b698fe7-857a-4b74-8d19-4fb8b4fa06b5 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8641813 Apr 22 17:35:31.215159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51056) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:31.239565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:31.282033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port a8374a09-0d38-4a89-871c-71f822a4b5ba, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a8374a09-0d38-4a89-871c-71f822a4b5ba,segment=NetworkSegment(2df67be9-b661-462f-b90a-4468cc77a3df),segment_id=2df67be9-b661-462f-b90a-4468cc77a3df)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:31.282418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:31.336150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-466531f2-10dc-4527-a552-196f128d3e1d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 22028046-5af5-4346-80f7-9a5e0696951e {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:31.336503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-466531f2-10dc-4527-a552-196f128d3e1d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:31.403989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port c0e75f23-cf2e-4382-9a55-d6d425fd4049 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:31.520848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for a8374a09-0d38-4a89-871c-71f822a4b5ba owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:31.651180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-466531f2-10dc-4527-a552-196f128d3e1d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:31.783091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-466531f2-10dc-4527-a552-196f128d3e1d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 22028046-5af5-4346-80f7-9a5e0696951e owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:31.800953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:31.931358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:31.976109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:32.031311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=a8374a09-0d38-4a89-871c-71f822a4b5ba,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:32.162976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:32.175689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:32.182542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:32.189126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:32.189833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:32.209205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=c0e75f23-cf2e-4382-9a55-d6d425fd4049,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:32.291348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-466531f2-10dc-4527-a552-196f128d3e1d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:32.400627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948370c-1af3-48b1-9838-0d204825b601 None None] Network 41930536-515f-4308-9f0b-e4865b412486 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:32.404633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466531f2-10dc-4527-a552-196f128d3e1d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=22028046-5af5-4346-80f7-9a5e0696951e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:32.499671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-466531f2-10dc-4527-a552-196f128d3e1d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:32.512916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-466531f2-10dc-4527-a552-196f128d3e1d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/22028046-5af5-4346-80f7-9a5e0696951e HTTP/1.1" status: 204 len: 168 time: 1.2943282 Apr 22 17:35:32.513325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51064) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:32.528933 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5f7d8000-229e-4b0a-b07d-318c0a6f8c95 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7575259 Apr 22 17:35:32.538993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51068) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:32.564315 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d9c92c-7b9b-45b9-85b7-c3b5f738fe0f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:35:32.564743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b6d9c92c-7b9b-45b9-85b7-c3b5f738fe0f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:32.632286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:32.633785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b6d9c92c-7b9b-45b9-85b7-c3b5f738fe0f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:32.635110 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b6d9c92c-7b9b-45b9-85b7-c3b5f738fe0f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/22028046-5af5-4346-80f7-9a5e0696951e HTTP/1.1" status: 404 len: 333 time: 0.1208379 Apr 22 17:35:32.637826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51072) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:32.645383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb6a59-17c9-4d24-a82e-daf2be2e7d3e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:32.645957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ecb6a59-17c9-4d24-a82e-daf2be2e7d3e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:32.668219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f1e0e974-b3af-4dac-bd3f-1a61a0d582a5 None None] Provisioning for port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:32.673837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69a351cf-11de-4f15-bad0-90f1f703d5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:32.715292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a292f03-de05-4d25-b471-f179cbdd6003 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet dd9e8031-e94f-405a-b7cf-7ea3b0f75752 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:32.719144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9a292f03-de05-4d25-b471-f179cbdd6003 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:32.786105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9a292f03-de05-4d25-b471-f179cbdd6003 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:32.812052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4ecb6a59-17c9-4d24-a82e-daf2be2e7d3e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:32.813236 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4ecb6a59-17c9-4d24-a82e-daf2be2e7d3e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/c0e75f23-cf2e-4382-9a55-d6d425fd4049 HTTP/1.1" status: 200 len: 845 time: 0.2730966 Apr 22 17:35:32.818757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51076) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:32.920288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1c2048e9-6c24-4ca2-8042-2e42b5a60b79 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port c0e75f23-cf2e-4382-9a55-d6d425fd4049 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:32.920632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c2048e9-6c24-4ca2-8042-2e42b5a60b79 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.005835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 51b45358-d34c-4d5d-afa2-00f2e1133ee0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:33.109538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9a292f03-de05-4d25-b471-f179cbdd6003 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.124942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:33.164955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:33.171680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:33.172064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.223584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c2048e9-6c24-4ca2-8042-2e42b5a60b79 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.278938 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-600a9fbe-b95d-4031-963a-eb6826cabbac None None] Provisioning complete for port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:33.279316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-600a9fbe-b95d-4031-963a-eb6826cabbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.328825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:33.337743 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-52c2b3b6-1352-42df-a866-cdd5c169e2bb tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7357681 Apr 22 17:35:33.338983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51080) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:33.341324 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:33.355739 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:33.356370 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:33.453358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1c2048e9-6c24-4ca2-8042-2e42b5a60b79 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for c0e75f23-cf2e-4382-9a55-d6d425fd4049 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:33.510017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d00d51e-e171-4ff2-93be-cef14d3b0591 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet 98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:33.523663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0d00d51e-e171-4ff2-93be-cef14d3b0591 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.549460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.635019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9a292f03-de05-4d25-b471-f179cbdd6003 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.640913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0d00d51e-e171-4ff2-93be-cef14d3b0591 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.685677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a292f03-de05-4d25-b471-f179cbdd6003 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9e8031-e94f-405a-b7cf-7ea3b0f75752,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:33.692788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9a292f03-de05-4d25-b471-f179cbdd6003 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.698156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c2048e9-6c24-4ca2-8042-2e42b5a60b79 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.719193 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:33.768181 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9a292f03-de05-4d25-b471-f179cbdd6003 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/dd9e8031-e94f-405a-b7cf-7ea3b0f75752 HTTP/1.1" status: 204 len: 168 time: 1.1290524 Apr 22 17:35:33.771116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2048e9-6c24-4ca2-8042-2e42b5a60b79 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=c0e75f23-cf2e-4382-9a55-d6d425fd4049,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:33.772867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51086) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:33.778020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1c2048e9-6c24-4ca2-8042-2e42b5a60b79 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.778717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0d00d51e-e171-4ff2-93be-cef14d3b0591 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.778860 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1c2048e9-6c24-4ca2-8042-2e42b5a60b79 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/c0e75f23-cf2e-4382-9a55-d6d425fd4049 HTTP/1.1" status: 204 len: 168 time: 0.9576650 Apr 22 17:35:33.783044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51088) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:33.836973 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-600a9fbe-b95d-4031-963a-eb6826cabbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.857277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b4ec2-e169-4aa4-baf8-7e1673d50c31 None None] Network 41930536-515f-4308-9f0b-e4865b412486 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:33.889606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.942794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0d00d51e-e171-4ff2-93be-cef14d3b0591 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.945323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.990023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d51e-e171-4ff2-93be-cef14d3b0591 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:33.992157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0d00d51e-e171-4ff2-93be-cef14d3b0591 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:33.993769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:33.994129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:33.999978 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddbde1e-7e6e-420d-a632-51fd4f36d997 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:35:34.000724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6ddbde1e-7e6e-420d-a632-51fd4f36d997 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:34.002122 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0d00d51e-e171-4ff2-93be-cef14d3b0591 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6 HTTP/1.1" status: 204 len: 168 time: 0.6503706 Apr 22 17:35:34.002707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51094) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:34.022343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:34.022933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.071160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-600a9fbe-b95d-4031-963a-eb6826cabbac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:34.071502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-600a9fbe-b95d-4031-963a-eb6826cabbac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:34.072168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2ad25-ea31-4727-bf7e-b880b319def7 None None] Network c979af42-9b66-4db8-be1a-44f1be501de2 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:34.117644 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.158481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.199276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:34.199276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.278095 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:31Z', 'revision_number': 10, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:34.289546 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:34.310189 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:34.313162 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:34.450253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] For port 51b45358-d34c-4d5d-afa2-00f2e1133ee0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=51b45358-d34c-4d5d-afa2-00f2e1133ee0,segment=NetworkSegment(b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9),segment_id=b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:34.450662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.464999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.554523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] DHCP port deletion for 41930536-515f-4308-9f0b-e4865b412486 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:34.614363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 51b45358-d34c-4d5d-afa2-00f2e1133ee0 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:34.663022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] DHCP port deletion for c979af42-9b66-4db8-be1a-44f1be501de2 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:34.679801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] Deleting port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:34.680459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.715495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6ddbde1e-7e6e-420d-a632-51fd4f36d997 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:34.720145 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6ddbde1e-7e6e-420d-a632-51fd4f36d997 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/c0e75f23-cf2e-4382-9a55-d6d425fd4049 HTTP/1.1" status: 404 len: 333 time: 0.9343841 Apr 22 17:35:34.722134 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:34.723571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51100) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:34.728209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] Deleting port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:34.728586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.744922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'name': 'tempest-PortsIpV6TestJSON-1142056872'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:34.785746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port f196fa6e-78f0-479a-9c9b-b41282b2fcf4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f196fa6e-78f0-479a-9c9b-b41282b2fcf4,segment=NetworkSegment(2df67be9-b661-462f-b90a-4468cc77a3df),segment_id=2df67be9-b661-462f-b90a-4468cc77a3df)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:34.786403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:34.893554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:34.919151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for f196fa6e-78f0-479a-9c9b-b41282b2fcf4 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:34.920758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:35.010877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:35.014835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.031333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.038311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.048606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 8b31a4a1-1cab-43e7-bbb1-ec90b7207c13 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:35.073772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.099294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-600a9fbe-b95d-4031-963a-eb6826cabbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.130608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=51b45358-d34c-4d5d-afa2-00f2e1133ee0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:35.133906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No DVR routers for this DVR port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:35.145071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.172933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No DVR routers for this DVR port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:35.182880 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=f196fa6e-78f0-479a-9c9b-b41282b2fcf4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:35.249169 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:31Z', 'revision_number': 10, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:35.253480 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68496811-5838-4ef6-a582-dedf1ae4b038 None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:31Z', 'revision_number': 10, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None, '_interfaces': [{'id': '8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7', 'name': '', 'network_id': 'cdf706fb-bcb2-415f-b3eb-99cf4de51c49', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'mac_address': 'fa:16:3e:be:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:21Z', 'updated_at': '2022-04-22T17:34:35Z', 'revision_number': 5, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'subnets': [{'id': '8159685f-85aa-4009-aa06-e6b5ff597acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:35.330426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.357860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c979af42-9b66-4db8-be1a-44f1be501de2']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:35.365262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.371563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df67be9-b661-462f-b90a-4468cc77a3df') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:35.379730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df67be9-b661-462f-b90a-4468cc77a3df') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:35.384917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.391035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] For port 51b45358-d34c-4d5d-afa2-00f2e1133ee0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=51b45358-d34c-4d5d-afa2-00f2e1133ee0,segment=NetworkSegment(b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9),segment_id=b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:35.391419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.417495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.419890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41930536-515f-4308-9f0b-e4865b412486']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:35.423092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] For port f196fa6e-78f0-479a-9c9b-b41282b2fcf4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f196fa6e-78f0-479a-9c9b-b41282b2fcf4,segment=NetworkSegment(2df67be9-b661-462f-b90a-4468cc77a3df),segment_id=2df67be9-b661-462f-b90a-4468cc77a3df)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:35.425633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.430214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:35.431259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.444020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:35.444396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e168cf-8879-42c1-b7bd-f8f3a01d3dd9') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:35.455255 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:35.470498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.529029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.542397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:35.542725 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:35.561090 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:35.628931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.633616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.663427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] Calling delete_port for 51b45358-d34c-4d5d-afa2-00f2e1133ee0 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:35.697541 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/c979af42-9b66-4db8-be1a-44f1be501de2 HTTP/1.1" status: 204 len: 168 time: 1.6928895 Apr 22 17:35:35.700872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51112) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:35.705316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] Calling delete_port for f196fa6e-78f0-479a-9c9b-b41282b2fcf4 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:35.762725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9c7af91e-7ac0-43d0-bb20-9aea7e8ce007 None None] Could not find standard attr ID for object 22028046-5af5-4346-80f7-9a5e0696951e. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:35:35.790458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f196fa6e-78f0-479a-9c9b-b41282b2fcf4 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:35.793497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.803644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.808996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576cfef-319d-4a51-8da7-f00faef73d0b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=c979af42-9b66-4db8-be1a-44f1be501de2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:35.821125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:35.870477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: f196fa6e-78f0-479a-9c9b-b41282b2fcf4 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:35.870966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f196fa6e-78f0-479a-9c9b-b41282b2fcf4 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:35.871880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 51b45358-d34c-4d5d-afa2-00f2e1133ee0 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:35.888134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Network': ['ID=41930536-515f-4308-9f0b-e4865b412486,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:35.934350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 51b45358-d34c-4d5d-afa2-00f2e1133ee0 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:35.935017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 51b45358-d34c-4d5d-afa2-00f2e1133ee0 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:35.935287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a8374a09-0d38-4a89-871c-71f822a4b5ba no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:35.948311 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f6ef9de0-b95d-4e4b-9322-822eef32a7f3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/networks/41930536-515f-4308-9f0b-e4865b412486 HTTP/1.1" status: 204 len: 168 time: 2.1673365 Apr 22 17:35:35.952474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51126) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:35.957031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'name': 'tempest-PortsTestJSON-676596734'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:35.981513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:35.982600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:35.995339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: a8374a09-0d38-4a89-871c-71f822a4b5ba {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:35.996068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a8374a09-0d38-4a89-871c-71f822a4b5ba not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:35.996997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:36.004299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:36.004299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:36.151817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:36.158799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:36.160918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:36.163507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=8b31a4a1-1cab-43e7-bbb1-ec90b7207c13,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:36.166779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:36.172497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:36.173550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:36.181545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:36.191554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:36.210540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:36.299332 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e0771c98-08a5-4487-af56-5d081000e514 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5677133 Apr 22 17:35:36.304717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51130) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:36.310695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:36.369063 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:36.379156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:36.383148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:36.480811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 0518c643-65f9-4f29-8b40-e5cea7480c61 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:36.483779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] Deleting port 51b45358-d34c-4d5d-afa2-00f2e1133ee0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:36.484177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:36.522021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:36.535169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] Deleting port f196fa6e-78f0-479a-9c9b-b41282b2fcf4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:36.535548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:36.541351 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:35:36.717435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-72e7371b-6151-4a7c-a43c-5d19ab730bd2 None None] The port 'f196fa6e-78f0-479a-9c9b-b41282b2fcf4' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:35:36.732526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7164021f-65ce-41be-90a3-4c29a125832b None None] The port '51b45358-d34c-4d5d-afa2-00f2e1133ee0' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:35:36.961497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:36.962308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.049162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.070247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.119133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.161707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,segment=NetworkSegment(1c444184-d875-4a50-bd8a-ef88990b4a65),segment_id=1c444184-d875-4a50-bd8a-ef88990b4a65)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:37.162064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.168262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.187955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] In _notify_port_updated(), no bound segment for port 8b31a4a1-1cab-43e7-bbb1-ec90b7207c13 on network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:35:37.193666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:37.194351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.198285 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "PUT /v2.0/ports/8b31a4a1-1cab-43e7-bbb1-ec90b7207c13 HTTP/1.1" status: 200 len: 818 time: 0.8900859 Apr 22 17:35:37.205140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51136) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:37.245069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b14f98-4464-45c2-b061-6a70a96c5052 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=8b31a4a1-1cab-43e7-bbb1-ec90b7207c13,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:37.288556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:37.300058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:37.309773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:37.317688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:37.323457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:37.324168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.367533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b117b5d6-68f3-4bff-9539-c97b490b7876 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 8b31a4a1-1cab-43e7-bbb1-ec90b7207c13 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:37.368014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b117b5d6-68f3-4bff-9539-c97b490b7876 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.408296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=0518c643-65f9-4f29-8b40-e5cea7480c61,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:37.528990 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-937a4796-6e61-4981-b9bf-726e0e922cbb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5764174 Apr 22 17:35:37.531716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51142) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:37.567802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.613834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b117b5d6-68f3-4bff-9539-c97b490b7876 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.631221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:37.713492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-3ac044af-5e80-42c1-be4f-165f6f66b767 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 0518c643-65f9-4f29-8b40-e5cea7480c61 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:37.713846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ac044af-5e80-42c1-be4f-165f6f66b767 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.771611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b117b5d6-68f3-4bff-9539-c97b490b7876 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 8b31a4a1-1cab-43e7-bbb1-ec90b7207c13 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:37.925277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b117b5d6-68f3-4bff-9539-c97b490b7876 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:37.978940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117b5d6-68f3-4bff-9539-c97b490b7876 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=8b31a4a1-1cab-43e7-bbb1-ec90b7207c13,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:37.983905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b117b5d6-68f3-4bff-9539-c97b490b7876 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.026839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.082101 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b117b5d6-68f3-4bff-9539-c97b490b7876 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/8b31a4a1-1cab-43e7-bbb1-ec90b7207c13 HTTP/1.1" status: 204 len: 168 time: 0.8678081 Apr 22 17:35:38.082676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51156) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:38.163052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9cfecb-dd1f-4306-ba67-4cbcb62d027e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:38.163798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3b9cfecb-dd1f-4306-ba67-4cbcb62d027e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:38.222221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ac044af-5e80-42c1-be4f-165f6f66b767 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.222897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3b9cfecb-dd1f-4306-ba67-4cbcb62d027e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:38.226570 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3b9cfecb-dd1f-4306-ba67-4cbcb62d027e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1407840 Apr 22 17:35:38.226837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51160) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:38.274673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfa7f62-178c-42b2-9a80-f3894cedb18c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:35:38.279868 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ecfa7f62-178c-42b2-9a80-f3894cedb18c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/8b31a4a1-1cab-43e7-bbb1-ec90b7207c13 HTTP/1.1" status: 404 len: 333 time: 0.0483048 Apr 22 17:35:38.280546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51164) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:38.286718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1155090341'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:38.292369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:38.296442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:network and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:38.300544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:38.307085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:38.358948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:38.363022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.392135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:35:38.401415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.401753 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Added segment 6c31a015-f1d0-446a-8606-f77bbb6f7249 of type vlan for network 997951b2-35fc-4475-83b8-a7141047d9b5 Apr 22 17:35:38.432990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.530690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.534450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-3ac044af-5e80-42c1-be4f-165f6f66b767 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 0518c643-65f9-4f29-8b40-e5cea7480c61 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:38.537574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:38.538327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.647691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Network': ['ID=997951b2-35fc-4475-83b8-a7141047d9b5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:38.659788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 997951b2-35fc-4475-83b8-a7141047d9b5 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:35:38.669416 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-41fe31a9-ded3-4727-964f-4285ce7ad99d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3876200 Apr 22 17:35:38.672893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51168) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:38.676487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:38.683191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:38.763944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ac044af-5e80-42c1-be4f-165f6f66b767 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.828570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac044af-5e80-42c1-be4f-165f6f66b767 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=0518c643-65f9-4f29-8b40-e5cea7480c61,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:38.837764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:38.841898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:38.845446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:38.851261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:38.901000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3ac044af-5e80-42c1-be4f-165f6f66b767 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.904494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:38.911215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:38.915186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:38.921887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:38.928229 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3ac044af-5e80-42c1-be4f-165f6f66b767 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/0518c643-65f9-4f29-8b40-e5cea7480c61 HTTP/1.1" status: 204 len: 168 time: 1.3922634 Apr 22 17:35:38.931477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51172) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:38.943239 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2973dd5c-e376-492c-8758-8d8e404ffcd7 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2321784 Apr 22 17:35:38.943968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:38.943968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:38.944588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51176) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:38.999553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'mac_address': 'fa:16:3e:a4:f5:a2', 'name': 'tempest-PortsTestJSON-416640574'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:39.083071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:39.110966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea661623-92b6-4daa-823d-fc697516a098 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting subnet 8159685f-85aa-4009-aa06-e6b5ff597acc {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:39.114254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ea661623-92b6-4daa-823d-fc697516a098 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.184371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ea661623-92b6-4daa-823d-fc697516a098 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.210425 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:37Z', 'revision_number': 11, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:39.216542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:39.218077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:39.235558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:39.235558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:39.235800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:39.236659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:39.245833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:39.293786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ea661623-92b6-4daa-823d-fc697516a098 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.325077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:39.365088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.406941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:39.510233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ea661623-92b6-4daa-823d-fc697516a098 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.526553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=c16b377d-327c-4f32-9bbd-e36599657d11,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:39.543655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking segment: {'id': '6c31a015-f1d0-446a-8606-f77bbb6f7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:39.544292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network hostable DHCP agents. Network: 997951b2-35fc-4475-83b8-a7141047d9b5, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:35:39.564558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:37Z', 'revision_number': 11, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:39.568924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d647a-ae8c-4dd2-968c-11187374cda8 None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:37Z', 'revision_number': 11, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:39.574875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea661623-92b6-4daa-823d-fc697516a098 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Subnet': ['ID=8159685f-85aa-4009-aa06-e6b5ff597acc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:39.584826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ea661623-92b6-4daa-823d-fc697516a098 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.591363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c629a97a-48da-40ef-89bb-fbe03384e97b None None] Network cdf706fb-bcb2-415f-b3eb-99cf4de51c49 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:39.592352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.610200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51182) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:39.610920 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ea661623-92b6-4daa-823d-fc697516a098 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/8159685f-85aa-4009-aa06-e6b5ff597acc HTTP/1.1" status: 204 len: 168 time: 0.6657281 Apr 22 17:35:39.629420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 01848e9f-013e-4b94-a5f1-05848b53ca67 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:39.722389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 997951b2-35fc-4475-83b8-a7141047d9b5 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:35:39.754732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.765995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Deleting port 46dea319-3732-4e45-b25c-b4eaefc4e785 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:39.766337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.814833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 997951b2-35fc-4475-83b8-a7141047d9b5) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:39.828819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:39.828819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.841406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6700f73-1932-404e-9212-c530754d4ccd None None] Network 997951b2-35fc-4475-83b8-a7141047d9b5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:39.893662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.958815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] DHCP port deletion for cdf706fb-bcb2-415f-b3eb-99cf4de51c49 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:39.975636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] Deleting port 46dea319-3732-4e45-b25c-b4eaefc4e785 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:39.975957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:39.999900 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-304ec5cf-7c47-4721-902a-3f183c3f8531 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3252611 Apr 22 17:35:40.003049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51186) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:40.009307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:40.034852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] For port 46dea319-3732-4e45-b25c-b4eaefc4e785, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=46dea319-3732-4e45-b25c-b4eaefc4e785,segment=NetworkSegment(1c444184-d875-4a50-bd8a-ef88990b4a65),segment_id=1c444184-d875-4a50-bd8a-ef88990b4a65)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:40.035875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.037297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.183274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Calling delete_port for 46dea319-3732-4e45-b25c-b4eaefc4e785 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:40.283271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-997951b2-35fc-4475-83b8-a7141047d9b5', 'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5', 'tenant_id': 'e7affe2d37c344c4a2711652ee1e32e6', 'fixed_ips': [{'subnet_id': 'c16b377d-327c-4f32-9bbd-e36599657d11'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:35:40.284152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.311719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:40.317586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:40.322170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=01848e9f-013e-4b94-a5f1-05848b53ca67,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:40.324336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:40.327345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] For port 46dea319-3732-4e45-b25c-b4eaefc4e785, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=46dea319-3732-4e45-b25c-b4eaefc4e785,segment=NetworkSegment(1c444184-d875-4a50-bd8a-ef88990b4a65),segment_id=1c444184-d875-4a50-bd8a-ef88990b4a65)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:40.327753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.330343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:40.331096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.382954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:40.389563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:40.393234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:40.399449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:40.422342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.465462 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f294370e-fe1d-447a-abe6-fc571ab3ffa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5229647 Apr 22 17:35:40.465676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51192) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:40.483021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No DVR routers for this DVR port 46dea319-3732-4e45-b25c-b4eaefc4e785 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:40.506922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:40.510016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.513879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Port': ['ID=46dea319-3732-4e45-b25c-b4eaefc4e785,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:40.553486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] Calling delete_port for 46dea319-3732-4e45-b25c-b4eaefc4e785 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:40.622232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.637493 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036b1167-8d30-489f-9116-e5e7a7b7b2fa tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:40.638124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-036b1167-8d30-489f-9116-e5e7a7b7b2fa tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:40.651682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf706fb-bcb2-415f-b3eb-99cf4de51c49']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:40.667073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c444184-d875-4a50-bd8a-ef88990b4a65') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:40.667356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c444184-d875-4a50-bd8a-ef88990b4a65') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:40.679665 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.ipam_backend_mixin [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c16b377d-327c-4f32-9bbd-e36599657d11 (CIDR: 2001:db8::/64) Apr 22 17:35:40.680391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.697269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.699052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:40.699398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:40.703353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:40.703741 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.707078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Allocated IP 2001:db8::2 (997951b2-35fc-4475-83b8-a7141047d9b5/c16b377d-327c-4f32-9bbd-e36599657d11/0d80b121-7fc8-4638-9d77-26f210d5b41a) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:40.718616 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:40.753966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-036b1167-8d30-489f-9116-e5e7a7b7b2fa tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:40.761229 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-036b1167-8d30-489f-9116-e5e7a7b7b2fa tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/01848e9f-013e-4b94-a5f1-05848b53ca67 HTTP/1.1" status: 200 len: 840 time: 0.2887204 Apr 22 17:35:40.761229 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:40.761229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:40.761679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51196) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:40.840944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-eee44dc0-8243-4cca-b61b-f63002bf459f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 01848e9f-013e-4b94-a5f1-05848b53ca67 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:40.841288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eee44dc0-8243-4cca-b61b-f63002bf459f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.868100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.872688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.905050 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-96310ce6-58fa-49a0-8396-bf188950d71a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8979263 Apr 22 17:35:40.905369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Pushing event deleted for resources: {'Network': ['ID=cdf706fb-bcb2-415f-b3eb-99cf4de51c49,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:40.905680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51200) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:40.911000 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-61bea2bb-c356-4969-9026-087e5adc519f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/networks/cdf706fb-bcb2-415f-b3eb-99cf4de51c49 HTTP/1.1" status: 204 len: 168 time: 1.2975602 Apr 22 17:35:40.911712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:40.913606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51204) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:40.919421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'routes': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:40.923563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:40.934080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Transition to ACTIVE for port object 0d80b121-7fc8-4638-9d77-26f210d5b41a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:40.953962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Transition to ACTIVE for port object 0d80b121-7fc8-4638-9d77-26f210d5b41a will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:41.034401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.098550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Network 997951b2-35fc-4475-83b8-a7141047d9b5 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:41.105509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:41.110133 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:41.116507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Pushing event updated for resources: {'Port': ['ID=0d80b121-7fc8-4638-9d77-26f210d5b41a,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:41.191024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eee44dc0-8243-4cca-b61b-f63002bf459f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.201897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] Deleting port 46dea319-3732-4e45-b25c-b4eaefc4e785 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:41.202522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.206025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:41.241448 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Attempting to bind port 0d80b121-7fc8-4638-9d77-26f210d5b41a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:41.242015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Attempting to bind port 0d80b121-7fc8-4638-9d77-26f210d5b41a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '6c31a015-f1d0-446a-8606-f77bbb6f7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:41.242437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Attempting to bind port 0d80b121-7fc8-4638-9d77-26f210d5b41a on network 997951b2-35fc-4475-83b8-a7141047d9b5 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:41.266452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:41.280555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c7ed7-28e2-4e1a-941f-35cdaef7c6b0 None None] The port '46dea319-3732-4e45-b25c-b4eaefc4e785' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:35:41.283728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:41.284181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Checking segment: {'id': '6c31a015-f1d0-446a-8606-f77bbb6f7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:41.284707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.285123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Bound using segment: {'id': '6c31a015-f1d0-446a-8606-f77bbb6f7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:41.285727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Bound port: 0d80b121-7fc8-4638-9d77-26f210d5b41a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31a015-f1d0-446a-8606-f77bbb6f7249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:41.286098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.326918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:41.336267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-eee44dc0-8243-4cca-b61b-f63002bf459f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 01848e9f-013e-4b94-a5f1-05848b53ca67 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:41.345838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Added routes are [] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 17:35:41.346143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.extraroute_db [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Removed routes are [] {{(pid=88659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 17:35:41.346517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.375359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:41.482139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 46dea319-3732-4e45-b25c-b4eaefc4e785 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:41.516303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] For port 0d80b121-7fc8-4638-9d77-26f210d5b41a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:41.523176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 46dea319-3732-4e45-b25c-b4eaefc4e785 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:41.523530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 46dea319-3732-4e45-b25c-b4eaefc4e785 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:41.523959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:41.530400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:41.534454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.559500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:41.559895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8b5b1ea2-5db4-4e5b-a3dd-1ced857a15d7 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:41.590821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] For port 0d80b121-7fc8-4638-9d77-26f210d5b41a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d80b121-7fc8-4638-9d77-26f210d5b41a,segment=NetworkSegment(6c31a015-f1d0-446a-8606-f77bbb6f7249),segment_id=6c31a015-f1d0-446a-8606-f77bbb6f7249)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:41.619302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eee44dc0-8243-4cca-b61b-f63002bf459f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.624673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.628339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.651192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.690321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee44dc0-8243-4cca-b61b-f63002bf459f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=01848e9f-013e-4b94-a5f1-05848b53ca67,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:41.698979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-eee44dc0-8243-4cca-b61b-f63002bf459f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.737551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab9a8b-ce1c-4c9a-998d-5269bcc2dd3b None None] Pushing event updated for resources: {'Port': ['ID=0d80b121-7fc8-4638-9d77-26f210d5b41a,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:41.770030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 4d9e00b8-8194-47d3-b562-846c01b9ed74 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:35:41.787346 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eee44dc0-8243-4cca-b61b-f63002bf459f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/01848e9f-013e-4b94-a5f1-05848b53ca67 HTTP/1.1" status: 204 len: 168 time: 1.0245326 Apr 22 17:35:41.790448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51210) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:41.843615 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a0397f-6460-41f3-8faa-005b3bca8b00 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:35:41.844082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f7a0397f-6460-41f3-8faa-005b3bca8b00 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:41.910017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:41.917174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:41.920928 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c55ee74a-4d16-4be4-8905-87821db96e80 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 200 len: 701 time: 1.0037498 Apr 22 17:35:41.921216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51214) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:41.924454 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec378457-8207-46da-86f2-2368131670db None None] Sync routers for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:41.934204 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec378457-8207-46da-86f2-2368131670db None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:41.934909 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ec378457-8207-46da-86f2-2368131670db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:41.965991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ceca7135-f532-427e-b2bf-ad9637259a0a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:41.976743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f7a0397f-6460-41f3-8faa-005b3bca8b00 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:41.978255 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f7a0397f-6460-41f3-8faa-005b3bca8b00 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/01848e9f-013e-4b94-a5f1-05848b53ca67 HTTP/1.1" status: 404 len: 333 time: 0.1868923 Apr 22 17:35:41.983608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51218) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:41.990889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'name': 'tempest-PortsTestJSON-1561007280'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:42.012166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.068573 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-ec378457-8207-46da-86f2-2368131670db None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:42.077845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 997951b2-35fc-4475-83b8-a7141047d9b5 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:42.079813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:42.084283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:42.085456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.085819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ceca7135-f532-427e-b2bf-ad9637259a0a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:42.087020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ceca7135-f532-427e-b2bf-ad9637259a0a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 200 len: 205 time: 0.1646194 Apr 22 17:35:42.092426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51222) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:42.114027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:42.145045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:42.206567 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ec378457-8207-46da-86f2-2368131670db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:37Z', 'revision_number': 11, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:42.212946 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec378457-8207-46da-86f2-2368131670db None None] Checking router: 4d9e00b8-8194-47d3-b562-846c01b9ed74 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:42.219073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:42.222471 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec378457-8207-46da-86f2-2368131670db None None] Routers {'4d9e00b8-8194-47d3-b562-846c01b9ed74'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:42.223194 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ec378457-8207-46da-86f2-2368131670db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['4d9e00b8-8194-47d3-b562-846c01b9ed74'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:42.227599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:42.232034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.257765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port e74ae160-6a45-475d-85ab-12749dce8640 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:42.366354 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-ec378457-8207-46da-86f2-2368131670db None None] Set router 4d9e00b8-8194-47d3-b562-846c01b9ed74 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:42.417132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-740fa032-e510-4bed-ba73-7faff867cb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.490016 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ec378457-8207-46da-86f2-2368131670db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:37Z', 'revision_number': 11, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:42.494332 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec378457-8207-46da-86f2-2368131670db None None] The sync data for ids ['4d9e00b8-8194-47d3-b562-846c01b9ed74'] in dv-neutron-839024-1-hyperv is: [{'id': '4d9e00b8-8194-47d3-b562-846c01b9ed74', 'name': 'tempest-RoutersTest-router-1787902602', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:18Z', 'updated_at': '2022-04-22T17:35:37Z', 'revision_number': 11, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:42.543495 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ec72f60d-99ce-45fc-b3fb-9ea8c534f42d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6365561 Apr 22 17:35:42.548371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51228) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:42.554961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5', 'fixed_ips': [{'subnet_id': 'c16b377d-327c-4f32-9bbd-e36599657d11'}, {'subnet_id': '577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5'}], 'name': 'tempest-PortsIpV6TestJSON-880300188'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:42.603652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.715467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:42.721196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:42.724813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:42.733588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:42.739642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-740fa032-e510-4bed-ba73-7faff867cb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.742149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-740fa032-e510-4bed-ba73-7faff867cb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.822506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.850593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-740fa032-e510-4bed-ba73-7faff867cb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.851139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740fa032-e510-4bed-ba73-7faff867cb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Fanout notify agent at l3_agent the message router_deleted on router 4d9e00b8-8194-47d3-b562-846c01b9ed74 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:35:42.867814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-740fa032-e510-4bed-ba73-7faff867cb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:42.869169 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-740fa032-e510-4bed-ba73-7faff867cb55 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 204 len: 168 time: 0.7725241 Apr 22 17:35:42.875641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51232) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:42.881308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:42.883094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1019311246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:42.894999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:42.899683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Usage tracker for resource:router and tenant:6e2e98ecbf904eeaa6487f314801dbd2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:42.903479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:42.910765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:42.942765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:43.024158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec545c8-7f9d-4df0-8939-c47035556b83 None None] Network 997951b2-35fc-4475-83b8-a7141047d9b5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:43.044828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.050297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.061857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.122410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:43.124833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:43.130778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:43.131374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.171119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.173529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=e74ae160-6a45-475d-85ab-12749dce8640,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:43.216446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.219103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-95aaef98-e402-472e-a868-c07b7e12a698 None None] Provisioning for port 0d80b121-7fc8-4638-9d77-26f210d5b41a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:43.238511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:43.282955 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1f943232-abae-41fc-be48-2511fa12e437 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2949734 Apr 22 17:35:43.283172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.283172 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-df872658-101b-4498-90fd-15632252b528 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4050858 Apr 22 17:35:43.283787 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51236) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:43.286114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51238) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:43.290756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:43.305625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6ea333e1-0ba3-4bd1-a2c7-cd2e8cee5691 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:43.423959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f352efa-cca2-4211-811f-67358da12098 None None] Update dhcp port {'port': {'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5', 'fixed_ips': [{'subnet_id': 'c16b377d-327c-4f32-9bbd-e36599657d11', 'ip_address': '2001:db8::2'}, {'subnet_id': '577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': '0d80b121-7fc8-4638-9d77-26f210d5b41a'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:35:43.487491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.490930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f352efa-cca2-4211-811f-67358da12098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.504933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d80b121-7fc8-4638-9d77-26f210d5b41a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:43.718289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.799226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-7f352efa-cca2-4211-811f-67358da12098 None None] Allocated IP 2001:db8:0:1::2 (997951b2-35fc-4475-83b8-a7141047d9b5/577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5/0d80b121-7fc8-4638-9d77-26f210d5b41a) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:43.813976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 0d80b121-7fc8-4638-9d77-26f210d5b41a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:43.821801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.841222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ea333e1-0ba3-4bd1-a2c7-cd2e8cee5691 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.843976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0d80b121-7fc8-4638-9d77-26f210d5b41a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:43.844420 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.883508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] In _notify_port_updated(), no bound segment for port e74ae160-6a45-475d-85ab-12749dce8640 on network 2ce43582-7329-4c3a-8468-5f66dc72d739 {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:35:43.888882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:43.894929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.894929 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "PUT /v2.0/ports/e74ae160-6a45-475d-85ab-12749dce8640 HTTP/1.1" status: 200 len: 818 time: 0.6059320 Apr 22 17:35:43.895183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51248) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:43.909773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e3eb2-54f7-469f-8217-1f36be14175a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=e74ae160-6a45-475d-85ab-12749dce8640,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:43.960551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ea333e1-0ba3-4bd1-a2c7-cd2e8cee5691 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:43.968887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0e2647d9-c256-4d49-9592-10891f45538f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port e74ae160-6a45-475d-85ab-12749dce8640 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:43.968887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e2647d9-c256-4d49-9592-10891f45538f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:44.041336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7f352efa-cca2-4211-811f-67358da12098 None None] For port 0d80b121-7fc8-4638-9d77-26f210d5b41a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d80b121-7fc8-4638-9d77-26f210d5b41a,segment=NetworkSegment(6c31a015-f1d0-446a-8606-f77bbb6f7249),segment_id=6c31a015-f1d0-446a-8606-f77bbb6f7249)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:44.059352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:44.096565 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f352efa-cca2-4211-811f-67358da12098 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:44.113128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7f352efa-cca2-4211-811f-67358da12098 None None] Transition to ACTIVE for port object 0d80b121-7fc8-4638-9d77-26f210d5b41a will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:44.246585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f352efa-cca2-4211-811f-67358da12098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:44.383665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e2647d9-c256-4d49-9592-10891f45538f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:44.399098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea333e1-0ba3-4bd1-a2c7-cd2e8cee5691 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Router 9fdd50bb-4668-4536-a14f-83264f4d76cd is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:35:44.417363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:44.417721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:44.426366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f352efa-cca2-4211-811f-67358da12098 None None] Pushing event updated for resources: {'Port': ['ID=0d80b121-7fc8-4638-9d77-26f210d5b41a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:44.713222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-0e2647d9-c256-4d49-9592-10891f45538f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for e74ae160-6a45-475d-85ab-12749dce8640 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:44.892628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35032173-e103-4065-a594-01ebddb14652 None None] Network 997951b2-35fc-4475-83b8-a7141047d9b5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:44.914878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::266 (997951b2-35fc-4475-83b8-a7141047d9b5/c16b377d-327c-4f32-9bbd-e36599657d11/ebd03d8e-2ebb-45bb-b00c-2d326a657ef6) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:44.922557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea333e1-0ba3-4bd1-a2c7-cd2e8cee5691 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:35:44.927813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8:0:1::79 (997951b2-35fc-4475-83b8-a7141047d9b5/577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5/ebd03d8e-2ebb-45bb-b00c-2d326a657ef6) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:44.952915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] Sync routers for ids ['9fdd50bb-4668-4536-a14f-83264f4d76cd'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:35:44.954553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ea333e1-0ba3-4bd1-a2c7-cd2e8cee5691 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:44.955720 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6ea333e1-0ba3-4bd1-a2c7-cd2e8cee5691 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "PUT /v2.0/routers/9fdd50bb-4668-4536-a14f-83264f4d76cd HTTP/1.1" status: 200 len: 694 time: 1.6686864 Apr 22 17:35:44.958577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51254) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.051529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] Routers {'9fdd50bb-4668-4536-a14f-83264f4d76cd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:45.052255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9fdd50bb-4668-4536-a14f-83264f4d76cd'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:45.072772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e2647d9-c256-4d49-9592-10891f45538f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.101686 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-857e8b83-a2f3-4c2f-a995-dec75ef08960 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/routers/9fdd50bb-4668-4536-a14f-83264f4d76cd HTTP/1.1" status: 200 len: 700 time: 0.1375668 Apr 22 17:35:45.101924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51258) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.145544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2647d9-c256-4d49-9592-10891f45538f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=e74ae160-6a45-475d-85ab-12749dce8640,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:45.148914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-df940c0f-a9f2-482e-98b7-09b6959e8a6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Synchronizing usage tracker for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:45.161929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-df940c0f-a9f2-482e-98b7-09b6959e8a6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Unset dirty status for tenant:6e2e98ecbf904eeaa6487f314801dbd2 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:45.165659 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-df940c0f-a9f2-482e-98b7-09b6959e8a6b tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fdd50bb-4668-4536-a14f-83264f4d76cd HTTP/1.1" status: 200 len: 205 time: 0.0602820 Apr 22 17:35:45.165893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51262) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.188026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.211640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0e2647d9-c256-4d49-9592-10891f45538f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.220199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] Set router 9fdd50bb-4668-4536-a14f-83264f4d76cd gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:45.230525 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0e2647d9-c256-4d49-9592-10891f45538f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/e74ae160-6a45-475d-85ab-12749dce8640 HTTP/1.1" status: 204 len: 168 time: 1.3319724 Apr 22 17:35:45.232005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51266) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.300120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9aefca2-7f3e-467c-8e83-9dcaf55f9ea6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.320988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.331927 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-670677b3-f104-4596-ba5a-5c40a8742c52 None None] Provisioning for port 0d80b121-7fc8-4638-9d77-26f210d5b41a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:45.342875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:45.367847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd50bb-4668-4536-a14f-83264f4d76cd', 'name': 'tempest-RoutersTest-router-1019311246', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:35:43Z', 'updated_at': '2022-04-22T17:35:43Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:45.370998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37feb627-b631-4364-9e56-09147d28e231 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:45.371699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-37feb627-b631-4364-9e56-09147d28e231 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:45.391677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-670677b3-f104-4596-ba5a-5c40a8742c52 None None] Provisioning complete for port 0d80b121-7fc8-4638-9d77-26f210d5b41a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:45.392123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-670677b3-f104-4596-ba5a-5c40a8742c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.439860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] Checking router: 9fdd50bb-4668-4536-a14f-83264f4d76cd for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:35:45.460714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 0d80b121-7fc8-4638-9d77-26f210d5b41a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d80b121-7fc8-4638-9d77-26f210d5b41a,segment=NetworkSegment(6c31a015-f1d0-446a-8606-f77bbb6f7249),segment_id=6c31a015-f1d0-446a-8606-f77bbb6f7249)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:45.473384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-37feb627-b631-4364-9e56-09147d28e231 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:45.477245 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-37feb627-b631-4364-9e56-09147d28e231 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2425606 Apr 22 17:35:45.477554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51270) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.509116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] Routers {'9fdd50bb-4668-4536-a14f-83264f4d76cd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:35:45.509116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9fdd50bb-4668-4536-a14f-83264f4d76cd'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:45.518916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.571098 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f161fcb-c94d-45e3-8994-cd97561a74f7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:35:45.576059 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0f161fcb-c94d-45e3-8994-cd97561a74f7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/e74ae160-6a45-475d-85ab-12749dce8640 HTTP/1.1" status: 404 len: 333 time: 0.0941825 Apr 22 17:35:45.584685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51274) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.603494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1796792982'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:45.615373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 997951b2-35fc-4475-83b8-a7141047d9b5 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:45.616075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:45.621867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:45.624496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:network and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:45.633727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:45.639607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:45.640555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.644657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.645804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:45.666012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:45.669328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=ebd03d8e-2ebb-45bb-b00c-2d326a657ef6,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:45.744262 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-43f531af-c982-47b0-9639-1ed153883629 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.1946495 Apr 22 17:35:45.747022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51278) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.748730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9aefca2-7f3e-467c-8e83-9dcaf55f9ea6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.751151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9aefca2-7f3e-467c-8e83-9dcaf55f9ea6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.757082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c16b377d-327c-4f32-9bbd-e36599657d11'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:45.766050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d80b121-7fc8-4638-9d77-26f210d5b41a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:45.805337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] Set router 9fdd50bb-4668-4536-a14f-83264f4d76cd gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:35:45.813413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:45.816998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.862295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9aefca2-7f3e-467c-8e83-9dcaf55f9ea6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.866093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aefca2-7f3e-467c-8e83-9dcaf55f9ea6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Fanout notify agent at l3_agent the message router_deleted on router 9fdd50bb-4668-4536-a14f-83264f4d76cd {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:35:45.884690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9aefca2-7f3e-467c-8e83-9dcaf55f9ea6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.893714 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b9aefca2-7f3e-467c-8e83-9dcaf55f9ea6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/9fdd50bb-4668-4536-a14f-83264f4d76cd HTTP/1.1" status: 204 len: 168 time: 0.7269289 Apr 22 17:35:45.898363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51284) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.905423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:35:45.930573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.942342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:45.942697 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Added segment 5f33fa81-38d4-41f5-aa45-6f721b8a3e4f of type vlan for network baa93d49-4ab1-45b8-a40e-2972ca384e70 Apr 22 17:35:45.948386 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9da2d1ac-7771-43ad-b939-84f3b8aa34ec tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fdd50bb-4668-4536-a14f-83264f4d76cd HTTP/1.1" status: 200 len: 205 time: 0.0466146 Apr 22 17:35:45.949018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51288) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:45.973916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdd50bb-4668-4536-a14f-83264f4d76cd', 'name': 'tempest-RoutersTest-router-1019311246', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:35:43Z', 'updated_at': '2022-04-22T17:35:43Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:46.003205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cf2e4-7e6a-44a1-8cdb-b8b5e7735016 None None] The sync data for ids ['9fdd50bb-4668-4536-a14f-83264f4d76cd'] in dv-neutron-839024-1-hyperv is: [{'id': '9fdd50bb-4668-4536-a14f-83264f4d76cd', 'name': 'tempest-RoutersTest-router-1019311246', 'tenant_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:35:43Z', 'updated_at': '2022-04-22T17:35:43Z', 'revision_number': 2, 'project_id': '6e2e98ecbf904eeaa6487f314801dbd2', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:35:46.014535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=0d80b121-7fc8-4638-9d77-26f210d5b41a,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:46.018225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:46.022551 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-dd994fd6-44f8-4aad-9a9a-5817d8b7f9d0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] delete failed (client error): The resource could not be found. Apr 22 17:35:46.026469 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dd994fd6-44f8-4aad-9a9a-5817d8b7f9d0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/9fdd50bb-4668-4536-a14f-83264f4d76cd HTTP/1.1" status: 404 len: 336 time: 0.0736177 Apr 22 17:35:46.026771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51292) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.066344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0d80b121-7fc8-4638-9d77-26f210d5b41a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:46.066899 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:46.072886 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-79951337-173a-4d6b-9e39-1373b093d0f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:46.073586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79951337-173a-4d6b-9e39-1373b093d0f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:46.075558 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-79951337-173a-4d6b-9e39-1373b093d0f8 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/d78e716e-1223-4de7-9cdd-07414618b884 HTTP/1.1" status: 404 len: 337 time: 0.0475841 Apr 22 17:35:46.078439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51296) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.137745 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4285150-07f3-466b-bef7-8e014b1becbf tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:46.138563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4285150-07f3-466b-bef7-8e014b1becbf tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:46.148891 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a4285150-07f3-466b-bef7-8e014b1becbf tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/595671f5-691e-4b7a-9210-d92e9c9a5a38 HTTP/1.1" status: 404 len: 337 time: 0.0687454 Apr 22 17:35:46.151876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51300) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.198039 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa05870e-b020-4216-a8d9-7d558e9113c6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:46.198926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa05870e-b020-4216-a8d9-7d558e9113c6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:46.200988 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aa05870e-b020-4216-a8d9-7d558e9113c6 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/98970d40-2c7b-4d4b-ab2e-55a8ac08cfa6 HTTP/1.1" status: 404 len: 337 time: 0.0481255 Apr 22 17:35:46.215002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51304) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.269310 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-95501709-0e80-4719-9dca-92db2a825138 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:46.269782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95501709-0e80-4719-9dca-92db2a825138 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:46.271676 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-95501709-0e80-4719-9dca-92db2a825138 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/8159685f-85aa-4009-aa06-e6b5ff597acc HTTP/1.1" status: 404 len: 337 time: 0.0553412 Apr 22 17:35:46.274330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51308) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.312944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:46.319060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:46.319664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:46.368595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-29f5637a-625a-4c86-920e-b62ed205d307 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 200 len: 205 time: 0.0909388 Apr 22 17:35:46.368971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51312) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.446569 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-4be4489a-b720-4e8e-b7c1-f17fc6662dd1 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] delete failed (client error): The resource could not be found. Apr 22 17:35:46.447816 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4be4489a-b720-4e8e-b7c1-f17fc6662dd1 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/4d9e00b8-8194-47d3-b562-846c01b9ed74 HTTP/1.1" status: 404 len: 336 time: 0.0774877 Apr 22 17:35:46.450351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51316) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.473535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e65317c-bf3a-4725-82e5-57989869cfb4 None None] Provisioning for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:46.482667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e65317c-bf3a-4725-82e5-57989869cfb4 None None] Provisioning complete for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:46.483161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7e65317c-bf3a-4725-82e5-57989869cfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:46.502129 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-153aee67-ffdd-402f-82bf-a7c229e6ae28 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba HTTP/1.1" status: 200 len: 205 time: 0.0502822 Apr 22 17:35:46.504360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51320) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.504746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Network': ['ID=baa93d49-4ab1-45b8-a40e-2972ca384e70,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:46.515681 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ba88b1f5-ddd8-4529-b582-70ac965d9340 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9273763 Apr 22 17:35:46.519308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51324) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.527444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:46.528858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:35:46.578286 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-7a14d6de-0b9f-41f8-ab3f-c468182719d0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] delete failed (client error): The resource could not be found. Apr 22 17:35:46.579368 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7a14d6de-0b9f-41f8-ab3f-c468182719d0 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/cf81fcfe-58fa-45f5-8fd4-a7a55b39ebba HTTP/1.1" status: 404 len: 336 time: 0.0741158 Apr 22 17:35:46.582327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51328) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.628413 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-81249d05-240c-438f-a93d-ae292b25f127 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:46.628861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81249d05-240c-438f-a93d-ae292b25f127 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:46.630673 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-81249d05-240c-438f-a93d-ae292b25f127 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/d8404f66-7563-4d8a-9687-e6f25fd7dc3a HTTP/1.1" status: 404 len: 337 time: 0.0473180 Apr 22 17:35:46.633430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51332) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.660540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7e65317c-bf3a-4725-82e5-57989869cfb4 None None] Port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:46.680919 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7e65317c-bf3a-4725-82e5-57989869cfb4 None None] Provisioning complete for port 0d80b121-7fc8-4638-9d77-26f210d5b41a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:46.681545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7e65317c-bf3a-4725-82e5-57989869cfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:46.681753 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-df15a854-3711-4317-8e95-a089349389da tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=f32c71d5-ff2f-46fe-81e8-089385e739ca HTTP/1.1" status: 200 len: 205 time: 0.0472054 Apr 22 17:35:46.684424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51336) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.756836 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-28f0dbfa-73cf-4a1f-99fa-b253c1670352 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] delete failed (client error): The resource could not be found. Apr 22 17:35:46.757884 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-28f0dbfa-73cf-4a1f-99fa-b253c1670352 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/f32c71d5-ff2f-46fe-81e8-089385e739ca HTTP/1.1" status: 404 len: 336 time: 0.0725582 Apr 22 17:35:46.760712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51340) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.808363 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1e255088-7b26-47e2-9b97-a370b24da3e1 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=235cdea3-eb55-448e-ad3a-a3d5a4f3a290 HTTP/1.1" status: 200 len: 205 time: 0.0461295 Apr 22 17:35:46.810246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51344) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.821257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Delete allocated IP 2001:db8:0:1::79 (997951b2-35fc-4475-83b8-a7141047d9b5/577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5) {{(pid=88659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 17:35:46.853915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:46.871528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:46.878314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:46.883886 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-359a2ead-53db-411b-8d0d-7a45dad0d79f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] delete failed (client error): The resource could not be found. Apr 22 17:35:46.884940 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-359a2ead-53db-411b-8d0d-7a45dad0d79f tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/235cdea3-eb55-448e-ad3a-a3d5a4f3a290 HTTP/1.1" status: 404 len: 336 time: 0.0737107 Apr 22 17:35:46.887470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51348) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.931476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:46.932058 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d5e1d1-5e47-4769-9dd7-66299827f829 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:46.932502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d5e1d1-5e47-4769-9dd7-66299827f829 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:46.936526 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f7d5e1d1-5e47-4769-9dd7-66299827f829 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/34aa1d7c-91e5-45c6-8775-a06afcca6313 HTTP/1.1" status: 404 len: 337 time: 0.0457580 Apr 22 17:35:46.936759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51354) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:46.960100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-301696f8-53cc-4111-8f5b-161fffdd580a None None] Provisioning complete for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:46.960873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-301696f8-53cc-4111-8f5b-161fffdd580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:46.990820 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-25fb9aba-c00e-4e6b-9ba5-858efa746949 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=a52c69e6-0b9f-4f35-b3a4-9cca547ca1be HTTP/1.1" status: 200 len: 205 time: 0.0520420 Apr 22 17:35:46.992241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51358) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:47.018156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:47.021009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.044613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-301696f8-53cc-4111-8f5b-161fffdd580a None None] Port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:47.064809 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-96ddd824-f5a5-4394-ba81-7f054ac4054a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] delete failed (client error): The resource could not be found. Apr 22 17:35:47.065835 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-96ddd824-f5a5-4394-ba81-7f054ac4054a tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/a52c69e6-0b9f-4f35-b3a4-9cca547ca1be HTTP/1.1" status: 404 len: 336 time: 0.0727038 Apr 22 17:35:47.068428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51362) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:47.109474 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7360dfbb-706a-4115-8902-16518a141712 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:47.109952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7360dfbb-706a-4115-8902-16518a141712 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:47.112672 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7360dfbb-706a-4115-8902-16518a141712 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/2612c876-b9ed-4e0a-9fd8-83d673c86590 HTTP/1.1" status: 404 len: 337 time: 0.0430162 Apr 22 17:35:47.115170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51366) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:47.124606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.153159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Ignored duplicate provisioning block setup for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 17:35:47.165102 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3e4fba83-f092-4e72-a9b8-5b727ad7fc96 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "GET /v2.0/ports?device_id=35e8c9b2-90d6-4453-bcaa-73b2f2a2658e HTTP/1.1" status: 200 len: 205 time: 0.0482192 Apr 22 17:35:47.179474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51370) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:47.245895 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-36f133a9-f196-4f51-91eb-63199e44da95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] delete failed (client error): The resource could not be found. Apr 22 17:35:47.246115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.246981 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-36f133a9-f196-4f51-91eb-63199e44da95 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/routers/35e8c9b2-90d6-4453-bcaa-73b2f2a2658e HTTP/1.1" status: 404 len: 336 time: 0.0662987 Apr 22 17:35:47.249851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51374) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:47.390186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] In _notify_port_updated(), no bound segment for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 on network 997951b2-35fc-4475-83b8-a7141047d9b5 {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:35:47.395513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:47.396129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.397953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c6d075-a394-482d-9d15-0df9e7ebf8cd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:47.398407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c6d075-a394-482d-9d15-0df9e7ebf8cd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:47.402584 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c6c6d075-a394-482d-9d15-0df9e7ebf8cd tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/90506726-9426-487a-8944-b49acfba8e9a HTTP/1.1" status: 404 len: 337 time: 0.1497591 Apr 22 17:35:47.402787 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "PUT /v2.0/ports/ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 HTTP/1.1" status: 200 len: 925 time: 1.6520388 Apr 22 17:35:47.403191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51378) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:47.403299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51382) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:47.405108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1022a2-d265-4855-ad67-ad9b40674b20 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=ebd03d8e-2ebb-45bb-b00c-2d326a657ef6,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:47.407763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c16b377d-327c-4f32-9bbd-e36599657d11'}, {'subnet_id': '577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:47.450831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.495901 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7735a2-034f-44f7-90d7-de13fc91f809 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] DELETE failed (client error): The resource could not be found. Apr 22 17:35:47.496374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7735a2-034f-44f7-90d7-de13fc91f809 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:47.500682 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aa7735a2-034f-44f7-90d7-de13fc91f809 tempest-RoutersTest-1958209620 tempest-RoutersTest-1958209620-project] 10.222.0.10 "DELETE /v2.0/subnets/c2cb5b74-c8ea-4716-8266-8f1c564c2dc4 HTTP/1.1" status: 404 len: 337 time: 0.0614381 Apr 22 17:35:47.539987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=7853c35e-64b5-4ab6-b316-bd7114a6369b,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:47.554242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking segment: {'id': '5f33fa81-38d4-41f5-aa45-6f721b8a3e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:47.554920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network hostable DHCP agents. Network: baa93d49-4ab1-45b8-a40e-2972ca384e70, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:35:47.670664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-53a89fc8-ee6e-4874-9b62-6fcfb46c5cd9 None None] Provisioning complete for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:47.671186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-53a89fc8-ee6e-4874-9b62-6fcfb46c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.673450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:35:47.718535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.737636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d80b121-7fc8-4638-9d77-26f210d5b41a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:47.776669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-53a89fc8-ee6e-4874-9b62-6fcfb46c5cd9 None None] Port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:47.810575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, baa93d49-4ab1-45b8-a40e-2972ca384e70) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:47.813799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0d80b121-7fc8-4638-9d77-26f210d5b41a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:47.814188 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.819653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:47.819812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:47.847382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d19be2-9504-474e-a956-b8ee21563ce2 None None] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:47.934042 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3678f1a5-b2e5-4b99-979a-8afadf0e9cc2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4108753 Apr 22 17:35:47.934623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51388) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:47.940851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:48.121642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:48.122038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8:0:1::23e (997951b2-35fc-4475-83b8-a7141047d9b5/577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5/ebd03d8e-2ebb-45bb-b00c-2d326a657ef6) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:48.125956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:48.128864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:48.135123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:48.151313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-baa93d49-4ab1-45b8-a40e-2972ca384e70', 'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70', 'tenant_id': '1071a3da9d514ea6bb42b4cb8d6958bd', 'fixed_ips': [{'subnet_id': '7853c35e-64b5-4ab6-b316-bd7114a6369b'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:35:48.152203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.193483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51396) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:48.239133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:48.242812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.319993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Allocated IP 172.20.0.2 (baa93d49-4ab1-45b8-a40e-2972ca384e70/7853c35e-64b5-4ab6-b316-bd7114a6369b/a747b256-4ed6-4c97-8fb6-79bb6c674e3b) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:48.321120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.339836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:48.423134 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e2ca7cbb-c270-4ce8-adf8-5a8145b743f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e2e98ecbf904eeaa6487f314801dbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278113 Apr 22 17:35:48.424456 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.ipam_backend_mixin [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7853c35e-64b5-4ab6-b316-bd7114a6369b (CIDR: 172.20.0.0/28) Apr 22 17:35:48.425538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51402) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:48.450622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.490176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99673cf0-74b8-4e57-ada2-2fe3a9823516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.526211 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:48.526211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:35:48.532880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99673cf0-74b8-4e57-ada2-2fe3a9823516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.592499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.599228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] In _notify_port_updated(), no bound segment for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 on network 997951b2-35fc-4475-83b8-a7141047d9b5 {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:35:48.605934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Transition to ACTIVE for port object a747b256-4ed6-4c97-8fb6-79bb6c674e3b will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:48.606076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:48.606076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.608275 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "PUT /v2.0/ports/ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 HTTP/1.1" status: 200 len: 1011 time: 1.2067070 Apr 22 17:35:48.611145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51406) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:48.625030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b64b93-82db-4f80-ac2a-4c687f6efca3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=ebd03d8e-2ebb-45bb-b00c-2d326a657ef6,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:48.641741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Transition to ACTIVE for port object a747b256-4ed6-4c97-8fb6-79bb6c674e3b will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:48.672940 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a5ad3628-17ce-455d-8388-0b50790c02df tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7348721 Apr 22 17:35:48.677539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51410) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:48.681231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:48.687232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f2a26b96-66e2-4873-a5e0-c99a7f763944 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:48.687721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2a26b96-66e2-4873-a5e0-c99a7f763944 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.733086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.801662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99673cf0-74b8-4e57-ada2-2fe3a9823516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.814449 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Pushing event updated for resources: {'Port': ['ID=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:48.818466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:48.825507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:48.828107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:48.835872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99673cf0-74b8-4e57-ada2-2fe3a9823516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa07c306-c3f0-42c8-a9bf-d71e08caab03,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:48.860074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99673cf0-74b8-4e57-ada2-2fe3a9823516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.863878 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-99673cf0-74b8-4e57-ada2-2fe3a9823516 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa07c306-c3f0-42c8-a9bf-d71e08caab03 HTTP/1.1" status: 204 len: 168 time: 0.4346855 Apr 22 17:35:48.866535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:48.871964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:48.876277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:48.882832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:48.917485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bd7a174c-de5f-4feb-b41e-1d2b446c3304 None None] Provisioning for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:48.945889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bd7a174c-de5f-4feb-b41e-1d2b446c3304 None None] Provisioning complete for port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:48.945889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bd7a174c-de5f-4feb-b41e-1d2b446c3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.970062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:48.973568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.978871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Attempting to bind port a747b256-4ed6-4c97-8fb6-79bb6c674e3b on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:48.979249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Attempting to bind port a747b256-4ed6-4c97-8fb6-79bb6c674e3b by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '5f33fa81-38d4-41f5-aa45-6f721b8a3e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:48.979618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Attempting to bind port a747b256-4ed6-4c97-8fb6-79bb6c674e3b on network baa93d49-4ab1-45b8-a40e-2972ca384e70 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:48.988925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:48.989318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Checking segment: {'id': '5f33fa81-38d4-41f5-aa45-6f721b8a3e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:48.989712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:48.990115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Bound using segment: {'id': '5f33fa81-38d4-41f5-aa45-6f721b8a3e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:48.990593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Bound port: a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f33fa81-38d4-41f5-aa45-6f721b8a3e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:48.991006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:49.003376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2a26b96-66e2-4873-a5e0-c99a7f763944 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:49.045534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a174c-de5f-4feb-b41e-1d2b446c3304 None None] Port ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:49.112098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:49.117442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,segment=NetworkSegment(5f33fa81-38d4-41f5-aa45-6f721b8a3e4f),segment_id=5f33fa81-38d4-41f5-aa45-6f721b8a3e4f)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:49.136993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f2a26b96-66e2-4873-a5e0-c99a7f763944 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:49.228405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:49.317571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7fc93-ddf0-42ec-9ec2-b29894376a6c None None] Pushing event updated for resources: {'Port': ['ID=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:49.359643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:49.433391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:49.439202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:49.453380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:49.454625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:49.476817 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=a7fa53ea-096a-40b6-aae0-5e10a4d77e3a,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:49.565988 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c91162a6-97d2-48ff-9322-74e083479c62 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8911505 Apr 22 17:35:49.568576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51426) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:49.574257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70', 'fixed_ips': [{'subnet_id': '7853c35e-64b5-4ab6-b316-bd7114a6369b'}, {'subnet_id': 'a7fa53ea-096a-40b6-aae0-5e10a4d77e3a'}], 'name': 'tempest-PortsTestJSON-1745799012'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:49.611299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2a26b96-66e2-4873-a5e0-c99a7f763944 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:49.811316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:49.820291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:49.825072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a26b96-66e2-4873-a5e0-c99a7f763944 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=ebd03d8e-2ebb-45bb-b00c-2d326a657ef6,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:49.826128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:49.845324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a747b256-4ed6-4c97-8fb6-79bb6c674e3b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:49.857084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2a26b96-66e2-4873-a5e0-c99a7f763944 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:49.858680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:49.868209 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f2a26b96-66e2-4873-a5e0-c99a7f763944 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 HTTP/1.1" status: 204 len: 168 time: 1.2557764 Apr 22 17:35:49.870596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51434) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:49.941465 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76f4b27-04b7-4b42-8c6e-e7e0d4019dff tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:35:49.942015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c76f4b27-04b7-4b42-8c6e-e7e0d4019dff tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:50.044898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c76f4b27-04b7-4b42-8c6e-e7e0d4019dff tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:50.045527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:50.046467 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c76f4b27-04b7-4b42-8c6e-e7e0d4019dff tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 HTTP/1.1" status: 404 len: 333 time: 0.1750286 Apr 22 17:35:50.046582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:50.049144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51442) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:50.129635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40bf95e-a983-465d-b3ec-f1d16040b126 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:50.133054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c40bf95e-a983-465d-b3ec-f1d16040b126 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.196043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c40bf95e-a983-465d-b3ec-f1d16040b126 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.305646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c40bf95e-a983-465d-b3ec-f1d16040b126 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.309085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.332449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:50.509481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51454) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:50.542814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c40bf95e-a983-465d-b3ec-f1d16040b126 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.629476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bf95e-a983-465d-b3ec-f1d16040b126 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:50.633012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c40bf95e-a983-465d-b3ec-f1d16040b126 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.636778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbfb699-4a83-4877-b7b4-6e5bbb8e4ed1 None None] Network 997951b2-35fc-4475-83b8-a7141047d9b5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:50.644612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c40bf95e-a983-465d-b3ec-f1d16040b126 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5 HTTP/1.1" status: 204 len: 168 time: 0.5920606 Apr 22 17:35:50.645159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51460) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:50.732725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2ff662cc-bd58-4306-9ba2-740499772f15 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:50.733047 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING neutron.api.v2.base [None req-2ff662cc-bd58-4306-9ba2-740499772f15 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 17:35:50.733607 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-2ff662cc-bd58-4306-9ba2-740499772f15 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:35:50.738549 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2ff662cc-bd58-4306-9ba2-740499772f15 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2242050 Apr 22 17:35:50.738958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51464) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:50.745450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0c86e6-2a00-4574-93ea-a6ffafb36748 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet c16b377d-327c-4f32-9bbd-e36599657d11 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:50.749559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0c86e6-2a00-4574-93ea-a6ffafb36748 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.775870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058090b2-d26f-467a-95fc-a8e99b352e8a None None] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:50.820706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0c86e6-2a00-4574-93ea-a6ffafb36748 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.831189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.11 (baa93d49-4ab1-45b8-a40e-2972ca384e70/7853c35e-64b5-4ab6-b316-bd7114a6369b/d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:50.837876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.27 (baa93d49-4ab1-45b8-a40e-2972ca384e70/a7fa53ea-096a-40b6-aae0-5e10a4d77e3a/d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:50.900937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-02533c22-6eab-476a-88d7-1c80d71d349a None None] Provisioning for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:50.917187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0c86e6-2a00-4574-93ea-a6ffafb36748 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.927333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-02533c22-6eab-476a-88d7-1c80d71d349a None None] Provisioning complete for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:50.940193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-02533c22-6eab-476a-88d7-1c80d71d349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:50.999164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493709947'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:51.006727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:51.010862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:51.014483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:51.021796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:51.068245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0c86e6-2a00-4574-93ea-a6ffafb36748 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.069047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.086386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:51.122243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.138960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c86e6-2a00-4574-93ea-a6ffafb36748 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=c16b377d-327c-4f32-9bbd-e36599657d11,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:51.142221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.152012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cb0c86e6-2a00-4574-93ea-a6ffafb36748 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.162234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.164405 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cb0c86e6-2a00-4574-93ea-a6ffafb36748 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/c16b377d-327c-4f32-9bbd-e36599657d11 HTTP/1.1" status: 204 len: 168 time: 0.5179763 Apr 22 17:35:51.165580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:51.167697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51468) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:51.189023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:51.195652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:51.216579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:51.243224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:51.245133 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-02533c22-6eab-476a-88d7-1c80d71d349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.246732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:51.251130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:51.312031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-02533c22-6eab-476a-88d7-1c80d71d349a None None] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,segment=NetworkSegment(5f33fa81-38d4-41f5-aa45-6f721b8a3e4f),segment_id=5f33fa81-38d4-41f5-aa45-6f721b8a3e4f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:51.327139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.364677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-02533c22-6eab-476a-88d7-1c80d71d349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.374477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:51.384537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 0d80b121-7fc8-4638-9d77-26f210d5b41a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:51.384885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.403450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:51.405117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.510723 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1a3100da-4197-4e3c-87f0-021e05b18062 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9384184 Apr 22 17:35:51.511455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51478) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:51.518403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7853c35e-64b5-4ab6-b316-bd7114a6369b'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:51.558073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.570194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02533c22-6eab-476a-88d7-1c80d71d349a None None] Pushing event updated for resources: {'Port': ['ID=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:51.576455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a12bf-ca83-4960-bcb5-3ab2135d45fe None None] Update dhcp port {'port': {'network_id': '997951b2-35fc-4475-83b8-a7141047d9b5', 'fixed_ips': [{'subnet_id': 'c16b377d-327c-4f32-9bbd-e36599657d11'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': '0d80b121-7fc8-4638-9d77-26f210d5b41a'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:35:51.605569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd6b57-d2a8-42d3-841e-1c842c810e14 None None] Update dhcp port {'port': {'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70', 'fixed_ips': [{'subnet_id': '7853c35e-64b5-4ab6-b316-bd7114a6369b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7fa53ea-096a-40b6-aae0-5e10a4d77e3a'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'a747b256-4ed6-4c97-8fb6-79bb6c674e3b'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:35:51.651666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.687896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] For port 0d80b121-7fc8-4638-9d77-26f210d5b41a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d80b121-7fc8-4638-9d77-26f210d5b41a,segment=NetworkSegment(6c31a015-f1d0-446a-8606-f77bbb6f7249),segment_id=6c31a015-f1d0-446a-8606-f77bbb6f7249)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:51.688342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.728768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f33a12bf-ca83-4960-bcb5-3ab2135d45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.740297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-78dd6b57-d2a8-42d3-841e-1c842c810e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.755491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:51.792007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a747b256-4ed6-4c97-8fb6-79bb6c674e3b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:51.852936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 0d80b121-7fc8-4638-9d77-26f210d5b41a owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:51.880586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:51.882860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfdd151-3132-449c-805e-14c6b173b1d0,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:51.893556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:51.898159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:51.907048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:52.035538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Delete allocated IP 172.20.0.27 (baa93d49-4ab1-45b8-a40e-2972ca384e70/a7fa53ea-096a-40b6-aae0-5e10a4d77e3a) {{(pid=88660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 17:35:52.056458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:52.057004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.110548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.124233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e0fdd-8396-4c55-94b8-305b37d40e6d None None] Network 997951b2-35fc-4475-83b8-a7141047d9b5 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:52.169449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=0d80b121-7fc8-4638-9d77-26f210d5b41a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:52.174803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.176059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No DVR routers for this DVR port 0d80b121-7fc8-4638-9d77-26f210d5b41a on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:52.219383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d3763b52-842b-4270-a214-0dcd304057f4 None None] Could not find standard attr ID for object 0d80b121-7fc8-4638-9d77-26f210d5b41a. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:35:52.227514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.227750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.245143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Ignored duplicate provisioning block setup for port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 17:35:52.284895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.340517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6caa752-249d-4a45-bef1-5150035a2038,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:52.343313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.382464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997951b2-35fc-4475-83b8-a7141047d9b5']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:52.389503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.390754 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d83c522d-e7f5-4e17-96c5-4b3f1a0876b7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6508143 Apr 22 17:35:52.393995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51482) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:52.400480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': 'e6caa752-249d-4a45-bef1-5150035a2038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:52.406601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c31a015-f1d0-446a-8606-f77bbb6f7249') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:52.406959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c31a015-f1d0-446a-8606-f77bbb6f7249') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:52.418233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:52.424823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.431658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:52.437353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:52.447040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:52.447255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:52.452158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.459895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:35:52.469373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.469592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] In _notify_port_updated(), no bound segment for port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd on network baa93d49-4ab1-45b8-a40e-2972ca384e70 {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:35:52.469592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:52.469592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.469880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-78dd6b57-d2a8-42d3-841e-1c842c810e14 None None] Allocated IP 172.20.0.18 (baa93d49-4ab1-45b8-a40e-2972ca384e70/a7fa53ea-096a-40b6-aae0-5e10a4d77e3a/a747b256-4ed6-4c97-8fb6-79bb6c674e3b) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:52.469999 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7a6eddbb-8ca3-486e-bf1a-2a345f01856e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "PUT /v2.0/ports/d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd HTTP/1.1" status: 200 len: 920 time: 0.9557774 Apr 22 17:35:52.471403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51490) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:52.478030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7853c35e-64b5-4ab6-b316-bd7114a6369b'}, {'subnet_id': 'a7fa53ea-096a-40b6-aae0-5e10a4d77e3a'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:35:52.479714 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:35:52.503295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec464a-355b-41b1-8d31-24c6d5c55e20 None None] DHCP port deletion for 997951b2-35fc-4475-83b8-a7141047d9b5 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:52.572607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.633969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.665066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.665066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.680759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-78dd6b57-d2a8-42d3-841e-1c842c810e14 None None] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,segment=NetworkSegment(5f33fa81-38d4-41f5-aa45-6f721b8a3e4f),segment_id=5f33fa81-38d4-41f5-aa45-6f721b8a3e4f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:52.692268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.701728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Network': ['ID=997951b2-35fc-4475-83b8-a7141047d9b5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:52.706152 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-efbbf79b-5fa8-487d-bbc3-1cf898ebbc08 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/networks/997951b2-35fc-4475-83b8-a7141047d9b5 HTTP/1.1" status: 204 len: 168 time: 1.5374451 Apr 22 17:35:52.709753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51498) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:52.723721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-78dd6b57-d2a8-42d3-841e-1c842c810e14 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.743633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-78dd6b57-d2a8-42d3-841e-1c842c810e14 None None] Transition to ACTIVE for port object a747b256-4ed6-4c97-8fb6-79bb6c674e3b will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:52.748254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.786487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c071439c-702b-4610-8367-d0507e84305e,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:52.817542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-78dd6b57-d2a8-42d3-841e-1c842c810e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.824249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ffadef-ec25-460f-b0e3-dcb6377b4d9e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:52.824991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-50ffadef-ec25-460f-b0e3-dcb6377b4d9e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:52.839059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.840416 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b97f8709-c396-4f66-9ff1-1577b83dac8e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4453282 Apr 22 17:35:52.842978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51506) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:52.848735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-724f724e-18ca-4e5d-95e7-837d723b5b58 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': 'e6caa752-249d-4a45-bef1-5150035a2038', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:52.855430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-724f724e-18ca-4e5d-95e7-837d723b5b58 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:52.859252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-724f724e-18ca-4e5d-95e7-837d723b5b58 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:52.863218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-724f724e-18ca-4e5d-95e7-837d723b5b58 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:52.871771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-724f724e-18ca-4e5d-95e7-837d723b5b58 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:52.893609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-50ffadef-ec25-460f-b0e3-dcb6377b4d9e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:52.899347 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-50ffadef-ec25-460f-b0e3-dcb6377b4d9e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1853528 Apr 22 17:35:52.899770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51510) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:52.973463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-724f724e-18ca-4e5d-95e7-837d723b5b58 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:52.989468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd6b57-d2a8-42d3-841e-1c842c810e14 None None] Pushing event updated for resources: {'Port': ['ID=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:53.024061 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-cc576255-545c-497e-8fc8-f2cfc8928350 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10554632&fields=id&tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 267 time: 0.0885248 Apr 22 17:35:53.131869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.24 (baa93d49-4ab1-45b8-a40e-2972ca384e70/a7fa53ea-096a-40b6-aae0-5e10a4d77e3a/d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:53.182458 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1cf2b2cb-888c-4e7d-bba0-a3a2b3da4007 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2784190 Apr 22 17:35:53.183177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51514) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:53.190440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1368175291'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:53.224506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-ad5d61c6-0e7b-49a6-b7fd-5561d58dc437 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:53.226038 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-ad5d61c6-0e7b-49a6-b7fd-5561d58dc437 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 811 time: 0.1912606 Apr 22 17:35:53.239228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:53.242459 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-f9518d03-bf35-4aee-b69c-868b1fb33b97 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/quotas/fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 375 time: 0.0106857 Apr 22 17:35:53.244190 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-724f724e-18ca-4e5d-95e7-837d723b5b58 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:35:53.245349 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-724f724e-18ca-4e5d-95e7-837d723b5b58 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4012558 Apr 22 17:35:53.248391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51518) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:53.257846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:network and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:53.263749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:53.274464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:53.342004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.353836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:53.363594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.371922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f322f3cc-207c-4469-ac7c-a21ee517d47d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.389936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Ignored duplicate provisioning block setup for port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 17:35:53.404691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:35:53.413542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-2994e426-96a7-4405-a04d-74981cfbca27 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:53.414563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.415004 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Added segment e7e4b065-c2a3-4aef-8321-4e55d4839876 of type vlan for network f435d638-ba9b-4812-8b49-5c9922a550c8 Apr 22 17:35:53.420302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f322f3cc-207c-4469-ac7c-a21ee517d47d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.444762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.496064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.529865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e887c-6dad-48b8-bf5e-eb56a6ec9996 None None] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:53.539751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-2994e426-96a7-4405-a04d-74981cfbca27 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:53.541348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-2994e426-96a7-4405-a04d-74981cfbca27 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2793343 Apr 22 17:35:53.630196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-75317566-39fd-4c84-94b8-924450da7e64 None None] Provisioning for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:53.633349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.638838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:53.639468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.641818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-75317566-39fd-4c84-94b8-924450da7e64 None None] Provisioning complete for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:53.641818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75317566-39fd-4c84-94b8-924450da7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.646545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f322f3cc-207c-4469-ac7c-a21ee517d47d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.672391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:53.678004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322f3cc-207c-4469-ac7c-a21ee517d47d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6caa752-249d-4a45-bef1-5150035a2038,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:53.687464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f322f3cc-207c-4469-ac7c-a21ee517d47d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.691371 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f322f3cc-207c-4469-ac7c-a21ee517d47d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/e6caa752-249d-4a45-bef1-5150035a2038 HTTP/1.1" status: 204 len: 168 time: 0.4415390 Apr 22 17:35:53.694815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51522) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:53.761351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-038abba4-a5d9-41bf-87f1-5ec27ba78b17 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:53.773338 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-04082655-5dc2-4d6f-8bee-d9e91c9e6d36 service neutron] 10.222.0.10 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187989 Apr 22 17:35:53.808246 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6236470 Apr 22 17:35:53.809067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c55635-875a-406f-9e5e-f36ac20b4190 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Network': ['ID=f435d638-ba9b-4812-8b49-5c9922a550c8,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:53.811167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51526) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:53.816847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] In _notify_port_updated(), no bound segment for port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd on network baa93d49-4ab1-45b8-a40e-2972ca384e70 {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:35:53.822304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:53.823020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.827159 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-acbaa9c1-6c27-4a4c-be34-985dd5754ff1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "PUT /v2.0/ports/d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd HTTP/1.1" status: 200 len: 1000 time: 1.3544812 Apr 22 17:35:53.827808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51530) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:53.831392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:53.855270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a747b256-4ed6-4c97-8fb6-79bb6c674e3b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:53.876367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-038abba4-a5d9-41bf-87f1-5ec27ba78b17 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:53.881313 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-038abba4-a5d9-41bf-87f1-5ec27ba78b17 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1819992 Apr 22 17:35:53.881488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network f435d638-ba9b-4812-8b49-5c9922a550c8 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:35:53.885719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51534) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:53.897682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--314287591'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:53.901024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:53.916544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:53.947353 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-6e64e63c-d101-49b5-9a40-6f3f1efd8c26 service neutron] 10.222.0.10 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730664 Apr 22 17:35:53.989157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:53.999664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e8c14e02-b4c2-4a8c-b9dc-386e690adc2d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:54.000012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8c14e02-b4c2-4a8c-b9dc-386e690adc2d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.021873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:54.028491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:54.033628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:54.042779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:54.043109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:54.051187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:54.056170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:54.070610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:54.150613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.177090 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:54.177677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:54.178049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.180556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.227461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.276490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-75317566-39fd-4c84-94b8-924450da7e64 None None] Provisioning for port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:54.279006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a9c64-062e-42d6-a0aa-897b8dc08381,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:54.291221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-75317566-39fd-4c84-94b8-924450da7e64 None None] Provisioning complete for port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:54.291494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-75317566-39fd-4c84-94b8-924450da7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.330298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.331692 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-afb27be8-e0c8-4085-9c01-47c2cdfb1447 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4451361 Apr 22 17:35:54.334658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51544) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:54.340428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9a73cf19-1f3a-4dad-8c56-844bb0afdaae tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': 'f10a9c64-062e-42d6-a0aa-897b8dc08381', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:54.341340 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-9a73cf19-1f3a-4dad-8c56-844bb0afdaae tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 22 17:35:54.342314 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-9a73cf19-1f3a-4dad-8c56-844bb0afdaae tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:54.342809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9a73cf19-1f3a-4dad-8c56-844bb0afdaae tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069826 Apr 22 17:35:54.346001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51548) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:54.384765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-75317566-39fd-4c84-94b8-924450da7e64 None None] Port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:54.409539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8c14e02-b4c2-4a8c-b9dc-386e690adc2d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.435871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d80b121-7fc8-4638-9d77-26f210d5b41a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:54.455465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ec668a7-3142-4820-bd1b-a68fe2aaf200 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.475184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 0d80b121-7fc8-4638-9d77-26f210d5b41a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:35:54.475318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d80b121-7fc8-4638-9d77-26f210d5b41a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:35:54.491580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ec668a7-3142-4820-bd1b-a68fe2aaf200 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.645001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ec668a7-3142-4820-bd1b-a68fe2aaf200 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.658862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e8c14e02-b4c2-4a8c-b9dc-386e690adc2d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:54.673987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec668a7-3142-4820-bd1b-a68fe2aaf200 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a9c64-062e-42d6-a0aa-897b8dc08381,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:54.696715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ec668a7-3142-4820-bd1b-a68fe2aaf200 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.700036 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4ec668a7-3142-4820-bd1b-a68fe2aaf200 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/f10a9c64-062e-42d6-a0aa-897b8dc08381 HTTP/1.1" status: 204 len: 168 time: 0.3531034 Apr 22 17:35:54.703187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51556) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:54.765363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e4893fe1-40ac-4039-851b-c38074219c3e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:54.785773 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-84db0f23-cd95-4691-b09f-767a7f091f91 req-e356ab0e-2a6c-4d9a-915a-e0cff26b681e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 210 time: 0.0974021 Apr 22 17:35:54.824566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f09b1c7d-59a8-48a9-900c-19d3f68406b5 None None] Provisioning complete for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:54.825241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f09b1c7d-59a8-48a9-900c-19d3f68406b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.827610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e4893fe1-40ac-4039-851b-c38074219c3e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:54.833528 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e4893fe1-40ac-4039-851b-c38074219c3e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1246889 Apr 22 17:35:54.833657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51564) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:54.838600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034495995'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:54.848970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:54.859112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:54.931165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:54.979767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f09b1c7d-59a8-48a9-900c-19d3f68406b5 None None] Provisioning complete for port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:54.980203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f09b1c7d-59a8-48a9-900c-19d3f68406b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.022936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.041655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f09b1c7d-59a8-48a9-900c-19d3f68406b5 None None] Port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:35:55.089815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:55.094145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:55.097203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:55.103712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:55.126891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=b555af6c-c261-4167-b69b-b944d9cac114,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:55.144353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking segment: {'id': 'e7e4b065-c2a3-4aef-8321-4e55d4839876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:55.148220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network hostable DHCP agents. Network: f435d638-ba9b-4812-8b49-5c9922a550c8, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:35:55.170194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8c14e02-b4c2-4a8c-b9dc-386e690adc2d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.171946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7483106e-a779-47bf-a60f-718aeb60868c None None] Provisioning complete for port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:55.171946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7483106e-a779-47bf-a60f-718aeb60868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.205034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.216615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7483106e-a779-47bf-a60f-718aeb60868c None None] Port d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd was deleted so its status cannot be updated. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 17:35:55.217931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network f435d638-ba9b-4812-8b49-5c9922a550c8 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:35:55.229187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c14e02-b4c2-4a8c-b9dc-386e690adc2d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:55.272960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.321012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dabd50-32e9-4a41-9b63-9bd23d7bd9b8,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:55.333525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d78de3b6-4910-496e-b48d-9a76ec160520 None None] Could not find standard attr ID for object d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:35:55.370178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, f435d638-ba9b-4812-8b49-5c9922a550c8) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:55.378177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:55.378782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.384746 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b2651-3912-4288-be33-ef9bfe7977fb None None] Network f435d638-ba9b-4812-8b49-5c9922a550c8 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:55.392689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e8c14e02-b4c2-4a8c-b9dc-386e690adc2d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.393376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.398551 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4ebef8e9-ee37-4009-a51d-997b5c9cbbc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5636973 Apr 22 17:35:55.399439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51570) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:55.405564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-945506b3-0407-4d6c-9020-8049e9a4c4cd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': 'e7dabd50-32e9-4a41-9b63-9bd23d7bd9b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:55.406573 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-945506b3-0407-4d6c-9020-8049e9a4c4cd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 22 17:35:55.407258 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-945506b3-0407-4d6c-9020-8049e9a4c4cd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:55.410815 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e8c14e02-b4c2-4a8c-b9dc-386e690adc2d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd HTTP/1.1" status: 204 len: 168 time: 1.5588341 Apr 22 17:35:55.410984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51574) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:55.412434 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-945506b3-0407-4d6c-9020-8049e9a4c4cd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0118406 Apr 22 17:35:55.412992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51576) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:55.475668 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-13908247-fd3d-403e-9ad2-2346c2a62125 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6610451 Apr 22 17:35:55.479202 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05a0ada-730f-4e2b-8785-0e532737196c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:35:55.479735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a05a0ada-730f-4e2b-8785-0e532737196c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:55.480451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51582) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:55.498847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8', 'name': 'tempest-PortsIpV6TestJSON-110532031'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:55.538274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-92879f5b-ef7a-45e7-882c-57396884df77 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.570612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-92879f5b-ef7a-45e7-882c-57396884df77 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.578928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a05a0ada-730f-4e2b-8785-0e532737196c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:55.589137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5613a9d3-e469-4630-bc04-3a984ba78c15 None None] Could not find standard attr ID for object d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:35:55.589367 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a05a0ada-730f-4e2b-8785-0e532737196c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd HTTP/1.1" status: 404 len: 333 time: 0.1748512 Apr 22 17:35:55.591030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51586) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:55.654119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:55.667272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:55.685211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-f435d638-ba9b-4812-8b49-5c9922a550c8', 'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8', 'tenant_id': 'e7affe2d37c344c4a2711652ee1e32e6', 'fixed_ips': [{'subnet_id': 'b555af6c-c261-4167-b69b-b944d9cac114'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:35:55.686238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.686611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3b74c1-4828-4c55-a94f-510b82cad6c6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet a7fa53ea-096a-40b6-aae0-5e10a4d77e3a {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:55.690054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff3b74c1-4828-4c55-a94f-510b82cad6c6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.730886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:55.734481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.748195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff3b74c1-4828-4c55-a94f-510b82cad6c6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.759972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 98ffe8f0-3373-4f86-8b92-1f8a02715b72 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:55.789685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-92879f5b-ef7a-45e7-882c-57396884df77 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.840124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92879f5b-ef7a-45e7-882c-57396884df77 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dabd50-32e9-4a41-9b63-9bd23d7bd9b8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:55.851866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-92879f5b-ef7a-45e7-882c-57396884df77 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.853002 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-92879f5b-ef7a-45e7-882c-57396884df77 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/e7dabd50-32e9-4a41-9b63-9bd23d7bd9b8 HTTP/1.1" status: 204 len: 168 time: 0.4389226 Apr 22 17:35:55.855780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51592) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:55.917072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff3b74c1-4828-4c55-a94f-510b82cad6c6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:55.958433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Allocated IP 2001:db8::2 (f435d638-ba9b-4812-8b49-5c9922a550c8/b555af6c-c261-4167-b69b-b944d9cac114/54bdeb0d-f095-4b71-96de-cb044885fe42) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:55.967972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ff9200e4-fbdc-4a5f-91fb-e66eb0e56ed3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:56.034886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ebbd467-88ba-497c-8936-5637933b7ead req-d4d1b0f6-6016-4820-996e-20b83187a615 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 210 time: 0.1079102 Apr 22 17:35:56.085489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ff9200e4-fbdc-4a5f-91fb-e66eb0e56ed3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:56.087996 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ff9200e4-fbdc-4a5f-91fb-e66eb0e56ed3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2302666 Apr 22 17:35:56.102565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51598) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:56.107809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925699104'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:56.113845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:56.119739 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff3b74c1-4828-4c55-a94f-510b82cad6c6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.124251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:56.168266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff3b74c1-4828-4c55-a94f-510b82cad6c6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.171042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b74c1-4828-4c55-a94f-510b82cad6c6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fa53ea-096a-40b6-aae0-5e10a4d77e3a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:56.186372 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ff3b74c1-4828-4c55-a94f-510b82cad6c6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/a7fa53ea-096a-40b6-aae0-5e10a4d77e3a HTTP/1.1" status: 204 len: 168 time: 0.5866311 Apr 22 17:35:56.186934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663972b4-6d57-42b8-a41f-fc4305c83c4e None None] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:56.188362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51602) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:56.205188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.235386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:56.241853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:56.246258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:56.252293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:56.267924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bff554e-f512-43a6-89cb-8e5cf4ca701d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet 7853c35e-64b5-4ab6-b316-bd7114a6369b {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:35:56.270958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bff554e-f512-43a6-89cb-8e5cf4ca701d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.329659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bff554e-f512-43a6-89cb-8e5cf4ca701d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.354494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.411236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.422506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bff554e-f512-43a6-89cb-8e5cf4ca701d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.460437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.468362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63945624-6474-48ea-9261-0f9a14c325ec,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:56.477199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.477199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.477199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.477721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.478225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.478651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.479427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.479427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.479900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.480230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.480659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.481089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:56.504255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Transition to ACTIVE for port object 54bdeb0d-f095-4b71-96de-cb044885fe42 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:56.513149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.514467 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-11fead66-e845-4302-9b8a-4ff2fd4ead87 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4108202 Apr 22 17:35:56.517893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51606) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:56.523175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f8d9f491-7920-4fcd-8508-a0e8601534fe tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '63945624-6474-48ea-9261-0f9a14c325ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:56.538929 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-f8d9f491-7920-4fcd-8508-a0e8601534fe tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 22 17:35:56.539532 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-f8d9f491-7920-4fcd-8508-a0e8601534fe tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:56.540674 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f8d9f491-7920-4fcd-8508-a0e8601534fe tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218019 Apr 22 17:35:56.543911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51610) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:56.549085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ce66d007-6c02-49f1-9f9a-3a94128c4746 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '63945624-6474-48ea-9261-0f9a14c325ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:56.549857 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-ce66d007-6c02-49f1-9f9a-3a94128c4746 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 22 17:35:56.550359 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-ce66d007-6c02-49f1-9f9a-3a94128c4746 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:56.553229 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ce66d007-6c02-49f1-9f9a-3a94128c4746 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083950 Apr 22 17:35:56.555807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51614) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:56.559495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bff554e-f512-43a6-89cb-8e5cf4ca701d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.560631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-36b1e0df-6204-43db-ac27-d2ca49490fc2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '63945624-6474-48ea-9261-0f9a14c325ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:56.561435 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-36b1e0df-6204-43db-ac27-d2ca49490fc2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 22 17:35:56.561911 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-36b1e0df-6204-43db-ac27-d2ca49490fc2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:56.565670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-36b1e0df-6204-43db-ac27-d2ca49490fc2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062575 Apr 22 17:35:56.565983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51618) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:56.570550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-374cb400-725a-4b29-818c-4bd37c796b15 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '63945624-6474-48ea-9261-0f9a14c325ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:56.571489 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-374cb400-725a-4b29-818c-4bd37c796b15 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 22 17:35:56.579884 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-374cb400-725a-4b29-818c-4bd37c796b15 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:56.579884 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-374cb400-725a-4b29-818c-4bd37c796b15 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061014 Apr 22 17:35:56.580253 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Transition to ACTIVE for port object 54bdeb0d-f095-4b71-96de-cb044885fe42 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:56.580367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51622) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:56.610428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff554e-f512-43a6-89cb-8e5cf4ca701d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=7853c35e-64b5-4ab6-b316-bd7114a6369b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:56.612838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bff554e-f512-43a6-89cb-8e5cf4ca701d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.619309 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7bff554e-f512-43a6-89cb-8e5cf4ca701d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/7853c35e-64b5-4ab6-b316-bd7114a6369b HTTP/1.1" status: 204 len: 168 time: 0.4299090 Apr 22 17:35:56.626672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51626) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:56.635702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.750119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Network f435d638-ba9b-4812-8b49-5c9922a550c8 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:56.759062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:56.763151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:56.800782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Pushing event updated for resources: {'Port': ['ID=54bdeb0d-f095-4b71-96de-cb044885fe42,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:56.803089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-805ac903-1ba0-434b-96f4-f5c8cd92d3d2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.856125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.858227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::a9 (f435d638-ba9b-4812-8b49-5c9922a550c8/b555af6c-c261-4167-b69b-b944d9cac114/98ffe8f0-3373-4f86-8b92-1f8a02715b72) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:56.873672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-805ac903-1ba0-434b-96f4-f5c8cd92d3d2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.905862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Attempting to bind port 54bdeb0d-f095-4b71-96de-cb044885fe42 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:35:56.906235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Attempting to bind port 54bdeb0d-f095-4b71-96de-cb044885fe42 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'e7e4b065-c2a3-4aef-8321-4e55d4839876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:35:56.906636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Attempting to bind port 54bdeb0d-f095-4b71-96de-cb044885fe42 on network f435d638-ba9b-4812-8b49-5c9922a550c8 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:35:56.918476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:35:56.918888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Checking segment: {'id': 'e7e4b065-c2a3-4aef-8321-4e55d4839876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:35:56.919330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.919731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Bound using segment: {'id': 'e7e4b065-c2a3-4aef-8321-4e55d4839876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:35:56.920204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Bound port: 54bdeb0d-f095-4b71-96de-cb044885fe42, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e4b065-c2a3-4aef-8321-4e55d4839876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:35:56.920588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:56.931537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a17316-0106-4a09-a7af-fdb6159481eb None None] Update dhcp port {'port': {'network_id': 'baa93d49-4ab1-45b8-a40e-2972ca384e70', 'fixed_ips': [{'subnet_id': '7853c35e-64b5-4ab6-b316-bd7114a6369b'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'a747b256-4ed6-4c97-8fb6-79bb6c674e3b'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:35:56.968546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port a747b256-4ed6-4c97-8fb6-79bb6c674e3b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:56.968896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.036037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9a17316-0106-4a09-a7af-fdb6159481eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.111858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] For port 54bdeb0d-f095-4b71-96de-cb044885fe42, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:35:57.187907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] For port 54bdeb0d-f095-4b71-96de-cb044885fe42, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=54bdeb0d-f095-4b71-96de-cb044885fe42,segment=NetworkSegment(e7e4b065-c2a3-4aef-8321-4e55d4839876),segment_id=e7e4b065-c2a3-4aef-8321-4e55d4839876)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:35:57.213959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-805ac903-1ba0-434b-96f4-f5c8cd92d3d2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.286572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.307518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-2f8b03ab-6b52-4f7e-915e-74827f3a0b19 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:57.308991 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-2f8b03ab-6b52-4f7e-915e-74827f3a0b19 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 811 time: 0.4251475 Apr 22 17:35:57.325542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ac903-1ba0-434b-96f4-f5c8cd92d3d2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63945624-6474-48ea-9261-0f9a14c325ec,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:57.335675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f78f95-470c-4e7a-87e2-9e28ff77059d None None] Network baa93d49-4ab1-45b8-a40e-2972ca384e70 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:57.354075 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5d196a3a-0ced-4d97-bfd1-48e4b6b0af51 req-093031b5-2eca-48fc-9d07-e3bd586950dd tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 210 time: 0.0517242 Apr 22 17:35:57.377487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-805ac903-1ba0-434b-96f4-f5c8cd92d3d2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.381203 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-805ac903-1ba0-434b-96f4-f5c8cd92d3d2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/63945624-6474-48ea-9261-0f9a14c325ec HTTP/1.1" status: 204 len: 168 time: 0.8000729 Apr 22 17:35:57.383814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51632) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:57.442116 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a4063953-a411-4f9f-80ab-7921339440cf tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569499 Apr 22 17:35:57.447244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51636) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:57.457304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--260639306'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:57.470865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:57.482003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:57.488054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:57.495565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:57.507105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e01b1c46-15dd-473a-a522-114bb3f092f6 None None] Provisioning complete for port a747b256-4ed6-4c97-8fb6-79bb6c674e3b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:35:57.507486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e01b1c46-15dd-473a-a522-114bb3f092f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.551011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Pushing event updated for resources: {'Port': ['ID=54bdeb0d-f095-4b71-96de-cb044885fe42,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:57.562838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.564061 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-4c711944-2748-421f-bc9e-e045d0a95ff0 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 378 time: 0.1037469 Apr 22 17:35:57.568875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,segment=NetworkSegment(5f33fa81-38d4-41f5-aa45-6f721b8a3e4f),segment_id=5f33fa81-38d4-41f5-aa45-6f721b8a3e4f)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:57.569254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.585903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'port': {'device_id': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'admin_state_up': True, 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'security_groups': ['85c549be-f51a-4ec8-9dfa-d0e2aeefd672']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:57.604997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.645001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.646671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.646671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.647181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.647402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:57.647706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.648110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.648512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.648908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.649303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.649876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.650291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.650697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c51b8e-47dc-4d91-9d1d-643cc244eaac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:35:57.655795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:57.662841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:57.683856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:57.770780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object 98ffe8f0-3373-4f86-8b92-1f8a02715b72 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:57.796375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a747b256-4ed6-4c97-8fb6-79bb6c674e3b no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:35:57.823651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.884224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.917431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for a747b256-4ed6-4c97-8fb6-79bb6c674e3b owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:57.926448 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] DHCP port deletion for baa93d49-4ab1-45b8-a40e-2972ca384e70 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:35:57.956729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Deleting port a747b256-4ed6-4c97-8fb6-79bb6c674e3b {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:57.957759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:57.977813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd44878-4dab-4ee2-9219-7f0fd0d9df84,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:58.049257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:58.086123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:58.090483 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0508a0ab-2e16-4079-b666-469eed30d5dd tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6395855 Apr 22 17:35:58.090781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51642) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:58.104051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4778bb40-9e45-4952-b016-c25151f762e3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:58.104928 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING neutron.api.v2.base [None req-4778bb40-9e45-4952-b016-c25151f762e3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 17:35:58.105533 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-4778bb40-9e45-4952-b016-c25151f762e3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:58.108648 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4778bb40-9e45-4952-b016-c25151f762e3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146973 Apr 22 17:35:58.117075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51646) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:58.139609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-8abc60db-0528-4743-98ce-edb7e5a9264b tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:58.152999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8abc60db-0528-4743-98ce-edb7e5a9264b tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:58.160339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8abc60db-0528-4743-98ce-edb7e5a9264b tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:58.173231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,segment=NetworkSegment(5f33fa81-38d4-41f5-aa45-6f721b8a3e4f),segment_id=5f33fa81-38d4-41f5-aa45-6f721b8a3e4f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:58.177458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8abc60db-0528-4743-98ce-edb7e5a9264b tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:58.185556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8abc60db-0528-4743-98ce-edb7e5a9264b tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:58.190567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:58.208684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:58.239250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:58.262199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:58.262829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:58.280660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:58.317682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,segment=NetworkSegment(5f33fa81-38d4-41f5-aa45-6f721b8a3e4f),segment_id=5f33fa81-38d4-41f5-aa45-6f721b8a3e4f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:58.318073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:58.344443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Made reservation on behalf of fdd5c03fe9c047b1b414ec7fec3c4af2 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:58.348653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:58.366074 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-8abc60db-0528-4743-98ce-edb7e5a9264b tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:58.371904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network f435d638-ba9b-4812-8b49-5c9922a550c8 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:58.372952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8abc60db-0528-4743-98ce-edb7e5a9264b tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2512615 Apr 22 17:35:58.376787 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51650) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:58.400859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-09a18466-4d6f-4e4a-86b6-91f20730baa8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:58.404231 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING neutron.api.v2.base [None req-09a18466-4d6f-4e4a-86b6-91f20730baa8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 22 17:35:58.405005 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-09a18466-4d6f-4e4a-86b6-91f20730baa8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:58.410511 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-09a18466-4d6f-4e4a-86b6-91f20730baa8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0308340 Apr 22 17:35:58.414610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51656) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:58.430453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-8634acb0-5447-4686-9bb7-8460761a7b82 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:58.456337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Calling delete_port for a747b256-4ed6-4c97-8fb6-79bb6c674e3b owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:58.508907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:58.510582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:58.530430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:58.538376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:58.539231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:58.601792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:58.602165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:58.617028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8634acb0-5447-4686-9bb7-8460761a7b82 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:58.622189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8634acb0-5447-4686-9bb7-8460761a7b82 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:58.628364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8634acb0-5447-4686-9bb7-8460761a7b82 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:58.628837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=98ffe8f0-3373-4f86-8b92-1f8a02715b72,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:58.642973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-623b35f7-7f2f-4eec-942e-6427f20c0ff0 req-3c84ed20-9b44-4b81-8146-86d6f6d1da4e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:35:58.651245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8634acb0-5447-4686-9bb7-8460761a7b82 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:58.704390 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5261d858-76e7-4e4c-b259-5e4fe6e47ff3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2225988 Apr 22 17:35:58.707515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51660) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:58.712234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-623b35f7-7f2f-4eec-942e-6427f20c0ff0 req-3c84ed20-9b44-4b81-8146-86d6f6d1da4e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:35:58.713643 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-623b35f7-7f2f-4eec-942e-6427f20c0ff0 req-3c84ed20-9b44-4b81-8146-86d6f6d1da4e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 210 time: 0.1524456 Apr 22 17:35:58.722437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': 'f435d638-ba9b-4812-8b49-5c9922a550c8', 'name': 'tempest-PortsIpV6TestJSON-354565340'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:58.752008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Allocated IP 172.20.0.6 (0d057ad0-7bc4-460e-b2ff-400217156ca8/271c512e-dc6b-40d4-8f7b-06b8f2bd7867/db80ad93-92a8-4802-bafa-f0095a7493c5) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:58.763906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port a747b256-4ed6-4c97-8fb6-79bb6c674e3b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:58.764244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:58.892767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:58.898070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:58.902090 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:58.909715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:58.918543 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-8634acb0-5447-4686-9bb7-8460761a7b82 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:58.922697 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8634acb0-5447-4686-9bb7-8460761a7b82 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5037327 Apr 22 17:35:58.923586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51664) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:58.928885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-53273581-d583-4a6c-b681-b49f1e815fb9 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:58.929994 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING neutron.api.v2.base [None req-53273581-d583-4a6c-b681-b49f1e815fb9 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 17:35:58.930808 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-53273581-d583-4a6c-b681-b49f1e815fb9 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:58.934300 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-53273581-d583-4a6c-b681-b49f1e815fb9 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072882 Apr 22 17:35:58.934703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51668) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:58.941631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fd6e87c9-3c0d-435c-9380-5c43932d3bf7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:58.954460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fd6e87c9-3c0d-435c-9380-5c43932d3bf7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:58.959244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fd6e87c9-3c0d-435c-9380-5c43932d3bf7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:58.966257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fd6e87c9-3c0d-435c-9380-5c43932d3bf7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:58.971828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fd6e87c9-3c0d-435c-9380-5c43932d3bf7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:58.982066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:35:58.987091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.011376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5728cb4-f56d-4864-9c7e-aabb7ccf1041 None None] Network f435d638-ba9b-4812-8b49-5c9922a550c8 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:35:59.013067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port ac60585b-0531-4964-95fd-394c5a3a4c5d yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:35:59.056387 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-fd6e87c9-3c0d-435c-9380-5c43932d3bf7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Project 4d0f82cee6434ae2ad1e748f46a7111c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:35:59.139763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,segment=NetworkSegment(5f33fa81-38d4-41f5-aa45-6f721b8a3e4f),segment_id=5f33fa81-38d4-41f5-aa45-6f721b8a3e4f)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:59.140087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.149067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Deleting port a747b256-4ed6-4c97-8fb6-79bb6c674e3b {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:35:59.150235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.169023 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-fd6e87c9-3c0d-435c-9380-5c43932d3bf7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:59.170304 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fd6e87c9-3c0d-435c-9380-5c43932d3bf7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2343347 Apr 22 17:35:59.176862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51672) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:59.190873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9c7f0b22-82ca-4d95-aa0a-ce61c940208a tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:59.191521 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING neutron.api.v2.base [None req-9c7f0b22-82ca-4d95-aa0a-ce61c940208a tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 22 17:35:59.192060 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-9c7f0b22-82ca-4d95-aa0a-ce61c940208a tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:59.193801 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9c7f0b22-82ca-4d95-aa0a-ce61c940208a tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155833 Apr 22 17:35:59.197446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51676) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:59.210343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9b762562-9b84-4728-a1b9-d5bad79e69b2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:59.222695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9b762562-9b84-4728-a1b9-d5bad79e69b2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:59.231373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9b762562-9b84-4728-a1b9-d5bad79e69b2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:59.240219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9b762562-9b84-4728-a1b9-d5bad79e69b2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:59.260032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9b762562-9b84-4728-a1b9-d5bad79e69b2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:59.262502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::14c (f435d638-ba9b-4812-8b49-5c9922a550c8/b555af6c-c261-4167-b69b-b944d9cac114/ac60585b-0531-4964-95fd-394c5a3a4c5d) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:35:59.299033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for a747b256-4ed6-4c97-8fb6-79bb6c674e3b owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:59.353579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.384156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Transition to ACTIVE for port object db80ad93-92a8-4802-bafa-f0095a7493c5 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:59.389138 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-9b762562-9b84-4728-a1b9-d5bad79e69b2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Project 4d0f82cee6434ae2ad1e748f46a7111c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:35:59.423767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-07defa80-e402-48f3-b81e-fd61c569a18d None None] Provisioning for port 54bdeb0d-f095-4b71-96de-cb044885fe42 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:35:59.479147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.506903 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-9b762562-9b84-4728-a1b9-d5bad79e69b2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:59.510555 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9b762562-9b84-4728-a1b9-d5bad79e69b2 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3088322 Apr 22 17:35:59.514444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51680) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:59.529908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-65a9a126-2f69-40c8-bc7b-5cf7f2fb6804 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '8fd44878-4dab-4ee2-9219-7f0fd0d9df84', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:35:59.538910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] For port a747b256-4ed6-4c97-8fb6-79bb6c674e3b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,segment=NetworkSegment(5f33fa81-38d4-41f5-aa45-6f721b8a3e4f),segment_id=5f33fa81-38d4-41f5-aa45-6f721b8a3e4f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:35:59.539405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.542003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=a747b256-4ed6-4c97-8fb6-79bb6c674e3b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:59.542978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-65a9a126-2f69-40c8-bc7b-5cf7f2fb6804 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:35:59.548834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.551989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-65a9a126-2f69-40c8-bc7b-5cf7f2fb6804 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:35:59.556046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-65a9a126-2f69-40c8-bc7b-5cf7f2fb6804 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:35:59.563538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-65a9a126-2f69-40c8-bc7b-5cf7f2fb6804 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:35:59.597656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No DVR routers for this DVR port a747b256-4ed6-4c97-8fb6-79bb6c674e3b on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:35:59.633350 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-65a9a126-2f69-40c8-bc7b-5cf7f2fb6804 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Project 4d0f82cee6434ae2ad1e748f46a7111c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:35:59.656118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.674113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:35:59.677590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Calling delete_port for a747b256-4ed6-4c97-8fb6-79bb6c674e3b owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:35:59.697347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:35:59.709033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:35:59.721024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object ac60585b-0531-4964-95fd-394c5a3a4c5d will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:35:59.762102 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-65a9a126-2f69-40c8-bc7b-5cf7f2fb6804 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:35:59.763890 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-65a9a126-2f69-40c8-bc7b-5cf7f2fb6804 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2483194 Apr 22 17:35:59.772151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51686) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:35:59.792687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:35:59.792687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.798400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=db80ad93-92a8-4802-bafa-f0095a7493c5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:35:59.887322 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:35:59.887782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:35:59.916806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 54bdeb0d-f095-4b71-96de-cb044885fe42 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:35:59.929756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.974816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa93d49-4ab1-45b8-a40e-2972ca384e70']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:59.993054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-428629a6-6a4c-432e-b165-51dddb1a34a8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:35:59.996405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f33fa81-38d4-41f5-aa45-6f721b8a3e4f') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:35:59.998048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f33fa81-38d4-41f5-aa45-6f721b8a3e4f') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:00.009598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51692) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:00.083026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.101358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 54bdeb0d-f095-4b71-96de-cb044885fe42 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:00.106833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 54bdeb0d-f095-4b71-96de-cb044885fe42 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:00.107691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.213536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network f435d638-ba9b-4812-8b49-5c9922a550c8 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:00.223816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-428629a6-6a4c-432e-b165-51dddb1a34a8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.240208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:00.243533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:00.249644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:00.250496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.289754 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-85f2090a-3e41-4029-b9d4-9a9b453d4e6a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/b23ed321-b82b-4f5e-94e8-9201a021d624 HTTP/1.1" status: 200 len: 993 time: 0.2734864 Apr 22 17:36:00.290669 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-29493cfd-84e1-4b95-8729-519a9e0dccd2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7140019 Apr 22 17:36:00.292456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.307094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Request body: {'port': {'device_id': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:00.377336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.382264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=ac60585b-0531-4964-95fd-394c5a3a4c5d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:00.401709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.408291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:00.410508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:36:00.411240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.412783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.423642 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-faaca996-45d9-45fe-a30a-ebf8c42480c0 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7144296 Apr 22 17:36:00.424904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51698) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:36:00.433667 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:36:00.465157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b387cfeb-52c8-4fa5-943a-cab637f5af2f None None] Provisioning for port db80ad93-92a8-4802-bafa-f0095a7493c5 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:00.480753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8289-b5ca-45d7-8f33-2b917f556291 req-eb2d99b7-28bf-4b0e-8100-5ff7b2a70f9d tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:00.482360 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7c2c8289-b5ca-45d7-8f33-2b917f556291 req-eb2d99b7-28bf-4b0e-8100-5ff7b2a70f9d tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 931 time: 0.4921224 Apr 22 17:36:00.490839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Deleting port a747b256-4ed6-4c97-8fb6-79bb6c674e3b {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:00.491221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.548882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-7c2c8289-b5ca-45d7-8f33-2b917f556291 req-36744744-0844-4788-9c40-09ee39d6fa25 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:00.563549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-428629a6-6a4c-432e-b165-51dddb1a34a8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.610752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428629a6-6a4c-432e-b165-51dddb1a34a8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd44878-4dab-4ee2-9219-7f0fd0d9df84,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:00.613044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b387cfeb-52c8-4fa5-943a-cab637f5af2f None None] Provisioning complete for port db80ad93-92a8-4802-bafa-f0095a7493c5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:00.613747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b387cfeb-52c8-4fa5-943a-cab637f5af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.618366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.650197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5748a2d-9866-4741-ae4f-25789a3802e3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:00.650971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b5748a2d-9866-4741-ae4f-25789a3802e3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:00.669873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-428629a6-6a4c-432e-b165-51dddb1a34a8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.671042 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-428629a6-6a4c-432e-b165-51dddb1a34a8 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/8fd44878-4dab-4ee2-9219-7f0fd0d9df84 HTTP/1.1" status: 204 len: 168 time: 0.8962319 Apr 22 17:36:00.673605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51708) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:00.751011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.751883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-df74bdac-4edf-4461-9916-a769ac167583 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:00.755650 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-7c2c8289-b5ca-45d7-8f33-2b917f556291 req-36744744-0844-4788-9c40-09ee39d6fa25 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:00.757786 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7c2c8289-b5ca-45d7-8f33-2b917f556291 req-36744744-0844-4788-9c40-09ee39d6fa25 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2673669 Apr 22 17:36:00.769813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b5748a2d-9866-4741-ae4f-25789a3802e3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:00.773943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-180b2fe9-9cc4-4959-889c-ac9afc6d4705 None None] The port 'a747b256-4ed6-4c97-8fb6-79bb6c674e3b' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:36:00.776075 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b5748a2d-9866-4741-ae4f-25789a3802e3 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa9 HTTP/1.1" status: 200 len: 927 time: 0.3474953 Apr 22 17:36:00.776410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51712) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:00.784820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-89e86748-2cc1-4672-afe9-5f5ea2387006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.818826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.827841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51716) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:00.835284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 54bdeb0d-f095-4b71-96de-cb044885fe42, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=54bdeb0d-f095-4b71-96de-cb044885fe42,segment=NetworkSegment(e7e4b065-c2a3-4aef-8321-4e55d4839876),segment_id=e7e4b065-c2a3-4aef-8321-4e55d4839876)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:00.837871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b387cfeb-52c8-4fa5-943a-cab637f5af2f None None] Port db80ad93-92a8-4802-bafa-f0095a7493c5 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:00.840885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-df74bdac-4edf-4461-9916-a769ac167583 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:00.842004 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-df74bdac-4edf-4461-9916-a769ac167583 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1674838 Apr 22 17:36:00.850096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51720) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:00.855006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--364880131'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:00.865380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:00.888167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:00.890042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.898298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-145847f9-d23c-45c7-a9e4-037aad057c5a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port ac60585b-0531-4964-95fd-394c5a3a4c5d {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:00.898806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-145847f9-d23c-45c7-a9e4-037aad057c5a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:00.941009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Network': ['ID=baa93d49-4ab1-45b8-a40e-2972ca384e70,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:00.960593 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-13cab0cd-1a08-4173-a633-67ac50c63d8e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/networks/baa93d49-4ab1-45b8-a40e-2972ca384e70 HTTP/1.1" status: 204 len: 168 time: 4.3306253 Apr 22 17:36:00.962016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51724) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:00.993012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=54bdeb0d-f095-4b71-96de-cb044885fe42,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:01.022643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.051228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Provisioning for port ac60585b-0531-4964-95fd-394c5a3a4c5d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:01.056623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Provisioning complete for port ac60585b-0531-4964-95fd-394c5a3a4c5d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:01.057007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.111336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:01.114759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Port ac60585b-0531-4964-95fd-394c5a3a4c5d cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:01.128118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:01.134678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:01.177285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:01.222216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Provisioning for port 98ffe8f0-3373-4f86-8b92-1f8a02715b72 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:01.222777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 36665924-ff6a-4c88-935d-5fb1e5bb225b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:01.223124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.228206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Provisioning complete for port 98ffe8f0-3373-4f86-8b92-1f8a02715b72 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:01.228764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.254189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6b290-3093-49af-b8ec-ac867f385582 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:01.255765 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3bb6b290-3093-49af-b8ec-ac867f385582 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2899866 Apr 22 17:36:01.266454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51728) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:01.301882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Port 98ffe8f0-3373-4f86-8b92-1f8a02715b72 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:01.318301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Provisioning complete for port 54bdeb0d-f095-4b71-96de-cb044885fe42 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:01.319290 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-68a115f9-446b-4c4e-a1c1-c39699bc1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.333495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-145847f9-d23c-45c7-a9e4-037aad057c5a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.445812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.resource_extend [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:36:01.559170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.559425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.570637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b9d6ebe0-ad26-43be-a134-93238e3cc8e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:01.578830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db80ad93-92a8-4802-bafa-f0095a7493c5 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:36:01.634370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-145847f9-d23c-45c7-a9e4-037aad057c5a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for ac60585b-0531-4964-95fd-394c5a3a4c5d owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:01.637983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.688343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.704956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 36665924-ff6a-4c88-935d-5fb1e5bb225b owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:01.767833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.769493 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 54bdeb0d-f095-4b71-96de-cb044885fe42 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:01.812656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b9d6ebe0-ad26-43be-a134-93238e3cc8e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:01.817095 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b9d6ebe0-ad26-43be-a134-93238e3cc8e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5490639 Apr 22 17:36:01.825629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51734) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:01.838996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1438379159'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:01.845463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c2c7d5-717e-4f88-9903-e2b047ff8ac7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:01.856446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:01.862939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:network and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:01.868380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:01.875197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:01.895315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 54bdeb0d-f095-4b71-96de-cb044885fe42 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:01.897149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.924893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-145847f9-d23c-45c7-a9e4-037aad057c5a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:01.925998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Transition to ACTIVE for port object db80ad93-92a8-4802-bafa-f0095a7493c5 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:02.000166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.037502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.041737 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b0c5ff7f-6c8b-42dd-839f-7baacc699de4 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1909266 Apr 22 17:36:02.042535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:02.046223 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.053445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51738) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:02.058573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.072434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145847f9-d23c-45c7-a9e4-037aad057c5a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=ac60585b-0531-4964-95fd-394c5a3a4c5d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:02.073540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-43cef0f7-6d15-493c-825a-107b80b1a177 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': 'a4c2c7d5-717e-4f88-9903-e2b047ff8ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:02.081664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-145847f9-d23c-45c7-a9e4-037aad057c5a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.083777 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-145847f9-d23c-45c7-a9e4-037aad057c5a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/ac60585b-0531-4964-95fd-394c5a3a4c5d HTTP/1.1" status: 204 len: 168 time: 1.3042271 Apr 22 17:36:02.086955 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51742) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:02.127963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:36:02.140274 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-32105777-f0c9-478e-b1cd-0f41eab40227 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:36:02.141354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-32105777-f0c9-478e-b1cd-0f41eab40227 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:02.149244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.149633 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Added segment aff1b34f-89be-48ae-b220-1ee1282402b5 of type vlan for network 1944281d-006a-40bb-97e0-2ef799d04910 Apr 22 17:36:02.190773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.236524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-32105777-f0c9-478e-b1cd-0f41eab40227 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:02.241742 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-32105777-f0c9-478e-b1cd-0f41eab40227 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/ac60585b-0531-4964-95fd-394c5a3a4c5d HTTP/1.1" status: 404 len: 333 time: 0.1501350 Apr 22 17:36:02.243888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51746) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:02.316001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-43cef0f7-6d15-493c-825a-107b80b1a177 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:02.324100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.330766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:02.331397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.368664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7227321e-0d82-4672-a174-ffd164d297d4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 98ffe8f0-3373-4f86-8b92-1f8a02715b72 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:02.369018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7227321e-0d82-4672-a174-ffd164d297d4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.369587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=36665924-ff6a-4c88-935d-5fb1e5bb225b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:02.413241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-43cef0f7-6d15-493c-825a-107b80b1a177 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:02.424267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-43cef0f7-6d15-493c-825a-107b80b1a177 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:02.501250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-43cef0f7-6d15-493c-825a-107b80b1a177 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:02.508679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Network': ['ID=1944281d-006a-40bb-97e0-2ef799d04910,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:02.524008 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0185d121-2605-4029-8c60-2665b511e99b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6924112 Apr 22 17:36:02.525942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 1944281d-006a-40bb-97e0-2ef799d04910 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:36:02.527500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51750) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:02.532202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '1944281d-006a-40bb-97e0-2ef799d04910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:02.568089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Pushing event updated for resources: {'Port': ['ID=db80ad93-92a8-4802-bafa-f0095a7493c5,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:02.600666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.600666 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP b23ed321-b82b-4f5e-94e8-9201a021d624 disassociated (deleted). External IP: 172.26.3.31, port: 2b155f43-7e46-4012-8f1f-d214ea2674a5. Apr 22 17:36:02.633296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-45c9ef46-b7aa-4f13-b1ac-d504998f4e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.670890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Attempting to bind port db80ad93-92a8-4802-bafa-f0095a7493c5 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:02.671493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Attempting to bind port db80ad93-92a8-4802-bafa-f0095a7493c5 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:02.671654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Attempting to bind port db80ad93-92a8-4802-bafa-f0095a7493c5 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:02.685447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Port db80ad93-92a8-4802-bafa-f0095a7493c5 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:36:02.685767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Attempting to bind port db80ad93-92a8-4802-bafa-f0095a7493c5 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:02.702673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18096d3-31ae-4cf3-b97e-da944560b7d7 req-a33fc80f-83c2-4ea2-8107-6f0cd04952af tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:02.704851 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a18096d3-31ae-4cf3-b97e-da944560b7d7 req-a33fc80f-83c2-4ea2-8107-6f0cd04952af tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 931 time: 0.7574422 Apr 22 17:36:02.716788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:02.717132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Checking segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:02.717557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Bound using segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:02.717996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Bound port: db80ad93-92a8-4802-bafa-f0095a7493c5, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:02.718346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.820645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:02.829769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:02.839722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:02.849332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:02.852145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7227321e-0d82-4672-a174-ffd164d297d4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:02.876904 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-43cef0f7-6d15-493c-825a-107b80b1a177 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The resource could not be found. Apr 22 17:36:02.877854 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-43cef0f7-6d15-493c-825a-107b80b1a177 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8216159 Apr 22 17:36:02.886144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51754) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:02.907669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4e42b73f-e4a1-4841-b67b-34eafc2a5d23 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': 'a4c2c7d5-717e-4f88-9903-e2b047ff8ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '20398caa-2c8c-4285-8fb1-6cf40a0696d5'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:02.913966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a18096d3-31ae-4cf3-b97e-da944560b7d7 req-7acf2265-c0b7-441b-a3f7-bf061578cb92 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2001848 Apr 22 17:36:02.925106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4e42b73f-e4a1-4841-b67b-34eafc2a5d23 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:02.944834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4e42b73f-e4a1-4841-b67b-34eafc2a5d23 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:02.951759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4e42b73f-e4a1-4841-b67b-34eafc2a5d23 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:02.959331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4e42b73f-e4a1-4841-b67b-34eafc2a5d23 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:02.990106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7227321e-0d82-4672-a174-ffd164d297d4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 98ffe8f0-3373-4f86-8b92-1f8a02715b72 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:03.017663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:03.021187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.036845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] For port db80ad93-92a8-4802-bafa-f0095a7493c5, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:03.050247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] For port db80ad93-92a8-4802-bafa-f0095a7493c5, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db80ad93-92a8-4802-bafa-f0095a7493c5,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:03.136278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.215116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:03.215729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.217100 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] 10.222.0.16 "PUT /v2.0/ports/db80ad93-92a8-4802-bafa-f0095a7493c5 HTTP/1.1" status: 200 len: 1093 time: 2.9153819 Apr 22 17:36:03.221977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'tag': 'db80ad93-92a8-4802-bafa-f0095a7493c5'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:36:03.255664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 0d993fc6-da08-4c3a-8223-2530fae732d9 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:36:03.257140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba5e34-3ce3-4179-b678-8f78903c20ea service neutron] Pushing event updated for resources: {'Port': ['ID=db80ad93-92a8-4802-bafa-f0095a7493c5,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:03.348551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7227321e-0d82-4672-a174-ffd164d297d4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.354556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-4e42b73f-e4a1-4841-b67b-34eafc2a5d23 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The resource could not be found. Apr 22 17:36:03.355614 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4e42b73f-e4a1-4841-b67b-34eafc2a5d23 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4669371 Apr 22 17:36:03.359035 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03d895f-97fb-4388-9cc6-b46bd529a8c7'] response: {'name': 'network-changed', 'server_uuid': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'tag': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'status': 'completed', 'code': 200} Apr 22 17:36:03.370449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51760) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:03.414483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227321e-0d82-4672-a174-ffd164d297d4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=98ffe8f0-3373-4f86-8b92-1f8a02715b72,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:03.418844 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.565609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0db27706-160f-4984-83eb-84b7fafdc5a3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.567860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:03.586481 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] Sync routers for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:03.595251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-739fefd2-a68d-4269-b078-a003b3530ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:03.596775 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-739fefd2-a68d-4269-b078-a003b3530ca4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 1096 time: 0.2777910 Apr 22 17:36:03.597004 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:03.597627 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:03.664981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0db27706-160f-4984-83eb-84b7fafdc5a3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.690656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=9ea2d420-4c7d-4c5e-8a22-368d575da947,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:03.708830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.715367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7227321e-0d82-4672-a174-ffd164d297d4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.751479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking segment: {'id': 'aff1b34f-89be-48ae-b220-1ee1282402b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1944281d-006a-40bb-97e0-2ef799d04910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:03.751993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network hostable DHCP agents. Network: 1944281d-006a-40bb-97e0-2ef799d04910, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:36:03.760155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.823484 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7227321e-0d82-4672-a174-ffd164d297d4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/98ffe8f0-3373-4f86-8b92-1f8a02715b72 HTTP/1.1" status: 204 len: 168 time: 1.5774858 Apr 22 17:36:03.825971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51764) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:03.834067 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-1b4a0b45-ecaa-4df5-959b-acd4988baf30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db80ad93-92a8-4802-bafa-f0095a7493c5 HTTP/1.1" status: 200 len: 217 time: 0.2252309 Apr 22 17:36:03.872370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 1944281d-006a-40bb-97e0-2ef799d04910 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:36:03.876833 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7f18cb-8891-4fff-82dd-424e14bfd10e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:36:03.877539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6c7f18cb-8891-4fff-82dd-424e14bfd10e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:03.894508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.924296 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:03.963979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 1944281d-006a-40bb-97e0-2ef799d04910) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:03.973760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:03.974325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:03.983301 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f2388941-d64a-4224-b9c5-356b2034457f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/b23ed321-b82b-4f5e-94e8-9201a021d624 HTTP/1.1" status: 204 len: 168 time: 3.1543920 Apr 22 17:36:03.985690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-9bc70265-34bb-46ca-b1a9-da5552d6d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:03.985690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-9bc70265-34bb-46ca-b1a9-da5552d6d761 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.1386945 Apr 22 17:36:03.988328 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bebef8-d978-4f30-819a-e9920d4b7a96 None None] Network 1944281d-006a-40bb-97e0-2ef799d04910 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:03.992336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6c7f18cb-8891-4fff-82dd-424e14bfd10e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:03.995928 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6c7f18cb-8891-4fff-82dd-424e14bfd10e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/98ffe8f0-3373-4f86-8b92-1f8a02715b72 HTTP/1.1" status: 404 len: 333 time: 0.1663647 Apr 22 17:36:04.007986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51772) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:04.093209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a91526-b6b9-4f3d-a9d6-5a3b8753d88b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet b555af6c-c261-4167-b69b-b944d9cac114 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:04.096868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a91526-b6b9-4f3d-a9d6-5a3b8753d88b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.098410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0db27706-160f-4984-83eb-84b7fafdc5a3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.130753 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9a5db6bf-04b5-414b-aa1b-78703f223030 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6010563 Apr 22 17:36:04.132915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51776) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:04.144498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '1944281d-006a-40bb-97e0-2ef799d04910', 'name': 'tempest-PortsTestJSON-2034298686'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:04.159355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db27706-160f-4984-83eb-84b7fafdc5a3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c2c7d5-717e-4f88-9903-e2b047ff8ac7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:04.164699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0db27706-160f-4984-83eb-84b7fafdc5a3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.169999 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0db27706-160f-4984-83eb-84b7fafdc5a3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/a4c2c7d5-717e-4f88-9903-e2b047ff8ac7 HTTP/1.1" status: 204 len: 168 time: 0.7938986 Apr 22 17:36:04.172566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51780) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:04.242182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a91526-b6b9-4f3d-a9d6-5a3b8753d88b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.267329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b832b123-7c6d-463a-81b6-09e6d2085aa7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:04.313745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfd303-4dea-4ac4-aefb-b3ddbffc482b req-19643af3-e0d2-4441-a948-55ba647f17c5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:04.325639 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-afcfd303-4dea-4ac4-aefb-b3ddbffc482b req-19643af3-e0d2-4441-a948-55ba647f17c5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 943 time: 0.2699599 Apr 22 17:36:04.361327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:04.366361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-0dc52162-24ed-46c6-8e3c-82db71ce318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:04.368288 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-0dc52162-24ed-46c6-8e3c-82db71ce318d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3716996 Apr 22 17:36:04.371779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b832b123-7c6d-463a-81b6-09e6d2085aa7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:04.380058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:04.380249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51784) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:04.381280 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b832b123-7c6d-463a-81b6-09e6d2085aa7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2043054 Apr 22 17:36:04.388021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d0348cb6-27ed-4315-8b87-578997bbd215 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '3a1667a6-aae8-44b5-bbae-285d29316394', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:04.394031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a91526-b6b9-4f3d-a9d6-5a3b8753d88b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.424254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d0348cb6-27ed-4315-8b87-578997bbd215 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:04.435624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-1944281d-006a-40bb-97e0-2ef799d04910', 'network_id': '1944281d-006a-40bb-97e0-2ef799d04910', 'tenant_id': '1071a3da9d514ea6bb42b4cb8d6958bd', 'fixed_ips': [{'subnet_id': '9ea2d420-4c7d-4c5e-8a22-368d575da947'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:36:04.436568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.438561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d0348cb6-27ed-4315-8b87-578997bbd215 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:04.443341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d0348cb6-27ed-4315-8b87-578997bbd215 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:04.452298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d0348cb6-27ed-4315-8b87-578997bbd215 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:04.462502 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:08Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:04.475302 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] Checking router: 0d993fc6-da08-4c3a-8223-2530fae732d9 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:36:04.488858 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:04.489790 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:04.518289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.531863 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-afcfd303-4dea-4ac4-aefb-b3ddbffc482b req-4631169f-f136-443f-8ce3-4d2807216aef tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2026594 Apr 22 17:36:04.570429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:04.576632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.599678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a91526-b6b9-4f3d-a9d6-5a3b8753d88b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.601539 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-7eb2a64b-4ed7-4262-81fd-900b4d70a677 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186546 Apr 22 17:36:04.649099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Allocated IP 172.20.0.2 (1944281d-006a-40bb-97e0-2ef799d04910/9ea2d420-4c7d-4c5e-8a22-368d575da947/a4248166-1905-4741-aa09-1a34991ed829) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:04.657076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port e1612826-6cbc-46ef-9d67-c140c2883842 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:04.665866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4690eda-4891-4cbf-be22-64824f5b0d44 None None] Network f435d638-ba9b-4812-8b49-5c9922a550c8 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:04.693054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a91526-b6b9-4f3d-a9d6-5a3b8753d88b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=b555af6c-c261-4167-b69b-b944d9cac114,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:04.694965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5a91526-b6b9-4f3d-a9d6-5a3b8753d88b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.707841 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5a91526-b6b9-4f3d-a9d6-5a3b8753d88b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/b555af6c-c261-4167-b69b-b944d9cac114 HTTP/1.1" status: 204 len: 168 time: 0.6987975 Apr 22 17:36:04.713680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51790) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:04.744861 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:04.765539 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-d0348cb6-27ed-4315-8b87-578997bbd215 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The resource could not be found. Apr 22 17:36:04.771674 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d0348cb6-27ed-4315-8b87-578997bbd215 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3840103 Apr 22 17:36:04.774008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51794) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:04.821352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078189226'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:04.834759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:04.863887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:04.874015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.886341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 54bdeb0d-f095-4b71-96de-cb044885fe42 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:04.886593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.943843 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dc23855-212c-48bd-b5cb-9b365953b447 req-e09850f9-eb8b-4b1a-8172-4804f6202bd3 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350594 Apr 22 17:36:04.974130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:04.981924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3123642-f968-4c4b-b5d9-449a84ff17bb req-683a49cb-fc86-481f-83af-80fe5feee773 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:04.982914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f3123642-f968-4c4b-b5d9-449a84ff17bb req-683a49cb-fc86-481f-83af-80fe5feee773 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:05.013466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:05.041381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:05.046878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:05.055125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:05.072728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f3123642-f968-4c4b-b5d9-449a84ff17bb req-683a49cb-fc86-481f-83af-80fe5feee773 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:05.074053 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f3123642-f968-4c4b-b5d9-449a84ff17bb req-683a49cb-fc86-481f-83af-80fe5feee773 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 946 time: 0.2205570 Apr 22 17:36:05.100362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.141712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] For port 54bdeb0d-f095-4b71-96de-cb044885fe42, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=54bdeb0d-f095-4b71-96de-cb044885fe42,segment=NetworkSegment(e7e4b065-c2a3-4aef-8321-4e55d4839876),segment_id=e7e4b065-c2a3-4aef-8321-4e55d4839876)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:05.142189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.146805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.179243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Transition to ACTIVE for port object a4248166-1905-4741-aa09-1a34991ed829 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:05.193018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] DHCP port deletion for f435d638-ba9b-4812-8b49-5c9922a550c8 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:36:05.195630 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:08Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:05.197888 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f3123642-f968-4c4b-b5d9-449a84ff17bb req-3d2343d6-8315-4b68-a6dd-f7d00ec85230 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503788 Apr 22 17:36:05.201352 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56cb52-ed11-434b-b254-8961ea667ce0 None None] The sync data for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv is: [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:34:01Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'c3fe2f06-1119-42e0-bec1-c318dbac7df8', 'name': '', 'network_id': '35720244-20cc-4d43-9996-7171a2288cd7', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:3a:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:58Z', 'updated_at': '2022-04-22T17:34:08Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'dc0a2092-14f9-4343-bda8-6d5d23451331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:05.205823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] Deleting port 54bdeb0d-f095-4b71-96de-cb044885fe42 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:05.206315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.220645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-74aa5d21-e355-4a45-8703-11e2644823a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:05.222258 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-74aa5d21-e355-4a45-8703-11e2644823a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 1096 time: 0.1420856 Apr 22 17:36:05.258696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Transition to ACTIVE for port object a4248166-1905-4741-aa09-1a34991ed829 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:05.307498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 54bdeb0d-f095-4b71-96de-cb044885fe42 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:05.369210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:36:05.383479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-26f002cc-43ae-4ece-8b2a-bd5035d7c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:05.385183 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-26f002cc-43ae-4ece-8b2a-bd5035d7c3df service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.1559117 Apr 22 17:36:05.453574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.509281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] For port 54bdeb0d-f095-4b71-96de-cb044885fe42, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=54bdeb0d-f095-4b71-96de-cb044885fe42,segment=NetworkSegment(e7e4b065-c2a3-4aef-8321-4e55d4839876),segment_id=e7e4b065-c2a3-4aef-8321-4e55d4839876)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:05.512091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.512219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.525873 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b599d95-af5d-460d-94c6-c34f2e4004ca'] response: {'name': 'network-changed', 'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'status': 'completed', 'code': 200} Apr 22 17:36:05.545887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-6634ad40-6b9d-414b-91fd-857a7a27eab7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db80ad93-92a8-4802-bafa-f0095a7493c5 HTTP/1.1" status: 200 len: 217 time: 0.1521151 Apr 22 17:36:05.573047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5531d918-f147-4835-912a-3b31ce4e77da,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:05.625067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-6cdf625f-d969-40d9-8148-6ebef0353bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:05.626596 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-6cdf625f-d969-40d9-8148-6ebef0353bbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0715332 Apr 22 17:36:05.627416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.9 (1944281d-006a-40bb-97e0-2ef799d04910/9ea2d420-4c7d-4c5e-8a22-368d575da947/e1612826-6cbc-46ef-9d67-c140c2883842) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:05.664013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.669758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] Calling delete_port for 54bdeb0d-f095-4b71-96de-cb044885fe42 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:05.687869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-3585c3b2-efe1-4b0a-845e-5d7252a9158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:05.689375 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-3585c3b2-efe1-4b0a-845e-5d7252a9158f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 1099 time: 0.2016876 Apr 22 17:36:05.716935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc65dce6-6204-40db-aca6-b83e6fbe7756 None None] New status for floating IP b23ed321-b82b-4f5e-94e8-9201a021d624: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:36:05.741656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No DVR routers for this DVR port 54bdeb0d-f095-4b71-96de-cb044885fe42 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:36:05.776869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=54bdeb0d-f095-4b71-96de-cb044885fe42,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:05.779841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.781782 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fc89693c-162a-41fa-84e0-515df96a59a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0062332 Apr 22 17:36:05.788155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:05.788359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51802) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:05.814990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--504192545'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:05.840531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:05.867483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-96c32433-9a12-48be-91c9-0a47d54032ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:05.869002 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-96c32433-9a12-48be-91c9-0a47d54032ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2363441 Apr 22 17:36:05.870546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:05.918455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 54bdeb0d-f095-4b71-96de-cb044885fe42 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:05.943315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-46d5534c-e71c-415e-9bed-bc87f836dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:05.944578 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-46d5534c-e71c-415e-9bed-bc87f836dbda service neutron] 10.222.0.16 "GET /v2.0/networks?id=35720244-20cc-4d43-9996-7171a2288cd7 HTTP/1.1" status: 200 len: 897 time: 0.2480490 Apr 22 17:36:05.989014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 54bdeb0d-f095-4b71-96de-cb044885fe42 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:05.989367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 54bdeb0d-f095-4b71-96de-cb044885fe42 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:06.007612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Network 1944281d-006a-40bb-97e0-2ef799d04910 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:06.017929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:06.026392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:06.030306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Pushing event updated for resources: {'Port': ['ID=a4248166-1905-4741-aa09-1a34991ed829,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:06.050094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:06.066852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:06.078609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.119634 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:06.119634 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:06.141570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Attempting to bind port a4248166-1905-4741-aa09-1a34991ed829 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:06.142235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Attempting to bind port a4248166-1905-4741-aa09-1a34991ed829 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'aff1b34f-89be-48ae-b220-1ee1282402b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1944281d-006a-40bb-97e0-2ef799d04910'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:06.142809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Attempting to bind port a4248166-1905-4741-aa09-1a34991ed829 on network 1944281d-006a-40bb-97e0-2ef799d04910 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:06.148649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:06.149757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Checking segment: {'id': 'aff1b34f-89be-48ae-b220-1ee1282402b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1944281d-006a-40bb-97e0-2ef799d04910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:06.149757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.149757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Bound using segment: {'id': 'aff1b34f-89be-48ae-b220-1ee1282402b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1944281d-006a-40bb-97e0-2ef799d04910'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:06.150535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Bound port: a4248166-1905-4741-aa09-1a34991ed829, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff1b34f-89be-48ae-b220-1ee1282402b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1944281d-006a-40bb-97e0-2ef799d04910'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:06.150645 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.183345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f435d638-ba9b-4812-8b49-5c9922a550c8']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:06.199518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e4b065-c2a3-4aef-8321-4e55d4839876') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:06.199904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e4b065-c2a3-4aef-8321-4e55d4839876') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:06.214945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.216760 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-ae9e9aa1-5a2b-47f6-960a-e0670b8b4ff6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5 HTTP/1.1" status: 200 len: 217 time: 0.2212350 Apr 22 17:36:06.229043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.256966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] For port a4248166-1905-4741-aa09-1a34991ed829, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:06.261812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] For port a4248166-1905-4741-aa09-1a34991ed829, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a4248166-1905-4741-aa09-1a34991ed829,segment=NetworkSegment(aff1b34f-89be-48ae-b220-1ee1282402b5),segment_id=aff1b34f-89be-48ae-b220-1ee1282402b5)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:06.263414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.271105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:06.271380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193b1c0-929f-4c52-a56d-d38c7bbbe128 req-5ebf1bfe-002a-4a02-bb6e-d23b82a54e4e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:06.272863 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a193b1c0-929f-4c52-a56d-d38c7bbbe128 req-5ebf1bfe-002a-4a02-bb6e-d23b82a54e4e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 943 time: 0.4816287 Apr 22 17:36:06.275810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:06.281321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:06.287587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:06.314197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.346234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-dd5f494c-f1fb-4f5a-ab29-df99ac63bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:06.348008 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-dd5f494c-f1fb-4f5a-ab29-df99ac63bb60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc0a2092-14f9-4343-bda8-6d5d23451331 HTTP/1.1" status: 200 len: 835 time: 0.1235361 Apr 22 17:36:06.354998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:36:06.355412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.372563 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a193b1c0-929f-4c52-a56d-d38c7bbbe128 req-26ead903-4d2b-4001-b211-e198b1f7b847 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917985 Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:36:06.372820 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:36:06.379016 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-c26bf6d5-9d21-4d57-842c-cb4ecfeed00b service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001643 Apr 22 17:36:06.451833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c1fec-c305-4ed3-849e-8e0de59e9e5b None None] Pushing event updated for resources: {'Port': ['ID=a4248166-1905-4741-aa09-1a34991ed829,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:06.492461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-01cb02b6-2ba2-4111-b9cd-a30a452cdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:06.493957 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-01cb02b6-2ba2-4111-b9cd-a30a452cdb56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35720244-20cc-4d43-9996-7171a2288cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271851 Apr 22 17:36:06.495270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.579904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object e1612826-6cbc-46ef-9d67-c140c2883842 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:06.620147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] Deleting port 54bdeb0d-f095-4b71-96de-cb044885fe42 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:06.620686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.645047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.683957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439014e-9deb-44ab-94f6-2649463d7715 req-2c2330e1-30da-4b05-97c2-a65f20a6506e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:06.685495 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1439014e-9deb-44ab-94f6-2649463d7715 req-2c2330e1-30da-4b05-97c2-a65f20a6506e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 946 time: 0.2866755 Apr 22 17:36:06.710792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3676b199-2d17-4a17-bc8b-949b932e0088 None None] The port '54bdeb0d-f095-4b71-96de-cb044885fe42' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:36:06.713617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-1a23782e-af77-42b0-8555-327da84ddb74 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:06.715131 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-1a23782e-af77-42b0-8555-327da84ddb74 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 946 time: 0.2237847 Apr 22 17:36:06.741514 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-1d8a7910-99c4-41fd-ab92-d27d81630079 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064127 Apr 22 17:36:06.745504 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-d03161fe-8ff4-4566-8dcc-ccd542e2c01a service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448442 Apr 22 17:36:06.779052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.783179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.879368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.907816 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1439014e-9deb-44ab-94f6-2649463d7715 req-0686e5e8-41a0-4d3a-8adb-205007a89132 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158687 Apr 22 17:36:06.925132 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6de13fc-e7df-4cfe-b11a-6defcbd1eefb req-60295170-e168-407a-8ef0-8d5fb935d202 service neutron] 10.222.0.16 "GET /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621745 Apr 22 17:36:06.947396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:06.973124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Network': ['ID=f435d638-ba9b-4812-8b49-5c9922a550c8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:06.977729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 2b155f43-7e46-4012-8f1f-d214ea2674a5 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:06.978013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.004406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 1944281d-006a-40bb-97e0-2ef799d04910 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:07.020573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420039ba-1eb7-4632-b4dd-409b443c8b02,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:07.022827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:07.035147 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0e6c86e1-edca-4be1-968c-110c8d820095 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/networks/f435d638-ba9b-4812-8b49-5c9922a550c8 HTTP/1.1" status: 204 len: 168 time: 2.3204796 Apr 22 17:36:07.038150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:07.038942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51812) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:07.044728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2142589757'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:07.050290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:07.054158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:network and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:07.057039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:07.063429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:07.074570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=e1612826-6cbc-46ef-9d67-c140c2883842,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:07.078647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.079917 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-53a90ebf-443d-4adf-b46a-e5c0cb985b76 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2775683 Apr 22 17:36:07.082947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51816) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:07.088094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3462a798-af40-4a0b-8e3d-c4d9cb6a0b8c tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': '5531d918-f147-4835-912a-3b31ce4e77da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '420039ba-1eb7-4632-b4dd-409b443c8b02'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:07.095181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3462a798-af40-4a0b-8e3d-c4d9cb6a0b8c tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:07.099383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3462a798-af40-4a0b-8e3d-c4d9cb6a0b8c tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:07.102901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3462a798-af40-4a0b-8e3d-c4d9cb6a0b8c tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:07.110413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3462a798-af40-4a0b-8e3d-c4d9cb6a0b8c tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:07.119095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:07.133460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.150162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:36:07.157069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:07.157680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.159684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.160056 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Added segment 7dcf8251-361c-4b36-a80e-0c010635a474 of type vlan for network 63ff1410-a58a-4291-a69b-9d528307724e Apr 22 17:36:07.187282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.268361 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8184b807-d32e-4296-ad2f-cf5b42db8108 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1344156 Apr 22 17:36:07.271336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51820) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:07.278624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '1944281d-006a-40bb-97e0-2ef799d04910', 'name': 'tempest-PortsTestJSON-1725952218'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:07.296759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.302540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:07.303594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.323887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 2b155f43-7e46-4012-8f1f-d214ea2674a5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2b155f43-7e46-4012-8f1f-d214ea2674a5,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:07.324260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.364903 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-3462a798-af40-4a0b-8e3d-c4d9cb6a0b8c tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:36:07.369255 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3462a798-af40-4a0b-8e3d-c4d9cb6a0b8c tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2852795 Apr 22 17:36:07.369855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51824) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:07.468575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 2b155f43-7e46-4012-8f1f-d214ea2674a5 owned by compute:nova {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:07.476381 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4337440 Apr 22 17:36:07.501551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51830) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:07.564054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': '63ff1410-a58a-4291-a69b-9d528307724e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:07.634064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83776b4-3e2e-44f8-acdd-b663ef18ea40 None None] Network 1944281d-006a-40bb-97e0-2ef799d04910 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:07.667746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e3cb2-a450-4240-9277-b62272d24cbe tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Network': ['ID=63ff1410-a58a-4291-a69b-9d528307724e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:07.713977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 63ff1410-a58a-4291-a69b-9d528307724e details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:36:07.742161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.801000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:07.804251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a9a74f2f-868b-4fe5-a2f3-0b3d340c8954 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.807295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:07.810914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:07.817037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:07.817670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=2b155f43-7e46-4012-8f1f-d214ea2674a5,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:07.822596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a4248166-1905-4741-aa09-1a34991ed829 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:07.837243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:07.845561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:07.861077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:07.863856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:07.881212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a9a74f2f-868b-4fe5-a2f3-0b3d340c8954 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.897633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port 2b155f43-7e46-4012-8f1f-d214ea2674a5 on host hv-neutron-8390 {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:36:07.899894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a5963d9d-e025-49cb-baee-5fc07f92edf3 None None] Provisioning for port a4248166-1905-4741-aa09-1a34991ed829 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:07.900297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.903208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'name': 'network-vif-deleted', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:36:07.930404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6cf31-6c37-4b5f-9f7f-a714d6bb0a2e req-ec948dd5-4fcc-46f0-a1c6-177d2e5bd9f1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:07.931941 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2ac6cf31-6c37-4b5f-9f7f-a714d6bb0a2e req-ec948dd5-4fcc-46f0-a1c6-177d2e5bd9f1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 943 time: 0.3392892 Apr 22 17:36:07.949834 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2839912-7dd8-4df8-b2f5-38272799441a'] response: {'server_uuid': 'f2444bba-ecb6-4970-b481-8fc9b952963e', 'name': 'network-vif-deleted', 'tag': '2b155f43-7e46-4012-8f1f-d214ea2674a5', 'status': 'completed', 'code': 200} Apr 22 17:36:07.966433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:07.970595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:07.976180 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a357f7c1-eefe-4e9e-b6ef-88924ec86f6d req-37ffbbb3-2d97-47ec-aac5-d72f866c1339 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/2b155f43-7e46-4012-8f1f-d214ea2674a5 HTTP/1.1" status: 204 len: 173 time: 1.2549124 Apr 22 17:36:07.999754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:08.004051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.050503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 1137d87b-b158-4fdf-a73a-223c9fa36fa9 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:08.079709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a4248166-1905-4741-aa09-1a34991ed829 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:08.086663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a4248166-1905-4741-aa09-1a34991ed829 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:08.087409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.091793 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2ac6cf31-6c37-4b5f-9f7f-a714d6bb0a2e req-77350fdd-4036-46d0-b62b-bb6b9c72c930 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1509554 Apr 22 17:36:08.191246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a9a74f2f-868b-4fe5-a2f3-0b3d340c8954 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.236438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-918b1569-edf2-47d0-a0d1-6e901097e7af req-bb64f7e6-cc1d-4696-86db-5becb4955250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:08.267023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a74f2f-868b-4fe5-a2f3-0b3d340c8954 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420039ba-1eb7-4632-b4dd-409b443c8b02,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:08.289475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.314010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-918b1569-edf2-47d0-a0d1-6e901097e7af req-bb64f7e6-cc1d-4696-86db-5becb4955250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:08.315950 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-918b1569-edf2-47d0-a0d1-6e901097e7af req-bb64f7e6-cc1d-4696-86db-5becb4955250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2444bba-ecb6-4970-b481-8fc9b952963e HTTP/1.1" status: 200 len: 210 time: 0.2789347 Apr 22 17:36:08.339031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a4248166-1905-4741-aa09-1a34991ed829, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a4248166-1905-4741-aa09-1a34991ed829,segment=NetworkSegment(aff1b34f-89be-48ae-b220-1ee1282402b5),segment_id=aff1b34f-89be-48ae-b220-1ee1282402b5)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:08.350448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a9a74f2f-868b-4fe5-a2f3-0b3d340c8954 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.351219 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a9a74f2f-868b-4fe5-a2f3-0b3d340c8954 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/420039ba-1eb7-4632-b4dd-409b443c8b02 HTTP/1.1" status: 204 len: 168 time: 0.9658041 Apr 22 17:36:08.358115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51838) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:08.416230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.452577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-84ffa7f9-1aac-4e39-8cc1-2b0493d237a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:08.533888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a4248166-1905-4741-aa09-1a34991ed829,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:08.549326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-84ffa7f9-1aac-4e39-8cc1-2b0493d237a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:08.552084 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-84ffa7f9-1aac-4e39-8cc1-2b0493d237a1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1902304 Apr 22 17:36:08.553849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51842) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:08.586395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.4 (1944281d-006a-40bb-97e0-2ef799d04910/9ea2d420-4c7d-4c5e-8a22-368d575da947/1137d87b-b158-4fdf-a73a-223c9fa36fa9) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:08.593207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-740f923f-4766-4364-ad5a-39b7e53e5cdc None None] Provisioning for port e1612826-6cbc-46ef-9d67-c140c2883842 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:08.601813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-740f923f-4766-4364-ad5a-39b7e53e5cdc None None] Provisioning complete for port e1612826-6cbc-46ef-9d67-c140c2883842 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:08.602195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-740f923f-4766-4364-ad5a-39b7e53e5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.635809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f77e7ff-adf3-4899-96bb-dfe9f1b285f5 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.670681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f77e7ff-adf3-4899-96bb-dfe9f1b285f5 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.695314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-740f923f-4766-4364-ad5a-39b7e53e5cdc None None] Port e1612826-6cbc-46ef-9d67-c140c2883842 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:08.713230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-740f923f-4766-4364-ad5a-39b7e53e5cdc None None] Provisioning complete for port a4248166-1905-4741-aa09-1a34991ed829 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:08.713230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-740f923f-4766-4364-ad5a-39b7e53e5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.792919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.801475 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f77e7ff-adf3-4899-96bb-dfe9f1b285f5 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.839914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77e7ff-adf3-4899-96bb-dfe9f1b285f5 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5531d918-f147-4835-912a-3b31ce4e77da,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:08.889628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0f77e7ff-adf3-4899-96bb-dfe9f1b285f5 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.890986 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0f77e7ff-adf3-4899-96bb-dfe9f1b285f5 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/5531d918-f147-4835-912a-3b31ce4e77da HTTP/1.1" status: 204 len: 168 time: 0.3358233 Apr 22 17:36:08.893259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51846) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:08.918856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=98de82a2-56ff-4ffe-b816-68c0774c96ff,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:08.931200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking segment: {'id': '7dcf8251-361c-4b36-a80e-0c010635a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '63ff1410-a58a-4291-a69b-9d528307724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:08.931567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network hostable DHCP agents. Network: 63ff1410-a58a-4291-a69b-9d528307724e, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:36:08.944635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e21c614-5d64-4973-8a41-77e39c348a6f tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:08.955716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4e83e4a5-438e-49a6-8ff5-93fea13d545e None None] Provisioning complete for port e1612826-6cbc-46ef-9d67-c140c2883842 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:08.956392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4e83e4a5-438e-49a6-8ff5-93fea13d545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.964535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:08.983084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object 1137d87b-b158-4fdf-a73a-223c9fa36fa9 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:09.010096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4e83e4a5-438e-49a6-8ff5-93fea13d545e None None] Port e1612826-6cbc-46ef-9d67-c140c2883842 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:09.049555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e21c614-5d64-4973-8a41-77e39c348a6f tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:09.050870 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2e21c614-5d64-4973-8a41-77e39c348a6f tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1566341 Apr 22 17:36:09.055515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51850) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:09.061008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310629047'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:09.068896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.070455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 63ff1410-a58a-4291-a69b-9d528307724e is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:36:09.072749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:09.144579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:09.166746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 1944281d-006a-40bb-97e0-2ef799d04910 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:09.171020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:09.173620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=1137d87b-b158-4fdf-a73a-223c9fa36fa9,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:09.175797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:09.209509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 63ff1410-a58a-4291-a69b-9d528307724e) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:09.216914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.220315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b300d-439d-47eb-a586-35d2805166a4 None None] Network 63ff1410-a58a-4291-a69b-9d528307724e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:09.232367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:09.232960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.313061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:09.326808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:09.327434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.331641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:09.336835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:09.350281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:09.397436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51858) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:09.397687 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c003c940-c630-4f1f-828f-b2c5d744266e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8948746 Apr 22 17:36:09.404628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': '63ff1410-a58a-4291-a69b-9d528307724e', 'name': 'tempest-PortsIpV6TestJSON-604908903', 'fixed_ips': [{'subnet_id': '98de82a2-56ff-4ffe-b816-68c0774c96ff', 'ip_address': '2001:db8::10'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:09.418875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff75d67-c4ba-42f8-ad49-0e6ef1e59b2f req-3d13a68b-8849-4840-93cd-fb89c085fde0 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:09.422555 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ff75d67-c4ba-42f8-ad49-0e6ef1e59b2f req-3d13a68b-8849-4840-93cd-fb89c085fde0 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 943 time: 0.1784172 Apr 22 17:36:09.426506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-494513de-b8c8-4ec6-9131-8e961fa81a55 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1535950 Apr 22 17:36:09.440882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51862) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:09.451109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51866) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:09.546697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.558836 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ff75d67-c4ba-42f8-ad49-0e6ef1e59b2f req-3f06043f-0d51-49f1-b5ca-7f3407ccc4c4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310129 Apr 22 17:36:09.569155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-30473bf0-f8c6-46df-99fd-849997f0d1fd None None] Provisioning for port 1137d87b-b158-4fdf-a73a-223c9fa36fa9 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:09.575313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-63ff1410-a58a-4291-a69b-9d528307724e', 'network_id': '63ff1410-a58a-4291-a69b-9d528307724e', 'tenant_id': 'e7affe2d37c344c4a2711652ee1e32e6', 'fixed_ips': [{'subnet_id': '98de82a2-56ff-4ffe-b816-68c0774c96ff'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:36:09.576186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.590651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-30473bf0-f8c6-46df-99fd-849997f0d1fd None None] Provisioning complete for port 1137d87b-b158-4fdf-a73a-223c9fa36fa9 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:09.591052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-30473bf0-f8c6-46df-99fd-849997f0d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.599753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.610518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbd306d-11ba-405a-9f33-d7d9c6a40aaa tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:09.621589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2dbd306d-11ba-405a-9f33-d7d9c6a40aaa tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:09.621752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70eb2ff4-8c2b-465c-9b97-a06aa6fbd72b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.662303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:09.666235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8c64a-acb4-4629-aed7-6cb99afd8dfa,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:09.671468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70eb2ff4-8c2b-465c-9b97-a06aa6fbd72b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.684980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:09.685588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:09.702367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:09.709176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-30473bf0-f8c6-46df-99fd-849997f0d1fd None None] Port 1137d87b-b158-4fdf-a73a-223c9fa36fa9 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:09.714074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2dbd306d-11ba-405a-9f33-d7d9c6a40aaa tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:09.715425 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2dbd306d-11ba-405a-9f33-d7d9c6a40aaa tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2724109 Apr 22 17:36:09.721681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51870) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:09.759458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.760685 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-feb64b3d-fb3f-4755-8813-785e8f1ba893 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7037420 Apr 22 17:36:09.763841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51874) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:09.773424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f04c4c94-1faf-41ef-a346-21187183be98 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': 'e4f8c64a-acb4-4629-aed7-6cb99afd8dfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:09.782537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f04c4c94-1faf-41ef-a346-21187183be98 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:09.790421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:09.793862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a4248166-1905-4741-aa09-1a34991ed829 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:09.800133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-a8f44436-229e-42db-855f-5005c8db1e6e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 1137d87b-b158-4fdf-a73a-223c9fa36fa9 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:09.800464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8f44436-229e-42db-855f-5005c8db1e6e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.806604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f04c4c94-1faf-41ef-a346-21187183be98 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:09.811603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f04c4c94-1faf-41ef-a346-21187183be98 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:09.832418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f04c4c94-1faf-41ef-a346-21187183be98 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:09.842915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Allocated IP 2001:db8::2 (63ff1410-a58a-4291-a69b-9d528307724e/98de82a2-56ff-4ffe-b816-68c0774c96ff/6f11ae81-ba05-424d-a0b6-581c25b91f68) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:09.891594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70eb2ff4-8c2b-465c-9b97-a06aa6fbd72b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.923200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2ff4-8c2b-465c-9b97-a06aa6fbd72b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:09.963401 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:09.985931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a4248166-1905-4741-aa09-1a34991ed829 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:09.985931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.002292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 24fe2678-095f-4673-89b1-c2cbbf02f98c yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:10.041360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70eb2ff4-8c2b-465c-9b97-a06aa6fbd72b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.045240 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-70eb2ff4-8c2b-465c-9b97-a06aa6fbd72b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/0a7b3d21-2e1d-42a2-b0f4-064e24e9d1ef HTTP/1.1" status: 204 len: 168 time: 0.5793068 Apr 22 17:36:10.054152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8f44436-229e-42db-855f-5005c8db1e6e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.132538 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-f04c4c94-1faf-41ef-a346-21187183be98 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:36:10.133604 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f04c4c94-1faf-41ef-a346-21187183be98 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3686349 Apr 22 17:36:10.144931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51880) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:10.152736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b109d763-b42f-4fbe-b9f2-80729e98838e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group_rule': {'security_group_id': 'e4f8c64a-acb4-4629-aed7-6cb99afd8dfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:10.163888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b109d763-b42f-4fbe-b9f2-80729e98838e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:10.170058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b109d763-b42f-4fbe-b9f2-80729e98838e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:10.173262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b109d763-b42f-4fbe-b9f2-80729e98838e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:10.174961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51884) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:10.179255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b109d763-b42f-4fbe-b9f2-80729e98838e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:10.184160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-a8f44436-229e-42db-855f-5005c8db1e6e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 1137d87b-b158-4fdf-a73a-223c9fa36fa9 owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:10.201805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.216935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Transition to ACTIVE for port object 6f11ae81-ba05-424d-a0b6-581c25b91f68 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:10.236139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Transition to ACTIVE for port object 6f11ae81-ba05-424d-a0b6-581c25b91f68 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:10.307257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.353571 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-b109d763-b42f-4fbe-b9f2-80729e98838e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:36:10.354949 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b109d763-b42f-4fbe-b9f2-80729e98838e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2090728 Apr 22 17:36:10.357747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51888) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:10.374889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Network 63ff1410-a58a-4291-a69b-9d528307724e is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:10.382832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:10.387048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:10.394481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Pushing event updated for resources: {'Port': ['ID=6f11ae81-ba05-424d-a0b6-581c25b91f68,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:10.428257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b88dc91a-7b1c-428e-95b0-b0df7b34dc32 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.469109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::10 (63ff1410-a58a-4291-a69b-9d528307724e/98de82a2-56ff-4ffe-b816-68c0774c96ff/24fe2678-095f-4673-89b1-c2cbbf02f98c) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:10.493339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b88dc91a-7b1c-428e-95b0-b0df7b34dc32 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.493884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Attempting to bind port 6f11ae81-ba05-424d-a0b6-581c25b91f68 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:10.494268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Attempting to bind port 6f11ae81-ba05-424d-a0b6-581c25b91f68 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7dcf8251-361c-4b36-a80e-0c010635a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '63ff1410-a58a-4291-a69b-9d528307724e'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:10.494651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Attempting to bind port 6f11ae81-ba05-424d-a0b6-581c25b91f68 on network 63ff1410-a58a-4291-a69b-9d528307724e {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:10.501455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:10.501736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Checking segment: {'id': '7dcf8251-361c-4b36-a80e-0c010635a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '63ff1410-a58a-4291-a69b-9d528307724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:10.502378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.502646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Bound using segment: {'id': '7dcf8251-361c-4b36-a80e-0c010635a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '63ff1410-a58a-4291-a69b-9d528307724e'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:10.503447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Bound port: 6f11ae81-ba05-424d-a0b6-581c25b91f68, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcf8251-361c-4b36-a80e-0c010635a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '63ff1410-a58a-4291-a69b-9d528307724e'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:10.503841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.612139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] For port 6f11ae81-ba05-424d-a0b6-581c25b91f68, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:10.615270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] For port 6f11ae81-ba05-424d-a0b6-581c25b91f68, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f11ae81-ba05-424d-a0b6-581c25b91f68,segment=NetworkSegment(7dcf8251-361c-4b36-a80e-0c010635a474),segment_id=7dcf8251-361c-4b36-a80e-0c010635a474)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:10.621344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b88dc91a-7b1c-428e-95b0-b0df7b34dc32 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.645720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dc91a-7b1c-428e-95b0-b0df7b34dc32 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8c64a-acb4-4629-aed7-6cb99afd8dfa,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:10.664965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b88dc91a-7b1c-428e-95b0-b0df7b34dc32 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.669028 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b88dc91a-7b1c-428e-95b0-b0df7b34dc32 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/e4f8c64a-acb4-4629-aed7-6cb99afd8dfa HTTP/1.1" status: 204 len: 168 time: 0.3071747 Apr 22 17:36:10.670925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51894) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:10.684619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.722966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-59b4e51c-da34-4a2d-a2fc-e6d0f5cc29d1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:10.771517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c54fa-d5dc-4384-8f5e-56bc8c079e53 None None] Pushing event updated for resources: {'Port': ['ID=6f11ae81-ba05-424d-a0b6-581c25b91f68,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:10.776843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-59b4e51c-da34-4a2d-a2fc-e6d0f5cc29d1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:10.782958 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-59b4e51c-da34-4a2d-a2fc-e6d0f5cc29d1 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064889 Apr 22 17:36:10.784069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51898) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:10.789735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684692161'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:10.796524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:10.808605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:10.881461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8f44436-229e-42db-855f-5005c8db1e6e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.916704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:10.980355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:10.986923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Usage tracker for resource:security_group_rule and tenant:4d0f82cee6434ae2ad1e748f46a7111c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:10.992825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:11.014933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:11.019556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f44436-229e-42db-855f-5005c8db1e6e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=1137d87b-b158-4fdf-a73a-223c9fa36fa9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:11.056930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.084895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object 24fe2678-095f-4673-89b1-c2cbbf02f98c will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:11.113867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40b804-6e88-4162-baa8-65964e9661c8 req-75770fb6-8737-49bd-80ee-1355a54111a9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:11.119286 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f40b804-6e88-4162-baa8-65964e9661c8 req-75770fb6-8737-49bd-80ee-1355a54111a9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 943 time: 0.4046822 Apr 22 17:36:11.143088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.194178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8f44436-229e-42db-855f-5005c8db1e6e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.221642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.263933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d9f20a-0375-4231-8090-7e6076f0ff76,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:11.270999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.279264 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f40b804-6e88-4162-baa8-65964e9661c8 req-c7f78f8e-5626-455a-b77c-8478468054eb tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314261 Apr 22 17:36:11.299171 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a8f44436-229e-42db-855f-5005c8db1e6e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/1137d87b-b158-4fdf-a73a-223c9fa36fa9 HTTP/1.1" status: 204 len: 168 time: 1.5764356 Apr 22 17:36:11.305900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51902) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:11.336114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 63ff1410-a58a-4291-a69b-9d528307724e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:11.339087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:11.347752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:11.353352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:11.353968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.359001 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8726062a-b830-49a7-80ea-8e45cbb46f87 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:36:11.359553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8726062a-b830-49a7-80ea-8e45cbb46f87 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:11.372924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=24fe2678-095f-4673-89b1-c2cbbf02f98c,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:11.375845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.377053 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-99317bbc-a13c-41cb-b49d-8dfbbfa8833e tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5920224 Apr 22 17:36:11.380115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51906) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:11.385290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-aaebbeae-6951-4395-8edd-f88d648b77ee tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:11.385651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 2b155f43-7e46-4012-8f1f-d214ea2674a5 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:11.385797 dv-neutron-839024-1-hyperv neutron-server[88660]: WARNING neutron.api.v2.base [None req-aaebbeae-6951-4395-8edd-f88d648b77ee tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 17:36:11.386180 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-aaebbeae-6951-4395-8edd-f88d648b77ee tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 17:36:11.387144 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aaebbeae-6951-4395-8edd-f88d648b77ee tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "PUT /v2.0/security-groups/a5d9f20a-0375-4231-8090-7e6076f0ff76 HTTP/1.1" status: 409 len: 330 time: 0.0061162 Apr 22 17:36:11.389672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51910) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:11.430884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 2b155f43-7e46-4012-8f1f-d214ea2674a5 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:11.431230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 2b155f43-7e46-4012-8f1f-d214ea2674a5 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:11.459271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbac122-5b6b-410a-bde8-9b0633b1302d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.471012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8726062a-b830-49a7-80ea-8e45cbb46f87 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:11.472226 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8726062a-b830-49a7-80ea-8e45cbb46f87 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/1137d87b-b158-4fdf-a73a-223c9fa36fa9 HTTP/1.1" status: 404 len: 333 time: 0.1653955 Apr 22 17:36:11.479854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.484363 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4031aeaf-56b6-4940-8cf6-fc69a50ad733 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0853477 Apr 22 17:36:11.485116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51914) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:11.488999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51916) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:11.490352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbac122-5b6b-410a-bde8-9b0633b1302d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.532981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': '63ff1410-a58a-4291-a69b-9d528307724e', 'name': 'tempest-PortsIpV6TestJSON-824305351', 'fixed_ips': [{'subnet_id': '98de82a2-56ff-4ffe-b816-68c0774c96ff', 'ip_address': '2001:db8::f'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:11.807926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b4a65ea2-b37f-4d70-b5b3-00ab78236800 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port e1612826-6cbc-46ef-9d67-c140c2883842 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:11.808154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b4a65ea2-b37f-4d70-b5b3-00ab78236800 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.816981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f11ae81-ba05-424d-a0b6-581c25b91f68 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:11.891014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port c3fe2f06-1119-42e0-bec1-c318dbac7df8 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:11.894662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.918582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:11.927569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbac122-5b6b-410a-bde8-9b0633b1302d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:11.932920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:11.953413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:11.964244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6f11ae81-ba05-424d-a0b6-581c25b91f68 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:11.968558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69ff0a-a80e-4bf2-bb72-e83c31a8fea4 None None] Network 63ff1410-a58a-4291-a69b-9d528307724e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:11.977364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbac122-5b6b-410a-bde8-9b0633b1302d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d9f20a-0375-4231-8090-7e6076f0ff76,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:11.982525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:12.001419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7dbac122-5b6b-410a-bde8-9b0633b1302d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.005135 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7dbac122-5b6b-410a-bde8-9b0633b1302d tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/a5d9f20a-0375-4231-8090-7e6076f0ff76 HTTP/1.1" status: 204 len: 168 time: 0.6119938 Apr 22 17:36:12.031470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51922) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:12.099721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port c3fe2f06-1119-42e0-bec1-c318dbac7df8, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c3fe2f06-1119-42e0-bec1-c318dbac7df8,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:12.100356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.113623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:12.118510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.142889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5d364bed-1c25-4904-94f6-82052bc3e7c3 None None] Provisioning for port 6f11ae81-ba05-424d-a0b6-581c25b91f68 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:12.157993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5d364bed-1c25-4904-94f6-82052bc3e7c3 None None] Provisioning complete for port 6f11ae81-ba05-424d-a0b6-581c25b91f68 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:12.157993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5d364bed-1c25-4904-94f6-82052bc3e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.181464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port bad6f8a0-6a2e-45d1-91ca-7208f8522c9e yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:12.223966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bf87e8b2-88fb-429f-8103-7d91f254fbab tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Synchronizing usage tracker for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:12.228432 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for c3fe2f06-1119-42e0-bec1-c318dbac7df8 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:12.254629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b4a65ea2-b37f-4d70-b5b3-00ab78236800 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.348619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5d364bed-1c25-4904-94f6-82052bc3e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.387027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5d364bed-1c25-4904-94f6-82052bc3e7c3 None None] For port 6f11ae81-ba05-424d-a0b6-581c25b91f68, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f11ae81-ba05-424d-a0b6-581c25b91f68,segment=NetworkSegment(7dcf8251-361c-4b36-a80e-0c010635a474),segment_id=7dcf8251-361c-4b36-a80e-0c010635a474)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:12.396841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bf87e8b2-88fb-429f-8103-7d91f254fbab tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] Unset dirty status for tenant:4d0f82cee6434ae2ad1e748f46a7111c on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:12.398107 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bf87e8b2-88fb-429f-8103-7d91f254fbab tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3659956 Apr 22 17:36:12.411762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b4a65ea2-b37f-4d70-b5b3-00ab78236800 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for e1612826-6cbc-46ef-9d67-c140c2883842 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:12.437335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51928) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:12.467116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5d364bed-1c25-4904-94f6-82052bc3e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.477901 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-1b7a8e42-25e9-4d2d-ac3c-f46cfe02c8a3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] delete failed (client error): The resource could not be found. Apr 22 17:36:12.483212 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1b7a8e42-25e9-4d2d-ac3c-f46cfe02c8a3 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e327691-2d99-4b62-94ea-cbd88812ffa4 HTTP/1.1" status: 404 len: 347 time: 0.0457168 Apr 22 17:36:12.486899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51934) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:12.528224 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-a770da18-bea5-411d-89f6-4f3cd4c04af6 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] show failed (client error): The resource could not be found. Apr 22 17:36:12.534067 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a770da18-bea5-411d-89f6-4f3cd4c04af6 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-groups/56e8d1d2-c7d7-4e11-be72-6e75e99570eb HTTP/1.1" status: 404 len: 347 time: 0.0457189 Apr 22 17:36:12.534924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51938) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:12.580734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d364bed-1c25-4904-94f6-82052bc3e7c3 None None] Pushing event updated for resources: {'Port': ['ID=6f11ae81-ba05-424d-a0b6-581c25b91f68,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:12.698025 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-9c28a113-de15-4cbe-bec9-4fd6837dddc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] show failed (client error): The resource could not be found. Apr 22 17:36:12.700496 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9c28a113-de15-4cbe-bec9-4fd6837dddc7 tempest-NegativeSecGroupIPv6Test-1032654365 tempest-NegativeSecGroupIPv6Test-1032654365-project] 10.222.0.10 "GET /v2.0/security-group-rules/c36a9630-dd79-4411-944b-9d0c30eb7076 HTTP/1.1" status: 404 len: 356 time: 0.0326872 Apr 22 17:36:12.766588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4927-4596-44bc-ab05-034bb91bbdac req-9c8112f8-ad3c-4a78-ac4e-d13231e54765 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:12.772061 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dc3b4927-4596-44bc-ab05-034bb91bbdac req-9c8112f8-ad3c-4a78-ac4e-d13231e54765 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 943 time: 0.2741194 Apr 22 17:36:12.794958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a3e3a245-1d8e-4762-9cd2-b5aecfad2b98 None None] Provisioning complete for port 6f11ae81-ba05-424d-a0b6-581c25b91f68 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:12.795705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a245-1d8e-4762-9cd2-b5aecfad2b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.797833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::f (63ff1410-a58a-4291-a69b-9d528307724e/98de82a2-56ff-4ffe-b816-68c0774c96ff/bad6f8a0-6a2e-45d1-91ca-7208f8522c9e) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:12.841047 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dc3b4927-4596-44bc-ab05-034bb91bbdac req-cad279ab-5efb-412b-9848-caeb46d1f44a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639849 Apr 22 17:36:12.860961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b4a65ea2-b37f-4d70-b5b3-00ab78236800 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.936382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:12.980355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a65ea2-b37f-4d70-b5b3-00ab78236800 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=e1612826-6cbc-46ef-9d67-c140c2883842,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:13.020354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=c3fe2f06-1119-42e0-bec1-c318dbac7df8,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:13.038203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a3e3a245-1d8e-4762-9cd2-b5aecfad2b98 None None] Provisioning for port 24fe2678-095f-4673-89b1-c2cbbf02f98c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:13.045374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a3e3a245-1d8e-4762-9cd2-b5aecfad2b98 None None] Provisioning complete for port 24fe2678-095f-4673-89b1-c2cbbf02f98c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:13.050413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a245-1d8e-4762-9cd2-b5aecfad2b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.050610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b4a65ea2-b37f-4d70-b5b3-00ab78236800 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.157494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3a245-1d8e-4762-9cd2-b5aecfad2b98 None None] Port 24fe2678-095f-4673-89b1-c2cbbf02f98c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:13.199284 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b4a65ea2-b37f-4d70-b5b3-00ab78236800 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/e1612826-6cbc-46ef-9d67-c140c2883842 HTTP/1.1" status: 204 len: 168 time: 1.7090402 Apr 22 17:36:13.206276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51944) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:13.262171 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59f97ed-6987-4840-8cb0-dbee8d1e85ca tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:36:13.262705 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d59f97ed-6987-4840-8cb0-dbee8d1e85ca tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:13.288497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4b80edba-f8b6-4c50-bb26-25db3003eab2 None None] Provisioning complete for port 24fe2678-095f-4673-89b1-c2cbbf02f98c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:13.288884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4b80edba-f8b6-4c50-bb26-25db3003eab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.323512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.342936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object bad6f8a0-6a2e-45d1-91ca-7208f8522c9e will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:13.365500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d59f97ed-6987-4840-8cb0-dbee8d1e85ca tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:13.368831 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d59f97ed-6987-4840-8cb0-dbee8d1e85ca tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/e1612826-6cbc-46ef-9d67-c140c2883842 HTTP/1.1" status: 404 len: 333 time: 0.1601095 Apr 22 17:36:13.370492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:13.380742 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4b80edba-f8b6-4c50-bb26-25db3003eab2 None None] Port 24fe2678-095f-4673-89b1-c2cbbf02f98c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:13.404970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51954) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:13.413524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.442865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.509257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae93c0ca-2edc-4eec-aa31-a4b54e4d005e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet 9ea2d420-4c7d-4c5e-8a22-368d575da947 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:13.514793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae93c0ca-2edc-4eec-aa31-a4b54e4d005e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.540671 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:36:13.558851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 63ff1410-a58a-4291-a69b-9d528307724e is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:13.564427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:13.577170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:13.582917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:13.584291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.606921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=bad6f8a0-6a2e-45d1-91ca-7208f8522c9e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:13.620022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae93c0ca-2edc-4eec-aa31-a4b54e4d005e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.709995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae93c0ca-2edc-4eec-aa31-a4b54e4d005e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.823355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f11ae81-ba05-424d-a0b6-581c25b91f68 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:13.832506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-941a2ed3-4335-4a52-beaf-3b3d5437a25d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d0f82cee6434ae2ad1e748f46a7111c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263654 Apr 22 17:36:13.833248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51960) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:13.887097 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0a7de2da-8258-497c-bcd9-5d08bc383ee2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3891993 Apr 22 17:36:13.892183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51966) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:13.895964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 0d993fc6-da08-4c3a-8223-2530fae732d9 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:36:13.933244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6f11ae81-ba05-424d-a0b6-581c25b91f68 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:13.933244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.947290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-34118a45-e446-4c58-9748-71032c5cb94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:13.983125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4b338427-efa1-4e9f-8853-d1f23c531696 None None] Provisioning for port bad6f8a0-6a2e-45d1-91ca-7208f8522c9e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:13.996231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4b338427-efa1-4e9f-8853-d1f23c531696 None None] Provisioning complete for port bad6f8a0-6a2e-45d1-91ca-7208f8522c9e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:13.996613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4b338427-efa1-4e9f-8853-d1f23c531696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.002839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad0959-bae4-4384-b756-f7f960eee1ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:14.003548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-adad0959-bae4-4384-b756-f7f960eee1ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:14.060206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4b338427-efa1-4e9f-8853-d1f23c531696 None None] Port bad6f8a0-6a2e-45d1-91ca-7208f8522c9e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:14.061843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae93c0ca-2edc-4eec-aa31-a4b54e4d005e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.103606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-adad0959-bae4-4384-b756-f7f960eee1ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:14.103878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-34118a45-e446-4c58-9748-71032c5cb94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.104781 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-adad0959-bae4-4384-b756-f7f960eee1ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2116809 Apr 22 17:36:14.107572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93c0ca-2edc-4eec-aa31-a4b54e4d005e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea2d420-4c7d-4c5e-8a22-368d575da947,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:14.109163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51970) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:14.125794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3c74b-c0ef-4811-a50b-58bbb40f01de None None] Network 1944281d-006a-40bb-97e0-2ef799d04910 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:14.143385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae93c0ca-2edc-4eec-aa31-a4b54e4d005e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.154618 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ae93c0ca-2edc-4eec-aa31-a4b54e4d005e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/9ea2d420-4c7d-4c5e-8a22-368d575da947 HTTP/1.1" status: 204 len: 168 time: 0.7823508 Apr 22 17:36:14.160687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51974) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:14.296909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.317246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01daeb89-4c7b-469c-8388-50026b7cd67c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:14.323464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01daeb89-4c7b-469c-8388-50026b7cd67c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:14.329919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01daeb89-4c7b-469c-8388-50026b7cd67c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:14.334255 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-01daeb89-4c7b-469c-8388-50026b7cd67c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2213964 Apr 22 17:36:14.335051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 51978) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:14.368042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port a4248166-1905-4741-aa09-1a34991ed829 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:14.368386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.388757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:14.411867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761f962-d766-4eee-8b83-c4f41ff2c514 req-0c5edf81-2ea2-412d-9071-99b844c6a24f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:14.418820 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e761f962-d766-4eee-8b83-c4f41ff2c514 req-0c5edf81-2ea2-412d-9071-99b844c6a24f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 943 time: 0.4602635 Apr 22 17:36:14.428246 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] Sync routers for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:14.441652 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:14.442435 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:14.455975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2ae81-cc42-433d-81e2-2a68d3ea3551 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port bad6f8a0-6a2e-45d1-91ca-7208f8522c9e {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:14.456384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ae81-cc42-433d-81e2-2a68d3ea3551 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.461990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] DHCP port deletion for 1944281d-006a-40bb-97e0-2ef799d04910 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:36:14.466871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] Deleting port a4248166-1905-4741-aa09-1a34991ed829 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:14.467351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.492492 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e761f962-d766-4eee-8b83-c4f41ff2c514 req-4f5c92d4-1eff-4ebc-b67e-4e69b688ac03 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727072 Apr 22 17:36:14.501487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-34118a45-e446-4c58-9748-71032c5cb94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.522094 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e7d75b26-7d63-411e-9a98-7ee0568ebc23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/0d993fc6-da08-4c3a-8223-2530fae732d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3455503 Apr 22 17:36:14.523654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34118a45-e446-4c58-9748-71032c5cb94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfdd151-3132-449c-805e-14c6b173b1d0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:14.526861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51982) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:14.530961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-34118a45-e446-4c58-9748-71032c5cb94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.532261 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-34118a45-e446-4c58-9748-71032c5cb94f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bfdd151-3132-449c-805e-14c6b173b1d0 HTTP/1.1" status: 204 len: 168 time: 0.6956050 Apr 22 17:36:14.619751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7131b1f7-3dca-47b2-b745-bb8744a57d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet dc0a2092-14f9-4343-bda8-6d5d23451331 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:14.624255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7131b1f7-3dca-47b2-b745-bb8744a57d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.683226 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:14.698004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7131b1f7-3dca-47b2-b745-bb8744a57d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.738776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] For port a4248166-1905-4741-aa09-1a34991ed829, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a4248166-1905-4741-aa09-1a34991ed829,segment=NetworkSegment(aff1b34f-89be-48ae-b220-1ee1282402b5),segment_id=aff1b34f-89be-48ae-b220-1ee1282402b5)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:14.739343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.803320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7131b1f7-3dca-47b2-b745-bb8744a57d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.854699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] For port a4248166-1905-4741-aa09-1a34991ed829, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a4248166-1905-4741-aa09-1a34991ed829,segment=NetworkSegment(aff1b34f-89be-48ae-b220-1ee1282402b5),segment_id=aff1b34f-89be-48ae-b220-1ee1282402b5)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:14.855288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:14.925204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] Calling delete_port for a4248166-1905-4741-aa09-1a34991ed829 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:14.959621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7131b1f7-3dca-47b2-b745-bb8744a57d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.013405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131b1f7-3dca-47b2-b745-bb8744a57d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0a2092-14f9-4343-bda8-6d5d23451331,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:15.015458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7131b1f7-3dca-47b2-b745-bb8744a57d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.022161 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7131b1f7-3dca-47b2-b745-bb8744a57d2e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/dc0a2092-14f9-4343-bda8-6d5d23451331 HTTP/1.1" status: 204 len: 168 time: 0.4934735 Apr 22 17:36:15.024644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 51990) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:15.026423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afed5c3-5cae-4730-9d3f-578a622eb7f2 None None] Network 35720244-20cc-4d43-9996-7171a2288cd7 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:15.090328 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:36:12Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:15.096583 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] Checking router: 0d993fc6-da08-4c3a-8223-2530fae732d9 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:36:15.107597 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] Routers {'0d993fc6-da08-4c3a-8223-2530fae732d9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:15.108356 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0d993fc6-da08-4c3a-8223-2530fae732d9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:15.175284 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for a4248166-1905-4741-aa09-1a34991ed829 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:15.207599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.261559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.269312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ae81-cc42-433d-81e2-2a68d3ea3551 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.322208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] Pushing event deleted for resources: {'Port': ['ID=a4248166-1905-4741-aa09-1a34991ed829,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:15.332649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d125c-56a2-4b27-a797-4ed9be89f8cc None None] No DVR routers for this DVR port a4248166-1905-4741-aa09-1a34991ed829 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:36:15.374545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device db80ad93-92a8-4802-bafa-f0095a7493c5 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:36:15.414589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2ae81-cc42-433d-81e2-2a68d3ea3551 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for bad6f8a0-6a2e-45d1-91ca-7208f8522c9e owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:15.438561 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] Set router 0d993fc6-da08-4c3a-8223-2530fae732d9 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:15.458143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:15.458143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:15.485453 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-da5c3a9c-a76e-4f86-9e3e-471cdff6359a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4620256 Apr 22 17:36:15.594255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.662299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] DHCP port deletion for 35720244-20cc-4d43-9996-7171a2288cd7 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:36:15.667466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 18940acd-64f9-4133-a367-53299fa82e72 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:15.667822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.708713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Deleting port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:15.709212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.814031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a4248166-1905-4741-aa09-1a34991ed829 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:15.903641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: a4248166-1905-4741-aa09-1a34991ed829 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:15.904212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a4248166-1905-4741-aa09-1a34991ed829 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:15.904850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:15.931180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-bf7385cb-1915-479f-9a1a-f777cdfef222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:15.932664 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-bf7385cb-1915-479f-9a1a-f777cdfef222 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acb8e4754239485ab806e76261e40c14&device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1098 time: 0.4106381 Apr 22 17:36:15.942948 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:36:12Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:15.949277 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92330b37-b964-4ad9-baea-97bdf43eff9c None None] The sync data for ids ['0d993fc6-da08-4c3a-8223-2530fae732d9'] in dv-neutron-839024-1-hyperv is: [{'id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'name': 'tempest-TestNetworkBasicOps-router-2101277479', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '18940acd-64f9-4133-a367-53299fa82e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:33:44Z', 'updated_at': '2022-04-22T17:36:12Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '18940acd-64f9-4133-a367-53299fa82e72', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d993fc6-da08-4c3a-8223-2530fae732d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:33:47Z', 'updated_at': '2022-04-22T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:15.959057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port a4248166-1905-4741-aa09-1a34991ed829 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:15.962134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:15.992096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port db80ad93-92a8-4802-bafa-f0095a7493c5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db80ad93-92a8-4802-bafa-f0095a7493c5,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:16.010997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 18940acd-64f9-4133-a367-53299fa82e72, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=18940acd-64f9-4133-a367-53299fa82e72,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:16.011446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.022051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410df97-48ef-4977-9254-8bfa8d6976e1 req-1f3776a5-45d5-4445-bd73-7bcd36860f34 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:16.026145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'port_id': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'mac_address': 'fa:16:3e:dc:ac:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:36:16.029899 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a410df97-48ef-4977-9254-8bfa8d6976e1 req-1f3776a5-45d5-4445-bd73-7bcd36860f34 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 943 time: 0.3433640 Apr 22 17:36:16.040686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ae81-cc42-433d-81e2-2a68d3ea3551 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.064574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52012) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:16.146326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 18940acd-64f9-4133-a367-53299fa82e72 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:16.157736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] The port 'a4248166-1905-4741-aa09-1a34991ed829' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:36:16.211658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2ae81-cc42-433d-81e2-2a68d3ea3551 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=bad6f8a0-6a2e-45d1-91ca-7208f8522c9e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:16.222496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.284775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.300498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db80ad93-92a8-4802-bafa-f0095a7493c5 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:36:16.337637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d66a6ab8-d5ca-4320-86b4-93a723bf32ea tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1898628939', 'prefixes': ['172.20.0.0/16']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:16.344450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d66a6ab8-d5ca-4320-86b4-93a723bf32ea tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:16.350768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port db80ad93-92a8-4802-bafa-f0095a7493c5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db80ad93-92a8-4802-bafa-f0095a7493c5,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:16.361576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] For port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:16.362123 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a410df97-48ef-4977-9254-8bfa8d6976e1 req-447de3e0-cd9c-4e5f-844c-2b517570c455 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3294549 Apr 22 17:36:16.362479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.426206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-089edab3-17dc-403d-896b-ad3d409e6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:16.427623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.431763 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-089edab3-17dc-403d-896b-ad3d409e6127 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1dfa90b-71ad-4782-8904-bba531add351 HTTP/1.1" status: 200 len: 897 time: 0.4697967 Apr 22 17:36:16.506604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=18940acd-64f9-4133-a367-53299fa82e72,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:16.528868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ae81-cc42-433d-81e2-2a68d3ea3551 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.578618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:16.578618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.584187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Calling delete_port for 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:16.633723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.646365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.659553 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dfc2ae81-cc42-433d-81e2-2a68d3ea3551 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/bad6f8a0-6a2e-45d1-91ca-7208f8522c9e HTTP/1.1" status: 204 len: 168 time: 2.3215466 Apr 22 17:36:16.663637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52018) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:16.685971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.743497 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-6bcec8fe-947b-492a-b635-2984ba97aeaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd HTTP/1.1" status: 200 len: 1001 time: 0.2841246 Apr 22 17:36:16.745423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1944281d-006a-40bb-97e0-2ef799d04910']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:16.747002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=db80ad93-92a8-4802-bafa-f0095a7493c5,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:16.793943 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-66761ade-200d-4369-bd5f-33b5f195c3a7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:36:16.794483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-66761ade-200d-4369-bd5f-33b5f195c3a7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:16.819080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:16.819319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:16.820526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff1b34f-89be-48ae-b220-1ee1282402b5') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:16.821302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff1b34f-89be-48ae-b220-1ee1282402b5') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:16.824300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:16.843349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.867224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-540e7694-6c1c-45b4-b662-59fdeea6db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:16.868752 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-540e7694-6c1c-45b4-b662-59fdeea6db32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad3196db-bbb1-4935-a99f-2c167cb48c00 HTTP/1.1" status: 200 len: 835 time: 0.1138713 Apr 22 17:36:16.869649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.877117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:36:16.877495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.896811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['db80ad93-92a8-4802-bafa-f0095a7493c5'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:36:16.919919 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:36:16.939143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-66761ade-200d-4369-bd5f-33b5f195c3a7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:16.943386 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-66761ade-200d-4369-bd5f-33b5f195c3a7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/bad6f8a0-6a2e-45d1-91ca-7208f8522c9e HTTP/1.1" status: 404 len: 333 time: 0.2643936 Apr 22 17:36:16.953710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52022) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:16.992253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:16.998582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.044541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbcc2c-e088-4a13-aa36-ee317eb16a22 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 24fe2678-095f-4673-89b1-c2cbbf02f98c {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:17.044885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcc2c-e088-4a13-aa36-ee317eb16a22 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.048778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-82c9d80f-141a-4988-b078-afb7fdeef93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:17.050319 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-82c9d80f-141a-4988-b078-afb7fdeef93d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1dfa90b-71ad-4782-8904-bba531add351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1743295 Apr 22 17:36:17.090563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d66a6ab8-d5ca-4320-86b4-93a723bf32ea tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] Notify callbacks [] for subnetpool, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.091753 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d66a6ab8-d5ca-4320-86b4-93a723bf32ea tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0262232 Apr 22 17:36:17.096361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52026) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:17.136778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.137302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Fanout notify agent at l3_agent the message router_deleted on router 0d993fc6-da08-4c3a-8223-2530fae732d9 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:36:17.167348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.177144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.178236 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7b4b7736-23d4-442d-acc3-1a0088a35f15 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/routers/0d993fc6-da08-4c3a-8223-2530fae732d9 HTTP/1.1" status: 204 len: 168 time: 2.1526747 Apr 22 17:36:17.182079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52030) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:17.196442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.217304 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1552bf81-b3e9-4789-bd55-60387d5005ee tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] 10.222.0.10 "GET /v2.0/subnetpools/6ea3b338-bba1-4385-a94c-e75d81be6ee9 HTTP/1.1" status: 200 len: 732 time: 0.1199031 Apr 22 17:36:17.218128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Network': ['ID=1944281d-006a-40bb-97e0-2ef799d04910,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:17.226724 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d78b31f0-8e25-4211-bfe9-b756da665297 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/networks/1944281d-006a-40bb-97e0-2ef799d04910 HTTP/1.1" status: 204 len: 168 time: 3.0619774 Apr 22 17:36:17.226724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52034) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:17.228793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52036) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:17.236595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c79af06b-cf8b-4923-a5d6-f97ea9a54df1 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-637294662'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:17.256746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1373327352'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:17.269903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:17.282974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:network and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:17.288459 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-987e6258-8c74-478f-adbf-578c655a3018 service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316992 Apr 22 17:36:17.289366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:17.305411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:17.320719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Deleting port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:17.320719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.416012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.430040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:17.433499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.446258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcc2c-e088-4a13-aa36-ee317eb16a22 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.453642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:17.454120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.503424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:36:17.507007 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-93e2bbed-1d7d-4fd1-be92-61355fdfb468 req-b64236ae-ca7a-4ac9-a7a9-8626909be0d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027380 Apr 22 17:36:17.514471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.515276 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Added segment 9baa8af9-bdc5-44b1-9cb2-1fc1babd271c of type vlan for network baf2ded7-f65c-4899-b0a9-d102a8c22915 Apr 22 17:36:17.547327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.564024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c79af06b-cf8b-4923-a5d6-f97ea9a54df1 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] Notify callbacks [] for subnetpool, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.567647 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c79af06b-cf8b-4923-a5d6-f97ea9a54df1 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] 10.222.0.10 "PUT /v2.0/subnetpools/6ea3b338-bba1-4385-a94c-e75d81be6ee9 HTTP/1.1" status: 200 len: 683 time: 0.3376663 Apr 22 17:36:17.574538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52044) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:17.644792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] For port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:17.645898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.684398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.701416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:17.704775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.705055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbcc2c-e088-4a13-aa36-ee317eb16a22 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 24fe2678-095f-4673-89b1-c2cbbf02f98c owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:17.773398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9347b2b1-9889-4fe1-8441-12f4c5a04330 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] Notify callbacks [] for subnetpool, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.777990 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9347b2b1-9889-4fe1-8441-12f4c5a04330 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] 10.222.0.10 "DELETE /v2.0/subnetpools/6ea3b338-bba1-4385-a94c-e75d81be6ee9 HTTP/1.1" status: 204 len: 168 time: 0.2024748 Apr 22 17:36:17.780579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52048) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:17.795909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Calling delete_port for 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:17.880897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 18940acd-64f9-4133-a367-53299fa82e72 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:17.922874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 18940acd-64f9-4133-a367-53299fa82e72 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:17.923296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 18940acd-64f9-4133-a367-53299fa82e72 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:17.923793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c3fe2f06-1119-42e0-bec1-c318dbac7df8 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:17.938838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,segment=NetworkSegment(1600f0b3-e64f-497b-8012-9f6b7af056ad),segment_id=1600f0b3-e64f-497b-8012-9f6b7af056ad)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:17.939233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:17.989268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c3fe2f06-1119-42e0-bec1-c318dbac7df8 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:17.989268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c3fe2f06-1119-42e0-bec1-c318dbac7df8 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:17.989939 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7545009 Apr 22 17:36:17.989939 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-ac6a8bca-5861-48cf-b21f-54d21c1e3877 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] show failed (client error): The resource could not be found. Apr 22 17:36:17.989939 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ac6a8bca-5861-48cf-b21f-54d21c1e3877 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] 10.222.0.10 "GET /v2.0/subnetpools/6ea3b338-bba1-4385-a94c-e75d81be6ee9 HTTP/1.1" status: 404 len: 346 time: 0.0728309 Apr 22 17:36:17.989939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52052) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:17.994076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91194c2b-ed00-4726-96e5-0c9a7390a5f8 req-60e00000-47bd-4e22-be0d-4629187fb2db tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:17.995875 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-91194c2b-ed00-4726-96e5-0c9a7390a5f8 req-60e00000-47bd-4e22-be0d-4629187fb2db tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 944 time: 0.3959172 Apr 22 17:36:17.996666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52054) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:18.014367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:18.028029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e612cfb-4197-4651-ac74-c5d1d825d7e7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Network': ['ID=baf2ded7-f65c-4899-b0a9-d102a8c22915,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:18.040231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network baf2ded7-f65c-4899-b0a9-d102a8c22915 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:36:18.054601 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-973b97e5-7f95-430d-9ed9-1d310af43273 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] delete failed (client error): The resource could not be found. Apr 22 17:36:18.062064 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-973b97e5-7f95-430d-9ed9-1d310af43273 tempest-SubnetPoolsTestJSON-378272051 tempest-SubnetPoolsTestJSON-378272051-project] 10.222.0.10 "DELETE /v2.0/subnetpools/6ea3b338-bba1-4385-a94c-e75d81be6ee9 HTTP/1.1" status: 404 len: 346 time: 0.0579076 Apr 22 17:36:18.066608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.144316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] Pushing event deleted for resources: {'Port': ['ID=3af582ad-725f-43f0-82c9-cbaf8ca8ed83,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:18.145510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:18.149109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bacece-5123-40c7-8bc3-0593c5a679fe None None] No DVR routers for this DVR port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:36:18.150486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:18.160296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:18.163603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:18.169878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:18.229585 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-91194c2b-ed00-4726-96e5-0c9a7390a5f8 req-db379c80-f4d3-483f-977c-9b251d8e7660 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731532 Apr 22 17:36:18.244232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:18.248777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.253534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:18.257844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:18.272768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcc2c-e088-4a13-aa36-ee317eb16a22 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.438459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbcc2c-e088-4a13-aa36-ee317eb16a22 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=24fe2678-095f-4673-89b1-c2cbbf02f98c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:18.487582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcc2c-e088-4a13-aa36-ee317eb16a22 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.541782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.568230 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1ccbcc2c-e088-4a13-aa36-ee317eb16a22 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/24fe2678-095f-4673-89b1-c2cbbf02f98c HTTP/1.1" status: 204 len: 168 time: 1.6137972 Apr 22 17:36:18.568949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52064) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:18.586831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52068) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:18.617388 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8424a32b-83ad-4ebc-a9ca-d6863410310f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:36:18.617388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8424a32b-83ad-4ebc-a9ca-d6863410310f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:18.655522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=24867cb2-5724-41b1-bf47-c7e9c360a7b6,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:18.657686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking segment: {'id': '9baa8af9-bdc5-44b1-9cb2-1fc1babd271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:18.658040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network hostable DHCP agents. Network: baf2ded7-f65c-4899-b0a9-d102a8c22915, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:36:18.673113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8424a32b-83ad-4ebc-a9ca-d6863410310f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:18.677016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52074) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:18.677299 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8424a32b-83ad-4ebc-a9ca-d6863410310f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/24fe2678-095f-4673-89b1-c2cbbf02f98c HTTP/1.1" status: 404 len: 333 time: 0.1072109 Apr 22 17:36:18.720592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network baf2ded7-f65c-4899-b0a9-d102a8c22915 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:36:18.748738 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.755209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 3af582ad-725f-43f0-82c9-cbaf8ca8ed83 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:18.755694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.770988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:18.779557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1bdbc2-13fe-4f35-9357-7496e8603958 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 98de82a2-56ff-4ffe-b816-68c0774c96ff {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:18.782344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] Usage tracker for resource:security_group_rule and tenant:b25f05b2bf164c84a0b3e7de6f049c02 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:18.784821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdbc2-13fe-4f35-9357-7496e8603958 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.811689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:18.819142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, baf2ded7-f65c-4899-b0a9-d102a8c22915) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:18.826221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] The port '3af582ad-725f-43f0-82c9-cbaf8ca8ed83' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:36:18.827672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8d6c4-a998-4f4d-b516-798a053a1a1f None None] Network baf2ded7-f65c-4899-b0a9-d102a8c22915 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:18.829001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:18.835933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:18.836512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.866145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdbc2-13fe-4f35-9357-7496e8603958 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:18.951783 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0d3d8ee4-5900-497a-a245-c92eec2ebe89 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9579699 Apr 22 17:36:18.955901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52078) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:18.967434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915', 'name': 'tempest-PortsTestJSON-848203309', 'fixed_ips': [{'subnet_id': '24867cb2-5724-41b1-bf47-c7e9c360a7b6', 'ip_address': '172.20.0.10'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:18.989013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.005422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdbc2-13fe-4f35-9357-7496e8603958 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.052520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-baf2ded7-f65c-4899-b0a9-d102a8c22915', 'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915', 'tenant_id': '1071a3da9d514ea6bb42b4cb8d6958bd', 'fixed_ips': [{'subnet_id': '24867cb2-5724-41b1-bf47-c7e9c360a7b6'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:36:19.053940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.064701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.081529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35720244-20cc-4d43-9996-7171a2288cd7']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:19.104818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1600f0b3-e64f-497b-8012-9f6b7af056ad') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:19.105117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1600f0b3-e64f-497b-8012-9f6b7af056ad') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:19.112451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.123251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.158650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.164160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdbc2-13fe-4f35-9357-7496e8603958 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.169489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:36:19.169886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:36:19.184953 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:36:19.190002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:19.198824 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b25f05b2bf164c84a0b3e7de6f049c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6108871 Apr 22 17:36:19.207549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52082) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:19.210476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28668b22-3b18-4359-9755-70fe8cf792ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a160699-b16e-4a11-9614-a1a383c34514,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:19.212975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bdbc2-13fe-4f35-9357-7496e8603958 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=98de82a2-56ff-4ffe-b816-68c0774c96ff,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:19.216419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdbc2-13fe-4f35-9357-7496e8603958 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.217060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Allocated IP 172.20.0.2 (baf2ded7-f65c-4899-b0a9-d102a8c22915/24867cb2-5724-41b1-bf47-c7e9c360a7b6/8fa3a059-db14-4106-8b8b-f8bda447862f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:19.227839 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0c1bdbc2-13fe-4f35-9357-7496e8603958 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/98de82a2-56ff-4ffe-b816-68c0774c96ff HTTP/1.1" status: 204 len: 168 time: 0.5496993 Apr 22 17:36:19.230319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52086) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:19.253691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e05dd8-555c-4e4c-8549-2673d796cf2a None None] Network 63ff1410-a58a-4291-a69b-9d528307724e requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:19.306119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:19.344154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a7772b66-c74c-4fbb-a93a-ffe31ce19fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.361565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.372939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a7772b66-c74c-4fbb-a93a-ffe31ce19fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.373399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 6f11ae81-ba05-424d-a0b6-581c25b91f68 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:19.373782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.420600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device db80ad93-92a8-4802-bafa-f0095a7493c5 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:19.426129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:19.442267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.479737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.542004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=35720244-20cc-4d43-9996-7171a2288cd7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:19.551067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a7772b66-c74c-4fbb-a93a-ffe31ce19fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.579501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a7772b66-c74c-4fbb-a93a-ffe31ce19fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.583629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a7772b66-c74c-4fbb-a93a-ffe31ce19fd8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a160699-b16e-4a11-9614-a1a383c34514 HTTP/1.1" status: 204 len: 168 time: 0.3738213 Apr 22 17:36:19.587337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7772b66-c74c-4fbb-a93a-ffe31ce19fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a160699-b16e-4a11-9614-a1a383c34514,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:19.619519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.635797 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7c6eebd0-26d5-4774-b262-a8dbcfdec672 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/35720244-20cc-4d43-9996-7171a2288cd7 HTTP/1.1" status: 204 len: 168 time: 2.4528353 Apr 22 17:36:19.647415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 52e4cf06-6d94-4c6f-b43a-74a763d75d76 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:19.671223 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52094) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:19.679879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port db80ad93-92a8-4802-bafa-f0095a7493c5 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:19.682237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--971655101', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:19.697214 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port db80ad93-92a8-4802-bafa-f0095a7493c5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:19.697214 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.701655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:19.710755 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:network and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:19.721307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2a1f-195f-48cb-9f5e-254423c9d7be req-4432342f-ba13-458e-b567-f54be529a67b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:19.727489 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-412e2a1f-195f-48cb-9f5e-254423c9d7be req-4432342f-ba13-458e-b567-f54be529a67b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 944 time: 0.2958229 Apr 22 17:36:19.728649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:19.738854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] For port 6f11ae81-ba05-424d-a0b6-581c25b91f68, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f11ae81-ba05-424d-a0b6-581c25b91f68,segment=NetworkSegment(7dcf8251-361c-4b36-a80e-0c010635a474),segment_id=7dcf8251-361c-4b36-a80e-0c010635a474)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:19.739178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.777539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.777683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:19.797263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Transition to ACTIVE for port object 8fa3a059-db14-4106-8b8b-f8bda447862f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:19.832821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Transition to ACTIVE for port object 8fa3a059-db14-4106-8b8b-f8bda447862f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:19.869193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] DHCP port deletion for 63ff1410-a58a-4291-a69b-9d528307724e request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:36:19.880347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] Deleting port 6f11ae81-ba05-424d-a0b6-581c25b91f68 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:19.880717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.927243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:19.927475 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 6f11ae81-ba05-424d-a0b6-581c25b91f68 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:19.983630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.10 (baf2ded7-f65c-4899-b0a9-d102a8c22915/24867cb2-5724-41b1-bf47-c7e9c360a7b6/52e4cf06-6d94-4c6f-b43a-74a763d75d76) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:20.011081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Pushing event updated for resources: {'Port': ['ID=8fa3a059-db14-4106-8b8b-f8bda447862f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:20.021240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.066894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port db80ad93-92a8-4802-bafa-f0095a7493c5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db80ad93-92a8-4802-bafa-f0095a7493c5,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:20.072603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db80ad93-92a8-4802-bafa-f0095a7493c5'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:36:20.080680 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-412e2a1f-195f-48cb-9f5e-254423c9d7be req-16938b49-b1ee-44b2-aef8-6a332c4031f3 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3335586 Apr 22 17:36:20.102519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Network baf2ded7-f65c-4899-b0a9-d102a8c22915 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:20.120977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:20.151659 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:20.153861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.164274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:20.168983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.199967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:36:20.209492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.209971 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment fd55332c-2f79-49b5-8aaf-620768c4e596 of type vlan for network eccd5064-1544-4b86-9365-d91db119a529 Apr 22 17:36:20.226210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.247393 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7460f6-3acb-43d2-8815-438b7f8305f0'] response: {'server_uuid': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'code': 200} Apr 22 17:36:20.266368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.285590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object 52e4cf06-6d94-4c6f-b43a-74a763d75d76 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:20.288618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.294261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=6f11ae81-ba05-424d-a0b6-581c25b91f68,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:20.298371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No DVR routers for this DVR port 6f11ae81-ba05-424d-a0b6-581c25b91f68 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:36:20.364561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.395093 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Attempting to bind port 8fa3a059-db14-4106-8b8b-f8bda447862f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:20.395464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Attempting to bind port 8fa3a059-db14-4106-8b8b-f8bda447862f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '9baa8af9-bdc5-44b1-9cb2-1fc1babd271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:20.395830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Attempting to bind port 8fa3a059-db14-4106-8b8b-f8bda447862f on network baf2ded7-f65c-4899-b0a9-d102a8c22915 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:20.436554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.466325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ff1410-a58a-4291-a69b-9d528307724e']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:20.468891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:20.469271 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Checking segment: {'id': '9baa8af9-bdc5-44b1-9cb2-1fc1babd271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:20.469682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.470076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Bound using segment: {'id': '9baa8af9-bdc5-44b1-9cb2-1fc1babd271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:20.470552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Bound port: 8fa3a059-db14-4106-8b8b-f8bda447862f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9baa8af9-bdc5-44b1-9cb2-1fc1babd271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:20.470953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.476950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network baf2ded7-f65c-4899-b0a9-d102a8c22915 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:20.482015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcf8251-361c-4b36-a80e-0c010635a474') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:20.482437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcf8251-361c-4b36-a80e-0c010635a474') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:20.486726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:20.495360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:20.500187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.503622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=db80ad93-92a8-4802-bafa-f0095a7493c5,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:20.512969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] For port 6f11ae81-ba05-424d-a0b6-581c25b91f68, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f11ae81-ba05-424d-a0b6-581c25b91f68,segment=NetworkSegment(7dcf8251-361c-4b36-a80e-0c010635a474),segment_id=7dcf8251-361c-4b36-a80e-0c010635a474)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:20.513362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.518729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.525221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:36:20.525716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.535709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=52e4cf06-6d94-4c6f-b43a-74a763d75d76,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:36:20.542728 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:36:20.586285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:20.587047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.651791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.657907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:20.658491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.667806 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-01d319b9-dd1c-47c3-8611-10d7349539a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7105615 Apr 22 17:36:20.670360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52102) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:20.675258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] Calling delete_port for 6f11ae81-ba05-424d-a0b6-581c25b91f68 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:20.677150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': 'baf2ded7-f65c-4899-b0a9-d102a8c22915', 'name': 'tempest-PortsTestJSON-698753109', 'fixed_ips': [{'subnet_id': '24867cb2-5724-41b1-bf47-c7e9c360a7b6', 'ip_address': '172.20.0.9'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:20.755178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] For port 8fa3a059-db14-4106-8b8b-f8bda447862f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:20.775035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:20.775390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:20.795502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=eccd5064-1544-4b86-9365-d91db119a529,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:20.800654 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.804530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] For port 8fa3a059-db14-4106-8b8b-f8bda447862f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8fa3a059-db14-4106-8b8b-f8bda447862f,segment=NetworkSegment(9baa8af9-bdc5-44b1-9cb2-1fc1babd271c),segment_id=9baa8af9-bdc5-44b1-9cb2-1fc1babd271c)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:20.808937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network eccd5064-1544-4b86-9365-d91db119a529 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:36:20.820529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.830933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Network': ['ID=63ff1410-a58a-4291-a69b-9d528307724e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:20.831584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:20.835941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:20.843859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:20.844054 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-434c6ff4-226d-4b98-9a32-05e73605eb23 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/networks/63ff1410-a58a-4291-a69b-9d528307724e HTTP/1.1" status: 204 len: 168 time: 1.6080592 Apr 22 17:36:20.844977 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ada4c703-3366-4dc0-9753-779089116876 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1722593 Apr 22 17:36:20.846309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52106) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:20.850121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52110) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:20.855213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-511737373'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:20.855808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'admin_state_up': True, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:20.862874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae4623-8dbf-412a-91ea-721bf74fb3be req-7586f2e8-ed0a-4001-882b-302433c7d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:20.864326 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2aae4623-8dbf-412a-91ea-721bf74fb3be req-7586f2e8-ed0a-4001-882b-302433c7d5b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 1098 time: 0.2462702 Apr 22 17:36:20.864461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:20.866814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:20.868223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:20.870485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:network and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:20.870823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:router and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:20.874301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:20.876687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:20.882077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:20.894098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:20.900173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.925111 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2aae4623-8dbf-412a-91ea-721bf74fb3be req-93330574-ac17-41a8-8398-49df1543be95 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513630 Apr 22 17:36:20.941035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:20.946107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.971011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.972532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:20.988637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.013053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5196a2a-18eb-4aa9-b5d6-7f0d100bcd9c None None] Pushing event updated for resources: {'Port': ['ID=8fa3a059-db14-4106-8b8b-f8bda447862f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:21.064434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:21.067869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.097843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 2e3fabab-72e8-4187-803b-cd82b6e57792 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:21.150937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:36:21.177774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.178132 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Added segment ddd88bc7-b922-49a0-99ae-26a5892bc851 of type vlan for network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b Apr 22 17:36:21.262154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.277661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] Deleting port 6f11ae81-ba05-424d-a0b6-581c25b91f68 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:21.277878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.371729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.9 (baf2ded7-f65c-4899-b0a9-d102a8c22915/24867cb2-5724-41b1-bf47-c7e9c360a7b6/2e3fabab-72e8-4187-803b-cd82b6e57792) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:21.409168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.426810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bc904-f473-4d83-99d5-b463a47d3a7e None None] The port '6f11ae81-ba05-424d-a0b6-581c25b91f68' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:36:21.455383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4969-41c0-4c91-8a12-6837f73a1125 req-afcad35f-9578-4e07-bb8e-b162f0d1aff9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:21.457115 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-181e4969-41c0-4c91-8a12-6837f73a1125 req-afcad35f-9578-4e07-bb8e-b162f0d1aff9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 945 time: 0.2443516 Apr 22 17:36:21.505091 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-181e4969-41c0-4c91-8a12-6837f73a1125 req-dfbe954b-3c37-4c77-93ad-76dd225f97f2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414026 Apr 22 17:36:21.541548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.548168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:21.548868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.679596 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8321512 Apr 22 17:36:21.693885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52116) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:21.700659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2199c-1aa9-4d7f-81fc-c77966acbb10 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Network': ['ID=7023f997-7c2d-45bd-9bd2-0be4aff3cd0b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:21.705759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': '7023f997-7c2d-45bd-9bd2-0be4aff3cd0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:21.719293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:36:21.762696 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.844639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object 2e3fabab-72e8-4187-803b-cd82b6e57792 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:21.853272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8fa3a059-db14-4106-8b8b-f8bda447862f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:21.858348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:21.858689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:21.863088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:21.870392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:21.932373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:21.933830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.936411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.964394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:21.973372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.009867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 8fa3a059-db14-4106-8b8b-f8bda447862f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:22.066447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f11ae81-ba05-424d-a0b6-581c25b91f68 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:22.107885 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6f11ae81-ba05-424d-a0b6-581c25b91f68 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:22.108522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f11ae81-ba05-424d-a0b6-581c25b91f68 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:22.147191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network baf2ded7-f65c-4899-b0a9-d102a8c22915 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:22.151516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.24 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/9231a98d-dc3d-4e14-ab88-45da27333cc1) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:22.155353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:22.170595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:22.207090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=2e3fabab-72e8-4187-803b-cd82b6e57792,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:22.255791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:22.256430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.316418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5babc1c9-b245-4443-b355-9b65f89ba548 None None] Network baf2ded7-f65c-4899-b0a9-d102a8c22915 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:22.386684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.421858 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cdd9db02-f05b-4dc1-9e30-b610be833513 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7494159 Apr 22 17:36:22.424418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52120) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:22.462091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.496176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-82be50b4-22ee-472f-a1dd-183da304c315 None None] Provisioning for port 8fa3a059-db14-4106-8b8b-f8bda447862f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:22.496394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.505677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-82be50b4-22ee-472f-a1dd-183da304c315 None None] Provisioning complete for port 8fa3a059-db14-4106-8b8b-f8bda447862f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:22.506067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-82be50b4-22ee-472f-a1dd-183da304c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.564115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:22.564264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=042ba792-a155-4d08-8c0a-d458b5a686ac,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:22.567036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:22.570728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:22.581025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Checking segment: {'id': 'ddd88bc7-b922-49a0-99ae-26a5892bc851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7023f997-7c2d-45bd-9bd2-0be4aff3cd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:22.581788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network hostable DHCP agents. Network: 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:36:22.608967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c842c43-1180-4c71-83a7-67834ee7503e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:22.609699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1c842c43-1180-4c71-83a7-67834ee7503e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:22.623158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=9231a98d-dc3d-4e14-ab88-45da27333cc1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:22.713426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:36:22.719437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-82be50b4-22ee-472f-a1dd-183da304c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.721362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1c842c43-1180-4c71-83a7-67834ee7503e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:22.722551 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1c842c43-1180-4c71-83a7-67834ee7503e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2971928 Apr 22 17:36:22.726481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52126) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:22.758657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-82be50b4-22ee-472f-a1dd-183da304c315 None None] For port 8fa3a059-db14-4106-8b8b-f8bda447862f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8fa3a059-db14-4106-8b8b-f8bda447862f,segment=NetworkSegment(9baa8af9-bdc5-44b1-9cb2-1fc1babd271c),segment_id=9baa8af9-bdc5-44b1-9cb2-1fc1babd271c)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:22.791604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:22.797789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:22.798376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.800422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f826dff-ecf5-4fc1-a184-e6c39c50f0d0 None None] Network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:22.838820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-82be50b4-22ee-472f-a1dd-183da304c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:22.842491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe53e-b2c5-4d4d-a742-f44284dc9aa5 req-c05e5381-b316-4700-9e97-1e99f534e4d1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:22.844169 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f8fe53e-b2c5-4d4d-a742-f44284dc9aa5 req-c05e5381-b316-4700-9e97-1e99f534e4d1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 945 time: 0.1697612 Apr 22 17:36:22.884783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea13504-983a-477b-8b0f-783b7efa0053 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:22.891468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea13504-983a-477b-8b0f-783b7efa0053 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:22.897455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea13504-983a-477b-8b0f-783b7efa0053 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:22.900932 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7ea13504-983a-477b-8b0f-783b7efa0053 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1708825 Apr 22 17:36:22.902517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52130) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:22.912235 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7aaa7fbe-d02d-400a-b8fc-cdfc029e866a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2173615 Apr 22 17:36:22.921748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52134) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:22.935101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-783738029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:22.954172 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f8fe53e-b2c5-4d4d-a742-f44284dc9aa5 req-f303c259-efe6-429c-9e5a-7a7240229e33 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016400 Apr 22 17:36:22.955488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:22.959949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:router and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:22.963342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:22.969550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:23.038577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.039671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.057547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.070511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be50b4-22ee-472f-a1dd-183da304c315 None None] Pushing event updated for resources: {'Port': ['ID=8fa3a059-db14-4106-8b8b-f8bda447862f,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:23.080332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Provisioning complete for port 8fa3a059-db14-4106-8b8b-f8bda447862f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:23.080853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.136255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.231061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-6abd7e2a-0d06-4834-98da-bf435bd85868 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 2e3fabab-72e8-4187-803b-cd82b6e57792 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:23.231406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6abd7e2a-0d06-4834-98da-bf435bd85868 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.239260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.243352 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bcdafbf4-500c-40c7-8efd-f470d0937bb8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3167760 Apr 22 17:36:23.243678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52140) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:23.250119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'network_id': '7023f997-7c2d-45bd-9bd2-0be4aff3cd0b', 'name': 'tempest-PortsIpV6TestJSON-2094346492'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:23.259042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.290952 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-7023f997-7c2d-45bd-9bd2-0be4aff3cd0b', 'network_id': '7023f997-7c2d-45bd-9bd2-0be4aff3cd0b', 'tenant_id': 'e7affe2d37c344c4a2711652ee1e32e6', 'fixed_ips': [{'subnet_id': '042ba792-a155-4d08-8c0a-d458b5a686ac'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:36:23.291791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.420802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:23.427072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:23.430302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:23.437331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:23.503439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Allocated IP 2001:db8::2 (7023f997-7c2d-45bd-9bd2-0be4aff3cd0b/042ba792-a155-4d08-8c0a-d458b5a686ac/6b477bf0-6cbd-4128-94e9-4d5378c9639a) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:23.512402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:23.515944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.538210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:23.549345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Provisioning for port 52e4cf06-6d94-4c6f-b43a-74a763d75d76 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:23.598903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Provisioning complete for port 52e4cf06-6d94-4c6f-b43a-74a763d75d76 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:23.599576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.682362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Port 52e4cf06-6d94-4c6f-b43a-74a763d75d76 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:23.788768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8fa3a059-db14-4106-8b8b-f8bda447862f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:23.789953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa941c1-6a13-40c7-a788-ea9f91692619 req-98c77912-e4bc-41ca-a931-a8ba609cbfe5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:23.791476 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-eaa941c1-6a13-40c7-a788-ea9f91692619 req-98c77912-e4bc-41ca-a931-a8ba609cbfe5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 945 time: 0.6478310 Apr 22 17:36:23.820398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.828814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Provisioning for port 2e3fabab-72e8-4187-803b-cd82b6e57792 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:23.847411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Provisioning complete for port 2e3fabab-72e8-4187-803b-cd82b6e57792 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:23.847781 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.881073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Transition to ACTIVE for port object 6b477bf0-6cbd-4128-94e9-4d5378c9639a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:23.929100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Transition to ACTIVE for port object 6b477bf0-6cbd-4128-94e9-4d5378c9639a will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:23.931825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ae1e7-9a05-4e7a-b0ca-29e138e8a5f8 None None] Port 2e3fabab-72e8-4187-803b-cd82b6e57792 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:23.934044 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-eaa941c1-6a13-40c7-a788-ea9f91692619 req-bc599d2a-d01a-4529-83d6-9a23d513c0f6 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362486 Apr 22 17:36:23.935663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6abd7e2a-0d06-4834-98da-bf435bd85868 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.944724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8fa3a059-db14-4106-8b8b-f8bda447862f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:23.947139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:23.961369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52144) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:24.045925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.076273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-6abd7e2a-0d06-4834-98da-bf435bd85868 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 2e3fabab-72e8-4187-803b-cd82b6e57792 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:24.138917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::3e9 (7023f997-7c2d-45bd-9bd2-0be4aff3cd0b/042ba792-a155-4d08-8c0a-d458b5a686ac/5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:24.142214 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:24.147372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:24.160377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:24.173339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2bb4aefd-4afc-4c18-a972-1b8cee1e41a2 None None] Provisioning complete for port 2e3fabab-72e8-4187-803b-cd82b6e57792 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:24.173504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2bb4aefd-4afc-4c18-a972-1b8cee1e41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.215606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.242100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Pushing event updated for resources: {'Port': ['ID=6b477bf0-6cbd-4128-94e9-4d5378c9639a,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:24.313925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0273d4aa-460d-4ec1-bdbb-ba4a94eaee6c tempest-TestVolumeBootPattern-1320243116 tempest-TestVolumeBootPattern-1320243116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:24.315319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Attempting to bind port 6b477bf0-6cbd-4128-94e9-4d5378c9639a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:24.315851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Attempting to bind port 6b477bf0-6cbd-4128-94e9-4d5378c9639a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'ddd88bc7-b922-49a0-99ae-26a5892bc851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7023f997-7c2d-45bd-9bd2-0be4aff3cd0b'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:24.316292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Attempting to bind port 6b477bf0-6cbd-4128-94e9-4d5378c9639a on network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:24.318476 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0273d4aa-460d-4ec1-bdbb-ba4a94eaee6c tempest-TestVolumeBootPattern-1320243116 tempest-TestVolumeBootPattern-1320243116-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 1093 time: 0.3560429 Apr 22 17:36:24.319108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52150) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:24.320185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4aefd-4afc-4c18-a972-1b8cee1e41a2 None None] Port 2e3fabab-72e8-4187-803b-cd82b6e57792 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:24.324416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:24.324874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Checking segment: {'id': 'ddd88bc7-b922-49a0-99ae-26a5892bc851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7023f997-7c2d-45bd-9bd2-0be4aff3cd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:24.325352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.325817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Bound using segment: {'id': 'ddd88bc7-b922-49a0-99ae-26a5892bc851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7023f997-7c2d-45bd-9bd2-0be4aff3cd0b'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:24.326352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Bound port: 6b477bf0-6cbd-4128-94e9-4d5378c9639a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd88bc7-b922-49a0-99ae-26a5892bc851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7023f997-7c2d-45bd-9bd2-0be4aff3cd0b'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:24.326896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.370149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:24.381084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:24.394769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:floatingip and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:24.399677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:24.409509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:24.460247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.461225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2bb4aefd-4afc-4c18-a972-1b8cee1e41a2 None None] Provisioning complete for port 52e4cf06-6d94-4c6f-b43a-74a763d75d76 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:24.461673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2bb4aefd-4afc-4c18-a972-1b8cee1e41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.476797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:24.506846 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] For port 6b477bf0-6cbd-4128-94e9-4d5378c9639a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:24.507073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.524098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6abd7e2a-0d06-4834-98da-bf435bd85868 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.524646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] For port 6b477bf0-6cbd-4128-94e9-4d5378c9639a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b477bf0-6cbd-4128-94e9-4d5378c9639a,segment=NetworkSegment(ddd88bc7-b922-49a0-99ae-26a5892bc851),segment_id=ddd88bc7-b922-49a0-99ae-26a5892bc851)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:24.531518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4aefd-4afc-4c18-a972-1b8cee1e41a2 None None] Port 52e4cf06-6d94-4c6f-b43a-74a763d75d76 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:24.579447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd7e2a-0d06-4834-98da-bf435bd85868 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=2e3fabab-72e8-4187-803b-cd82b6e57792,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:24.583074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router e5e61159-edb5-4384-93f9-69e338b4f4bc is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:36:24.600485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.610882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.688259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:24.692203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:24.697296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:24.703025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:24.703676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.719296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d987b-5e5b-4c84-89da-bab22f9ddeea None None] Pushing event updated for resources: {'Port': ['ID=6b477bf0-6cbd-4128-94e9-4d5378c9639a,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:24.733460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:24.774064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6abd7e2a-0d06-4834-98da-bf435bd85868 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.783555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:24.830184 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8c7e8878-76e9-415b-b31e-f9ec558ff2db tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5828719 Apr 22 17:36:24.830827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52154) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:24.889433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:24.905268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Sync routers for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:24.919055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:24.919726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:24.941346 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6abd7e2a-0d06-4834-98da-bf435bd85868 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/2e3fabab-72e8-4187-803b-cd82b6e57792 HTTP/1.1" status: 204 len: 168 time: 2.0351028 Apr 22 17:36:24.948998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52158) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:25.019384 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae44598-6de5-4911-9fc3-8cbd532c5b5e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:36:25.023300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9ae44598-6de5-4911-9fc3-8cbd532c5b5e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:25.023300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:25.024042 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-73f11c15-3a70-4040-9299-73166a3194c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1728747 Apr 22 17:36:25.029084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52162) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:25.083426 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-31fe0bc0-ad34-449f-ab47-c760f797ec97 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530553 Apr 22 17:36:25.085818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52166) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:25.189286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9ae44598-6de5-4911-9fc3-8cbd532c5b5e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:25.193067 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9ae44598-6de5-4911-9fc3-8cbd532c5b5e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/2e3fabab-72e8-4187-803b-cd82b6e57792 HTTP/1.1" status: 404 len: 333 time: 0.2469788 Apr 22 17:36:25.195865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52170) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:25.199444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:25.290231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a872b22a-d5cf-4afc-9f7b-3393c8429aa1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 52e4cf06-6d94-4c6f-b43a-74a763d75d76 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:25.290459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a872b22a-d5cf-4afc-9f7b-3393c8429aa1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:25.331483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14457f61-d77d-44f9-bbd4-1d298c6d2ad6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:25.333039 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14457f61-d77d-44f9-bbd4-1d298c6d2ad6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2462933 Apr 22 17:36:25.336398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52174) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:25.361246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Allocated IP 172.26.3.235 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/7d873c00-1718-4012-997f-e0c1ed26a87f) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:25.528751 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:22Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:25.536965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Checking router: e5e61159-edb5-4384-93f9-69e338b4f4bc for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:36:25.537394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Updating router e5e61159-edb5-4384-93f9-69e338b4f4bc port 9231a98d-dc3d-4e14-ab88-45da27333cc1 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:36:25.608158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:25.617383 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-635c47cf-bf79-4d84-8b4a-809fcc7a30aa tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2778738 Apr 22 17:36:25.618029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52178) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:25.626881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1786275888', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:25.810715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:25.850784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b477bf0-6cbd-4128-94e9-4d5378c9639a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:25.908035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:25.911146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a872b22a-d5cf-4afc-9f7b-3393c8429aa1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:25.922912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:25.928233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:25.946809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0ad3f-4905-45fc-b013-021bc07b7fec None None] Network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:26.039661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6b477bf0-6cbd-4128-94e9-4d5378c9639a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:26.044013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:26.049125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.052581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a872b22a-d5cf-4afc-9f7b-3393c8429aa1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 52e4cf06-6d94-4c6f-b43a-74a763d75d76 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:26.068418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-20098a27-0e37-4a68-99ec-0db3c4790e73 None None] Provisioning for port 6b477bf0-6cbd-4128-94e9-4d5378c9639a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:26.077981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-20098a27-0e37-4a68-99ec-0db3c4790e73 None None] Provisioning complete for port 6b477bf0-6cbd-4128-94e9-4d5378c9639a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:26.078368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-20098a27-0e37-4a68-99ec-0db3c4790e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.174594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:26.178130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.237133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.250311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.310046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.315896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:26.321400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:26.326899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:26.335929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-20098a27-0e37-4a68-99ec-0db3c4790e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.375393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a872b22a-d5cf-4afc-9f7b-3393c8429aa1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.396260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=7d873c00-1718-4012-997f-e0c1ed26a87f,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:26.444015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872b22a-d5cf-4afc-9f7b-3393c8429aa1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=52e4cf06-6d94-4c6f-b43a-74a763d75d76,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:26.448630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-20098a27-0e37-4a68-99ec-0db3c4790e73 None None] For port 6b477bf0-6cbd-4128-94e9-4d5378c9639a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b477bf0-6cbd-4128-94e9-4d5378c9639a,segment=NetworkSegment(ddd88bc7-b922-49a0-99ae-26a5892bc851),segment_id=ddd88bc7-b922-49a0-99ae-26a5892bc851)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:26.566681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-20098a27-0e37-4a68-99ec-0db3c4790e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.574122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a872b22a-d5cf-4afc-9f7b-3393c8429aa1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.612327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:26.670920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.687397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20098a27-0e37-4a68-99ec-0db3c4790e73 None None] Pushing event updated for resources: {'Port': ['ID=6b477bf0-6cbd-4128-94e9-4d5378c9639a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:26.690709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Transition to ACTIVE for port object 9231a98d-dc3d-4e14-ab88-45da27333cc1 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:26.693335 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a872b22a-d5cf-4afc-9f7b-3393c8429aa1 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/52e4cf06-6d94-4c6f-b43a-74a763d75d76 HTTP/1.1" status: 204 len: 168 time: 1.4959800 Apr 22 17:36:26.696474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52182) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:26.701190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.752857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.814039 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-06df9d5f-ffac-4ba0-91b8-76239b543d14 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:36:26.814584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-06df9d5f-ffac-4ba0-91b8-76239b543d14 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:26.823996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.874125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Attempting to bind port 9231a98d-dc3d-4e14-ab88-45da27333cc1 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:26.874602 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Attempting to bind port 9231a98d-dc3d-4e14-ab88-45da27333cc1 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:26.874945 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Attempting to bind port 9231a98d-dc3d-4e14-ab88-45da27333cc1 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:26.881232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790304-9016-4f9c-a0af-4e236850b211 None None] Pushing event updated for resources: {'Port': ['ID=9231a98d-dc3d-4e14-ab88-45da27333cc1,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:26.882414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=a64c8071-2848-448a-ba46-e100b823fb6c,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:26.886091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:26.886425 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:26.886760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.887649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:26.888157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Bound port: 9231a98d-dc3d-4e14-ab88-45da27333cc1, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:26.888544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:26.899875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:26.900239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: eccd5064-1544-4b86-9365-d91db119a529, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:36:26.958462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-06df9d5f-ffac-4ba0-91b8-76239b543d14 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:26.962575 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-06df9d5f-ffac-4ba0-91b8-76239b543d14 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/52e4cf06-6d94-4c6f-b43a-74a763d75d76 HTTP/1.1" status: 404 len: 333 time: 0.2637696 Apr 22 17:36:26.968478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52186) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:27.004241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] For port 9231a98d-dc3d-4e14-ab88-45da27333cc1, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:27.011225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network eccd5064-1544-4b86-9365-d91db119a529 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:36:27.017433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] For port 9231a98d-dc3d-4e14-ab88-45da27333cc1, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9231a98d-dc3d-4e14-ab88-45da27333cc1,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:27.019526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-15ef3018-114b-49af-8700-ba2fe64b1d57 None None] Provisioning complete for port 6b477bf0-6cbd-4128-94e9-4d5378c9639a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:27.020078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15ef3018-114b-49af-8700-ba2fe64b1d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.065935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-418563ee-2ebd-4b60-8160-3b71417f9bfb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet 24867cb2-5724-41b1-bf47-c7e9c360a7b6 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:27.069759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-418563ee-2ebd-4b60-8160-3b71417f9bfb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.132874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-418563ee-2ebd-4b60-8160-3b71417f9bfb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.160016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.231715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-418563ee-2ebd-4b60-8160-3b71417f9bfb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.268070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, eccd5064-1544-4b86-9365-d91db119a529) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:27.280215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:27.280768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.322100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bcf69c-5606-4a6b-9412-ce71b013fd55 None None] Network eccd5064-1544-4b86-9365-d91db119a529 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:27.382859 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dac31dde-fa1d-4088-bdf8-ebf3e791e718 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7637336 Apr 22 17:36:27.385531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52190) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:27.486018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:27.486436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:27.647789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.672861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.805951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-418563ee-2ebd-4b60-8160-3b71417f9bfb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.822475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:27.856891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-418563ee-2ebd-4b60-8160-3b71417f9bfb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.872095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b477bf0-6cbd-4128-94e9-4d5378c9639a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:27.873421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:27.875013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418563ee-2ebd-4b60-8160-3b71417f9bfb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=24867cb2-5724-41b1-bf47-c7e9c360a7b6,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:27.886700 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-418563ee-2ebd-4b60-8160-3b71417f9bfb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/24867cb2-5724-41b1-bf47-c7e9c360a7b6 HTTP/1.1" status: 204 len: 168 time: 0.9201002 Apr 22 17:36:27.900000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52194) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:27.966922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd17bd-928b-483c-b81e-a5030a07f637 None None] Network baf2ded7-f65c-4899-b0a9-d102a8c22915 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:27.979881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790304-9016-4f9c-a0af-4e236850b211 None None] Pushing event updated for resources: {'Port': ['ID=9231a98d-dc3d-4e14-ab88-45da27333cc1,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:28.126160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.131763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-15ef3018-114b-49af-8700-ba2fe64b1d57 None None] Provisioning for port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:28.149994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-15ef3018-114b-49af-8700-ba2fe64b1d57 None None] Provisioning complete for port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:28.150303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15ef3018-114b-49af-8700-ba2fe64b1d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.301970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 8fa3a059-db14-4106-8b8b-f8bda447862f {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:28.302961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.319913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-eccd5064-1544-4b86-9365-d91db119a529', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:36:28.320747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.401017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-15ef3018-114b-49af-8700-ba2fe64b1d57 None None] Port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:28.430346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.489446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6b477bf0-6cbd-4128-94e9-4d5378c9639a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:28.489955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.580672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.672890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.673577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.677881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-11d0ac06-fe23-478e-9712-b642201f619f None None] Provisioning complete for port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:28.678078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-11d0ac06-fe23-478e-9712-b642201f619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.810916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Allocated IP 172.20.0.2 (eccd5064-1544-4b86-9365-d91db119a529/a64c8071-2848-448a-ba46-e100b823fb6c/2ccae7a4-68e2-4b1b-995c-7d83b68a690c) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:28.822963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] DHCP port deletion for baf2ded7-f65c-4899-b0a9-d102a8c22915 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:36:28.840397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-11d0ac06-fe23-478e-9712-b642201f619f None None] Port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:28.850117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] Deleting port 8fa3a059-db14-4106-8b8b-f8bda447862f {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:28.850502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:28.856560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:28.867347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] For port 8fa3a059-db14-4106-8b8b-f8bda447862f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8fa3a059-db14-4106-8b8b-f8bda447862f,segment=NetworkSegment(9baa8af9-bdc5-44b1-9cb2-1fc1babd271c),segment_id=9baa8af9-bdc5-44b1-9cb2-1fc1babd271c)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:28.867799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:29.010179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:22Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:29.019344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:29.035784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 8fa3a059-db14-4106-8b8b-f8bda447862f owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:29.098154 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a8204-dad4-45fe-a59d-37cf4c5c79f9 None None] The sync data for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv is: [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:22Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:29.245909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:29.285219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:29.305409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:29.329651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05718f-9a86-4543-84ec-2b952dabaa6f req-46b08941-a80d-4e23-88bb-a90136fe3ed1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:29.332486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] For port 8fa3a059-db14-4106-8b8b-f8bda447862f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8fa3a059-db14-4106-8b8b-f8bda447862f,segment=NetworkSegment(9baa8af9-bdc5-44b1-9cb2-1fc1babd271c),segment_id=9baa8af9-bdc5-44b1-9cb2-1fc1babd271c)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:29.332900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:29.337404 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ea05718f-9a86-4543-84ec-2b952dabaa6f req-46b08941-a80d-4e23-88bb-a90136fe3ed1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.1133702 Apr 22 17:36:29.463022 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ea05718f-9a86-4543-84ec-2b952dabaa6f req-b5f4b8db-de26-4e22-89c2-d2f7a093764c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246023 Apr 22 17:36:29.511974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] Calling delete_port for 8fa3a059-db14-4106-8b8b-f8bda447862f owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:29.552035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:29.604452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Transition to ACTIVE for port object 2ccae7a4-68e2-4b1b-995c-7d83b68a690c will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:29.648490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=7d873c00-1718-4012-997f-e0c1ed26a87f,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:29.656512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Transition to ACTIVE for port object 2ccae7a4-68e2-4b1b-995c-7d83b68a690c will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:29.679078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:29.793715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:29.794356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:29.800417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:29.804432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:29.892738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Router e305aca6-4641-4ae9-bad1-6f42db824bb9 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:36:29.893819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.1 (eccd5064-1544-4b86-9365-d91db119a529/a64c8071-2848-448a-ba46-e100b823fb6c/9a7fbf52-b67b-405a-8b54-4f7407b1ecbf) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:29.894248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9231a98d-dc3d-4e14-ab88-45da27333cc1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:29.961507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] Pushing event deleted for resources: {'Port': ['ID=8fa3a059-db14-4106-8b8b-f8bda447862f,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:29.968641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92eed1-2d02-4446-b15b-3444c31a9d44 None None] No DVR routers for this DVR port 8fa3a059-db14-4106-8b8b-f8bda447862f on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:36:29.990825 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Floating IP 036e9bdd-772c-4b5b-ac8e-a5e3736741e4 associated. External IP: 172.26.3.235, port: db80ad93-92a8-4802-bafa-f0095a7493c5. Apr 22 17:36:30.029713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e7747c59-54dd-40bc-a920-62394709245f None None] Provisioning complete for port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:30.030191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e7747c59-54dd-40bc-a920-62394709245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.062367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Network eccd5064-1544-4b86-9365-d91db119a529 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:30.085028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:30.091229 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:30.103482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.129772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:30.205148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.214460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Pushing event updated for resources: {'Port': ['ID=2ccae7a4-68e2-4b1b-995c-7d83b68a690c,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:30.225192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:30.240703 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128d627-4042-49d0-a251-6fd6b353d3b2 None None] Sync routers for ids ['e305aca6-4641-4ae9-bad1-6f42db824bb9'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:30.249228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Attempting to bind port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:30.249604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Attempting to bind port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:30.249974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Attempting to bind port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c on network eccd5064-1544-4b86-9365-d91db119a529 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:30.254484 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128d627-4042-49d0-a251-6fd6b353d3b2 None None] Routers {'e305aca6-4641-4ae9-bad1-6f42db824bb9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:30.255440 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0128d627-4042-49d0-a251-6fd6b353d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e305aca6-4641-4ae9-bad1-6f42db824bb9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:30.256540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e7747c59-54dd-40bc-a920-62394709245f None None] Port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:30.258258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:30.258641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Checking segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:30.259073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.259464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Bound using segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:30.260000 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Bound port: 2ccae7a4-68e2-4b1b-995c-7d83b68a690c, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:30.260384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.283627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network eccd5064-1544-4b86-9365-d91db119a529 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:30.287847 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7377acdf-ffc4-431e-a748-9b40db8beddc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "PUT /v2.0/routers/e305aca6-4641-4ae9-bad1-6f42db824bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4560413 Apr 22 17:36:30.291378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52218) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:30.295958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:30.304770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:30.330862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 8fa3a059-db14-4106-8b8b-f8bda447862f {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:30.331136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.331719 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0128d627-4042-49d0-a251-6fd6b353d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:30.346866 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128d627-4042-49d0-a251-6fd6b353d3b2 None None] Routers {'e305aca6-4641-4ae9-bad1-6f42db824bb9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:30.347878 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0128d627-4042-49d0-a251-6fd6b353d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e305aca6-4641-4ae9-bad1-6f42db824bb9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:30.386609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.445180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] For port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:30.457375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] For port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2ccae7a4-68e2-4b1b-995c-7d83b68a690c,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:30.464494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 9231a98d-dc3d-4e14-ab88-45da27333cc1 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:30.466187 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0128d627-4042-49d0-a251-6fd6b353d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:30.466997 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128d627-4042-49d0-a251-6fd6b353d3b2 None None] The sync data for ids ['e305aca6-4641-4ae9-bad1-6f42db824bb9'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:30.498462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 9231a98d-dc3d-4e14-ab88-45da27333cc1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:30.499821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.519401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] The port '8fa3a059-db14-4106-8b8b-f8bda447862f' was deleted {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:36:30.520358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:30.573751 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.629824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-194b10e9-e86d-4d7c-ad8e-2a87cdb8809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.657615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.736882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25533e-0b94-4848-96f7-6e1bc47fccea None None] Pushing event updated for resources: {'Port': ['ID=2ccae7a4-68e2-4b1b-995c-7d83b68a690c,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:30.740937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.759052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 9231a98d-dc3d-4e14-ab88-45da27333cc1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9231a98d-dc3d-4e14-ab88-45da27333cc1,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:30.839941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.878706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:30.974059 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=9231a98d-dc3d-4e14-ab88-45da27333cc1,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:30.987395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8fa3a059-db14-4106-8b8b-f8bda447862f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:31.040113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf2ded7-f65c-4899-b0a9-d102a8c22915']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:31.084334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9baa8af9-bdc5-44b1-9cb2-1fc1babd271c') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:31.084334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9baa8af9-bdc5-44b1-9cb2-1fc1babd271c') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:31.084511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 8fa3a059-db14-4106-8b8b-f8bda447862f {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:31.084511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8fa3a059-db14-4106-8b8b-f8bda447862f not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:31.095631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcda890-6108-467f-b3c1-081eaf6a0d7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:31.096357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0dcda890-6108-467f-b3c1-081eaf6a0d7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:31.134766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.172521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:36:31.175306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.184664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:36:31.185102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: util.warn( Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:36:31.202193 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:36:31.278999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0dcda890-6108-467f-b3c1-081eaf6a0d7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:31.280227 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0dcda890-6108-467f-b3c1-081eaf6a0d7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports?device_id=e305aca6-4641-4ae9-bad1-6f42db824bb9 HTTP/1.1" status: 200 len: 989 time: 0.9863243 Apr 22 17:36:31.283340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52224) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:31.340181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae2e0-2699-4773-917e-6ad72a0450a8 req-605acc4a-38e5-4efb-a085-d45f85918e10 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:31.341673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b91ae2e0-2699-4773-917e-6ad72a0450a8 req-605acc4a-38e5-4efb-a085-d45f85918e10 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.7525878 Apr 22 17:36:31.477838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.501991 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b91ae2e0-2699-4773-917e-6ad72a0450a8 req-41fffe82-49c8-40ff-a180-ef7dd504c46f tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402388 Apr 22 17:36:31.508048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.517528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Network': ['ID=baf2ded7-f65c-4899-b0a9-d102a8c22915,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:31.523737 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-342ae1bd-bd5a-48ad-bf19-d1daf78feb27 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/networks/baf2ded7-f65c-4899-b0a9-d102a8c22915 HTTP/1.1" status: 204 len: 168 time: 3.6226895 Apr 22 17:36:31.535855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52228) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:31.547120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:31.554783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1490034991'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:31.557739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:31.564462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.569312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:31.572915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:31.616709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:31.628746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:network and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:31.632690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.636106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:31.642495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.682648 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:31.702762 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-afb95297-e534-4cb6-9ebd-bf5f3c186521 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3264329 Apr 22 17:36:31.702762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'tag': 'db80ad93-92a8-4802-bafa-f0095a7493c5'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:36:31.747166 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24252a48-dc91-4b2f-afc5-deaae815b4cb'] response: {'name': 'network-changed', 'server_uuid': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'tag': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'status': 'completed', 'code': 200} Apr 22 17:36:31.772635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:31.863440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:31.866963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.880544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:31.900304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:31.949865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:36:31.970062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9231a98d-dc3d-4e14-ab88-45da27333cc1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:32.034442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:32.034834 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Added segment f57564ab-bafe-490e-80df-7a2b7d32fe4c of type vlan for network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b Apr 22 17:36:32.153940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:32.159565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d62fab-1187-4435-bc22-5302a508d7ed req-fa29fab6-a2df-4795-8733-0c1fe395ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:32.160987 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-27d62fab-1187-4435-bc22-5302a508d7ed req-fa29fab6-a2df-4795-8733-0c1fe395ac85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 1098 time: 0.3557551 Apr 22 17:36:32.167794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 9231a98d-dc3d-4e14-ab88-45da27333cc1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:32.168270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:32.207948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a2e457-3803-4665-b86d-21a45d4bd6db None None] Network eccd5064-1544-4b86-9365-d91db119a529 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:32.227863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network eccd5064-1544-4b86-9365-d91db119a529 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:32.233561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:32.462288 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bd732825-98f3-4774-b3c1-87d70acb7307 None None] Provisioning for port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:32.509679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:32.515674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:32.516265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:32.538636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2ccae7a4-68e2-4b1b-995c-7d83b68a690c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:32.641793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '036e9bdd-772c-4b5b-ac8e-a5e3736741e4', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:dc:ac:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:36:27Z', 'updated_at': '2022-04-22T17:36:27Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:32.652797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cebed46e-1d5b-405c-b981-a8ce471aa1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:32.654584 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:36:32.677220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:32.677851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:32.711709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d62fab-1187-4435-bc22-5302a508d7ed req-27c847b9-5fc9-4aeb-ab08-4b310583298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:32.713042 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-27d62fab-1187-4435-bc22-5302a508d7ed req-27c847b9-5fc9-4aeb-ab08-4b310583298e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.5409229 Apr 22 17:36:32.718716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d0d7f-bbce-48bf-96ed-ee2bf3c5a062 req-1a2fc7ab-f55d-4e43-84f1-fbaadc7b8bd7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:32.721323 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-358d0d7f-bbce-48bf-96ed-ee2bf3c5a062 req-1a2fc7ab-f55d-4e43-84f1-fbaadc7b8bd7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.1114163 Apr 22 17:36:32.785980 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-358d0d7f-bbce-48bf-96ed-ee2bf3c5a062 req-bbd38fc8-6c75-4c4c-8c52-9386dd1a0434 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548098 Apr 22 17:36:32.827167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Network': ['ID=4e2ef8a3-4dcb-4afe-b414-bff148c1833b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:32.846507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52238) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:32.851142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:36:32.852491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '4e2ef8a3-4dcb-4afe-b414-bff148c1833b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:32.856469 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c72f6727-5f43-4ac5-883f-66fe0b02bc2f tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3183961 Apr 22 17:36:32.877670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:32.901038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:32.901421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:32.924569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:33.012208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router e5e61159-edb5-4384-93f9-69e338b4f4bc has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:36:33.034130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:33.044082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:33.051454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:33.055217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:33.061898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:33.129433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:33.132500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:33.252740 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-27d62fab-1187-4435-bc22-5302a508d7ed req-f90885cd-94a9-4673-839b-8c707ca54c5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db80ad93-92a8-4802-bafa-f0095a7493c5 HTTP/1.1" status: 200 len: 999 time: 0.4826112 Apr 22 17:36:33.396862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:33.432773 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ea60b68d-a138-44d0-95ce-98b2e21b37d9 None None] Provisioning complete for port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:33.434325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ea60b68d-a138-44d0-95ce-98b2e21b37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:33.546672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d62fab-1187-4435-bc22-5302a508d7ed req-ecd8ab2f-2479-4f2f-a28c-d0cfbba54bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:33.549487 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-27d62fab-1187-4435-bc22-5302a508d7ed req-ecd8ab2f-2479-4f2f-a28c-d0cfbba54bf1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.2880347 Apr 22 17:36:33.571049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2ccae7a4-68e2-4b1b-995c-7d83b68a690c,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:33.632867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:33.641953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5c26e88-ba60-4345-a5bb-02e8d13fb87a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/e5e61159-edb5-4384-93f9-69e338b4f4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2542257 Apr 22 17:36:33.642916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52242) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:33.645359 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Sync routers for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:33.660921 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:33.662327 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:33.709100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:33.709217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:33.724336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:33.783343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d62fab-1187-4435-bc22-5302a508d7ed req-fe56adb1-9d68-4623-b052-215e53426236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:33.785611 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-27d62fab-1187-4435-bc22-5302a508d7ed req-fe56adb1-9d68-4623-b052-215e53426236 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2270272 Apr 22 17:36:33.859846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.036530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:34.082675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.100183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=2ccae7a4-68e2-4b1b-995c-7d83b68a690c,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:34.107761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Checking segment: {'id': 'f57564ab-bafe-490e-80df-7a2b7d32fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e2ef8a3-4dcb-4afe-b414-bff148c1833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:34.108691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network hostable DHCP agents. Network: 4e2ef8a3-4dcb-4afe-b414-bff148c1833b, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:36:34.112667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=dba30a76-9d68-4898-a486-2b9a85dee22c,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:34.118632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.141134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '036e9bdd-772c-4b5b-ac8e-a5e3736741e4', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:dc:ac:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:36:27Z', 'updated_at': '2022-04-22T17:36:27Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:34.142055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.142540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.143035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.143924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.144098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.145089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.145748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.146586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ea60b68d-a138-44d0-95ce-98b2e21b37d9 None None] Provisioning for port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:34.153741 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.153741 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.154665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ea60b68d-a138-44d0-95ce-98b2e21b37d9 None None] Provisioning complete for port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:34.155252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ea60b68d-a138-44d0-95ce-98b2e21b37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.161438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.163217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.167605 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dec552fe-56ef-4c46-9c1c-30006a23c859 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7644 time: 0.5220728 Apr 22 17:36:34.174041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52248) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:34.184375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612625b-cd05-421e-987b-9fc3491bbc4f None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '036e9bdd-772c-4b5b-ac8e-a5e3736741e4', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:dc:ac:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:36:27Z', 'updated_at': '2022-04-22T17:36:27Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:34.231534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ea60b68d-a138-44d0-95ce-98b2e21b37d9 None None] Port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:34.353180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.354049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.354715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.355373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.356058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.357097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.357794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.358464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.359121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.361533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-49161731-8075-4b23-8200-65446f13fa0f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5831 time: 0.1842260 Apr 22 17:36:34.364558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52252) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:34.382137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f47c31be-ae81-494a-9dca-7eedd34d822e None None] Provisioning complete for port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:34.382527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f47c31be-ae81-494a-9dca-7eedd34d822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.402363 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-27d62fab-1187-4435-bc22-5302a508d7ed req-01011a22-cf15-4382-b718-d64fb1f0aac8 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022127 Apr 22 17:36:34.446647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.451311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:36:34.482993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f47c31be-ae81-494a-9dca-7eedd34d822e None None] Port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:34.617912 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:31Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:34.618203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.625826 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Checking router: e5e61159-edb5-4384-93f9-69e338b4f4bc for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:36:34.626524 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Updating router e5e61159-edb5-4384-93f9-69e338b4f4bc port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:36:34.648957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae9184-473e-47f0-b790-9a8f41b2761d req-c07bed21-2b54-4aaf-9a9a-262bf86d3ffb tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.656965 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-55ae9184-473e-47f0-b790-9a8f41b2761d req-c07bed21-2b54-4aaf-9a9a-262bf86d3ffb tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.6407943 Apr 22 17:36:34.737885 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.750667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 4e2ef8a3-4dcb-4afe-b414-bff148c1833b) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:34.758006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce6b21-3f63-4d27-b55f-4bfab3147d30 None None] Network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:34.767583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:34.768174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:34.831922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:34.844056 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8b6c6804-a6ef-42bf-8907-608558c47e9d tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4310 time: 0.4780266 Apr 22 17:36:34.876122 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-27d62fab-1187-4435-bc22-5302a508d7ed req-68bd965d-9d3e-46a5-94e4-1c7b7f3d4f13 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494400 Apr 22 17:36:34.877531 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f0dcb223-f469-4cb7-8a10-69c7d80a2210 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0298729 Apr 22 17:36:34.878999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52258) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:34.888092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1697773662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:34.905786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:34.920408 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-55ae9184-473e-47f0-b790-9a8f41b2761d req-21f005cd-a827-4527-8a10-e8ab0964a982 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623198 Apr 22 17:36:34.924026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:router and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:34.939080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:34.950396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:35.017392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.018901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.089684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.095875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-4e2ef8a3-4dcb-4afe-b414-bff148c1833b', 'network_id': '4e2ef8a3-4dcb-4afe-b414-bff148c1833b', 'tenant_id': '1071a3da9d514ea6bb42b4cb8d6958bd', 'fixed_ips': [{'subnet_id': 'dba30a76-9d68-4898-a486-2b9a85dee22c'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:36:35.096897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.127739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35a299-4f8d-431c-bbcb-da0505fd6728 None None] New status for floating IP 036e9bdd-772c-4b5b-ac8e-a5e3736741e4: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:36:35.165138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.174138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.264890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:35.285055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.287210 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.302584 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Transition to ACTIVE for port object 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:35.318815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52262) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:35.325481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848587144', 'description': 'tempest-secgroup-smoke-1848587144 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:35.334091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:35.339196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:35.343572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:35.350070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:35.381291 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.440998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.446526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52266) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:35.451913 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-74cc6bc1-a05b-456b-b0ce-e2425bd6eed2 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5713801 Apr 22 17:36:35.454106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'network_id': '4e2ef8a3-4dcb-4afe-b414-bff148c1833b', 'name': 'tempest-PortsTestJSON-1421467518'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:35.482182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.513386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.570456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:35.578565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:35.584412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:35.597230 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Allocated IP 172.20.0.2 (4e2ef8a3-4dcb-4afe-b414-bff148c1833b/dba30a76-9d68-4898-a486-2b9a85dee22c/6b4bdf5c-58bb-4886-be59-0193349034a0) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:35.598260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:35.668969 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Pushing event updated for resources: {'Port': ['ID=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:35.743727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.765176 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.765676 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.766018 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.766442 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.767423 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.767992 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.768629 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.770391 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.770853 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.771283 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.771698 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.772238 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:35.786229 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Attempting to bind port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:35.786913 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Attempting to bind port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:35.787505 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Attempting to bind port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf on network eccd5064-1544-4b86-9365-d91db119a529 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:35.793923 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:35.794812 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Checking segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:35.795428 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.796061 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Bound using segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:35.796619 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Bound port: 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:35.797122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.832930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.844772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2ccae7a4-68e2-4b1b-995c-7d83b68a690c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:35.874417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:35.890974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:port and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:35.895562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:35.903115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c450adb1-a51e-46e8-b2c0-02736617ba7f,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:35.924143 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] For port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:35.927712 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] For port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:35.955609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:35.959089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:35.960865 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-103e2fba-91c0-4315-985c-15db198aa7e8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6400719 Apr 22 17:36:35.963354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52272) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:35.970106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'c450adb1-a51e-46e8-b2c0-02736617ba7f', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:35.978305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:35.979143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Router e305aca6-4641-4ae9-bad1-6f42db824bb9 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:36:35.983959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:35.987731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:35.994856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:36.017028 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.054715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.057184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:36.057543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.104529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.105109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Transition to ACTIVE for port object 6b4bdf5c-58bb-4886-be59-0193349034a0 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:36.126707 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:36.127409 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:36.151624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Transition to ACTIVE for port object 6b4bdf5c-58bb-4886-be59-0193349034a0 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:36.214712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.219237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.287993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:36.290315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:36.291922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:36.294378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.296972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:36.301930 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572befc-98ac-477b-a369-dfa240a56dfd None None] Sync routers for ids ['e305aca6-4641-4ae9-bad1-6f42db824bb9'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:36.303123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:36.304392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.320510 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e407ac-65f2-4f98-9162-97692391657a None None] Pushing event updated for resources: {'Port': ['ID=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:36.345297 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572befc-98ac-477b-a369-dfa240a56dfd None None] Routers {'e305aca6-4641-4ae9-bad1-6f42db824bb9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:36.345910 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1572befc-98ac-477b-a369-dfa240a56dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e305aca6-4641-4ae9-bad1-6f42db824bb9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:36.379343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Pushing event updated for resources: {'Port': ['ID=6b4bdf5c-58bb-4886-be59-0193349034a0,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:36.390566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port a324cf74-4524-4d87-9c98-99e0fba0406c yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:36.392062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6daf63-4312-44b3-bdd6-ae13c09eff59,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:36.418781 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1572befc-98ac-477b-a369-dfa240a56dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:36.431771 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:36:36.455246 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7aaee3b0-5a1a-437d-bfcb-b47c7092e248 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "PUT /v2.0/routers/e305aca6-4641-4ae9-bad1-6f42db824bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1708484 Apr 22 17:36:36.456266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.457475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9709fbb9-b4ff-4427-a7c6-6030b2921937 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4929745 Apr 22 17:36:36.458024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52276) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:36.470434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52280) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:36.479361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'c450adb1-a51e-46e8-b2c0-02736617ba7f', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:36.492171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:36.495827 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572befc-98ac-477b-a369-dfa240a56dfd None None] Routers {'e305aca6-4641-4ae9-bad1-6f42db824bb9'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:36.496544 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1572befc-98ac-477b-a369-dfa240a56dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e305aca6-4641-4ae9-bad1-6f42db824bb9'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:36.498248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Attempting to bind port 6b4bdf5c-58bb-4886-be59-0193349034a0 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:36.498917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Attempting to bind port 6b4bdf5c-58bb-4886-be59-0193349034a0 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'f57564ab-bafe-490e-80df-7a2b7d32fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e2ef8a3-4dcb-4afe-b414-bff148c1833b'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:36.499455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Attempting to bind port 6b4bdf5c-58bb-4886-be59-0193349034a0 on network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:36.504718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:36.508139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:36.508747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Checking segment: {'id': 'f57564ab-bafe-490e-80df-7a2b7d32fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e2ef8a3-4dcb-4afe-b414-bff148c1833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:36.509314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.510548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Bound using segment: {'id': 'f57564ab-bafe-490e-80df-7a2b7d32fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e2ef8a3-4dcb-4afe-b414-bff148c1833b'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:36.511714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Bound port: 6b4bdf5c-58bb-4886-be59-0193349034a0, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57564ab-bafe-490e-80df-7a2b7d32fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4e2ef8a3-4dcb-4afe-b414-bff148c1833b'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:36.517129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.521737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:36.542178 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc0eee5-002c-4a98-b54e-c8a254abcb49 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:36:36.544224 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4dc0eee5-002c-4a98-b54e-c8a254abcb49 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/5a8d43f1-e87a-4b99-8d0f-20f6dce55ee0 HTTP/1.1" status: 404 len: 333 time: 0.0852776 Apr 22 17:36:36.546958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52284) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:36.575964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:36.578610 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1572befc-98ac-477b-a369-dfa240a56dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:36.579034 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572befc-98ac-477b-a369-dfa240a56dfd None None] The sync data for ids ['e305aca6-4641-4ae9-bad1-6f42db824bb9'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:36.592347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5d58d-ed88-433e-a9b8-3997da52931e req-835e85bf-6e0f-4be9-bbd1-8c0264ac8148 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:36.594528 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a3f5d58d-ed88-433e-a9b8-3997da52931e req-835e85bf-6e0f-4be9-bbd1-8c0264ac8148 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.3083284 Apr 22 17:36:36.678274 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a3f5d58d-ed88-433e-a9b8-3997da52931e req-7d698ad5-6791-449a-806c-e71c661264d5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737813 Apr 22 17:36:36.686711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.12 (4e2ef8a3-4dcb-4afe-b414-bff148c1833b/dba30a76-9d68-4898-a486-2b9a85dee22c/a324cf74-4524-4d87-9c98-99e0fba0406c) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:36.694483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.717039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] For port 6b4bdf5c-58bb-4886-be59-0193349034a0, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:36.721749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] For port 6b4bdf5c-58bb-4886-be59-0193349034a0, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b4bdf5c-58bb-4886-be59-0193349034a0,segment=NetworkSegment(f57564ab-bafe-490e-80df-7a2b7d32fe4c),segment_id=f57564ab-bafe-490e-80df-7a2b7d32fe4c)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:36.754931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b57b324b-f84c-404a-8e0d-557e326d9a57 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.781769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.837544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.911794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:36.968539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff1225e-2280-4274-bfde-75724bbeadb1,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:36.968719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c0ca4-bef5-4348-a51a-c469153a5ad4 None None] Pushing event updated for resources: {'Port': ['ID=6b4bdf5c-58bb-4886-be59-0193349034a0,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:37.015185 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:35Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:37.019642 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98477a-edbb-4292-ba08-8a63b53c3beb None None] The sync data for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv is: [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:35Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:37.024292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.025690 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0707b995-a73c-4e11-a093-080c1f5e2be5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5540738 Apr 22 17:36:37.028855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52288) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:37.034346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'c450adb1-a51e-46e8-b2c0-02736617ba7f', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:37.041734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:37.048512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:37.058842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:37.070045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:37.075053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.099927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object a324cf74-4524-4d87-9c98-99e0fba0406c will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:37.188010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.204514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.245518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b57b324b-f84c-404a-8e0d-557e326d9a57 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.248112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b57b324b-f84c-404a-8e0d-557e326d9a57 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.324756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:37.331756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:37.340806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:37.352742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b57b324b-f84c-404a-8e0d-557e326d9a57 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.353315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57b324b-f84c-404a-8e0d-557e326d9a57 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Fanout notify agent at l3_agent the message router_deleted on router e305aca6-4641-4ae9-bad1-6f42db824bb9 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:36:37.366818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b57b324b-f84c-404a-8e0d-557e326d9a57 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.367358 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b57b324b-f84c-404a-8e0d-557e326d9a57 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/routers/e305aca6-4641-4ae9-bad1-6f42db824bb9 HTTP/1.1" status: 204 len: 168 time: 0.8194180 Apr 22 17:36:37.369908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52294) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:37.408811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=a324cf74-4524-4d87-9c98-99e0fba0406c,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:37.462533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.480331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcfce88-10ba-4118-9300-500fd45759ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 042ba792-a155-4d08-8c0a-d458b5a686ac {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:37.485040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfce88-10ba-4118-9300-500fd45759ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.489340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:37.490017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.518584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.549166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563b3060-ee80-4ba8-a1d6-cdd13492dced,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:37.556660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfce88-10ba-4118-9300-500fd45759ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.598770 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5189498b-5c16-4ae5-946b-89011004ec1a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1505563 Apr 22 17:36:37.601511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52298) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:37.654692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfce88-10ba-4118-9300-500fd45759ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.660453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.664150 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-497d24b2-c284-4ae1-b4b0-2ffc444b0373 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6317334 Apr 22 17:36:37.671421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52302) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:37.682613 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'c450adb1-a51e-46e8-b2c0-02736617ba7f', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:37.741890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:37.754995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:37.815967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfce88-10ba-4118-9300-500fd45759ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.830183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:37.848224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:37.899979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f983d-4489-4422-8c55-ede40d231dd1 None None] Network 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:37.919327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfce88-10ba-4118-9300-500fd45759ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:37.948195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfce88-10ba-4118-9300-500fd45759ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=042ba792-a155-4d08-8c0a-d458b5a686ac,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:37.948541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b4bdf5c-58bb-4886-be59-0193349034a0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:37.953905 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3bcfce88-10ba-4118-9300-500fd45759ae tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/042ba792-a155-4d08-8c0a-d458b5a686ac HTTP/1.1" status: 204 len: 168 time: 0.5828316 Apr 22 17:36:37.956525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52308) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:38.113243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.148467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a51da-55a1-4474-8fea-cc98e4f4e5eb req-3f2b83e8-7412-4c01-9f0d-635c2a6c0f54 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:38.150398 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-881a51da-55a1-4474-8fea-cc98e4f4e5eb req-3f2b83e8-7412-4c01-9f0d-635c2a6c0f54 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.2703249 Apr 22 17:36:38.152570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 6b477bf0-6cbd-4128-94e9-4d5378c9639a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:38.153112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.159533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.340246 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-881a51da-55a1-4474-8fea-cc98e4f4e5eb req-4b7e006b-4d85-479d-b59f-eee2d5e7fba8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503186 Apr 22 17:36:38.366627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.386712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] DHCP port deletion for 7023f997-7c2d-45bd-9bd2-0be4aff3cd0b request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:36:38.395497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] Deleting port 6b477bf0-6cbd-4128-94e9-4d5378c9639a {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:38.395878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.465759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6b4bdf5c-58bb-4886-be59-0193349034a0 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:38.475662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:38.476539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.497136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.544231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4ea94-f014-4d15-a0e5-df5564208d97 None None] Network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:38.678522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59855092-62ce-4fb6-91db-7ed2a5a79f5b,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:38.696560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] For port 6b477bf0-6cbd-4128-94e9-4d5378c9639a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b477bf0-6cbd-4128-94e9-4d5378c9639a,segment=NetworkSegment(ddd88bc7-b922-49a0-99ae-26a5892bc851),segment_id=ddd88bc7-b922-49a0-99ae-26a5892bc851)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:38.697035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.801959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:38.804698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-541cd28d-bc81-4516-8cc2-0bc684c637b5 None None] Provisioning for port 6b4bdf5c-58bb-4886-be59-0193349034a0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:38.833953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-541cd28d-bc81-4516-8cc2-0bc684c637b5 None None] Provisioning complete for port 6b4bdf5c-58bb-4886-be59-0193349034a0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:38.833953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-541cd28d-bc81-4516-8cc2-0bc684c637b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.841758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 6b477bf0-6cbd-4128-94e9-4d5378c9639a owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:38.847045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.850785 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0eb55d55-f31b-4cfa-af04-4326da312ef7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1759858 Apr 22 17:36:38.865316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52312) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:38.865316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'c450adb1-a51e-46e8-b2c0-02736617ba7f', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:38.865561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:38.865805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:38.870344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:38.889892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:38.903691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:38.913373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:38.957274 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] For port 6b477bf0-6cbd-4128-94e9-4d5378c9639a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b477bf0-6cbd-4128-94e9-4d5378c9639a,segment=NetworkSegment(ddd88bc7-b922-49a0-99ae-26a5892bc851),segment_id=ddd88bc7-b922-49a0-99ae-26a5892bc851)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:38.957274 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.015348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.045070 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:36:39.063993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.066494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.073158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=6b477bf0-6cbd-4128-94e9-4d5378c9639a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:39.079328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No DVR routers for this DVR port 6b477bf0-6cbd-4128-94e9-4d5378c9639a on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:36:39.112870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] Calling delete_port for 6b477bf0-6cbd-4128-94e9-4d5378c9639a owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:39.140964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.152540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.208906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.237804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7023f997-7c2d-45bd-9bd2-0be4aff3cd0b']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:39.251254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd88bc7-b922-49a0-99ae-26a5892bc851') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:39.251687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd88bc7-b922-49a0-99ae-26a5892bc851') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:39.254273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.265864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.284844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.293463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:36:39.294128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.308355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066e3f5f-44cf-4433-b291-8e3121c79494,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:36:39.310410 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:36:39.318215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=a324cf74-4524-4d87-9c98-99e0fba0406c,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:39.389463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.415905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:39.416510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:39.417358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.418652 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ef40ae89-96b9-4d60-ac78-4a618e53674b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5624392 Apr 22 17:36:39.423490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52318) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:39.424385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-541cd28d-bc81-4516-8cc2-0bc684c637b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.430768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'c450adb1-a51e-46e8-b2c0-02736617ba7f', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:39.442078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:39.452341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:39.456369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:39.466219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:39.476768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:39.493747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-541cd28d-bc81-4516-8cc2-0bc684c637b5 None None] For port 6b4bdf5c-58bb-4886-be59-0193349034a0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b4bdf5c-58bb-4886-be59-0193349034a0,segment=NetworkSegment(f57564ab-bafe-490e-80df-7a2b7d32fe4c),segment_id=f57564ab-bafe-490e-80df-7a2b7d32fe4c)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:39.496038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.521066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.528058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Network': ['ID=7023f997-7c2d-45bd-9bd2-0be4aff3cd0b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:39.540856 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4667d06c-a6fd-435d-bb40-944dbf801fbf tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/networks/7023f997-7c2d-45bd-9bd2-0be4aff3cd0b HTTP/1.1" status: 204 len: 168 time: 1.5827591 Apr 22 17:36:39.544697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52322) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:39.558791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-541cd28d-bc81-4516-8cc2-0bc684c637b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.560786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.585769 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:36:39.603366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.617151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.646856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cd28d-bc81-4516-8cc2-0bc684c637b5 None None] Pushing event updated for resources: {'Port': ['ID=6b4bdf5c-58bb-4886-be59-0193349034a0,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:39.684945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9753237-cb19-4887-97d7-439810102d88 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:39.685767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b9753237-cb19-4887-97d7-439810102d88 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:39.722069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad1d64-bbc2-41df-a935-0c843bc4d616 req-24717320-4d28-466b-a99f-277ebc7a5140 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:39.727935 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d6ad1d64-bbc2-41df-a935-0c843bc4d616 req-24717320-4d28-466b-a99f-277ebc7a5140 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.1824210 Apr 22 17:36:39.788202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.790423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:39.804458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0e4738aa-f886-40a9-be04-a70b808f2d65 None None] Provisioning complete for port 6b4bdf5c-58bb-4886-be59-0193349034a0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:39.805815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0e4738aa-f886-40a9-be04-a70b808f2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.821685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b9753237-cb19-4887-97d7-439810102d88 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:39.824271 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b9753237-cb19-4887-97d7-439810102d88 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/c85fdda6-236f-469d-bebe-37270c97d16e HTTP/1.1" status: 200 len: 844 time: 0.2776542 Apr 22 17:36:39.831212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52326) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:39.836749 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d6ad1d64-bbc2-41df-a935-0c843bc4d616 req-22ecbfc3-5fe1-462a-9998-37925de6ea19 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030686 Apr 22 17:36:39.839281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.896017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b4bdf5c-58bb-4886-be59-0193349034a0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:39.939140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] Deleting port 6b477bf0-6cbd-4128-94e9-4d5378c9639a {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:39.939140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.944283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:39.991395 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-89eaaa43-3caa-4e70-b0bf-bf70bf8f7771 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/c85fdda6-236f-469d-bebe-37270c97d16e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1589420 Apr 22 17:36:39.995087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e55ec2b-2898-44a7-adfe-bf819a9973e5,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:40.000730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52330) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:40.011045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:40.087047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.087047 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e65366fd-fdc9-4bb0-989b-5c49ec831d84 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6421142 Apr 22 17:36:40.095722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8663944c-8596-4227-85e3-4e6c97b116fe None None] The port '6b477bf0-6cbd-4128-94e9-4d5378c9639a' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:36:40.119840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6b4bdf5c-58bb-4886-be59-0193349034a0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:40.119840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.188904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0e4738aa-f886-40a9-be04-a70b808f2d65 None None] Provisioning for port a324cf74-4524-4d87-9c98-99e0fba0406c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:40.224775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0e4738aa-f886-40a9-be04-a70b808f2d65 None None] Provisioning complete for port a324cf74-4524-4d87-9c98-99e0fba0406c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:40.224775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0e4738aa-f886-40a9-be04-a70b808f2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.279172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:40.293906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:40.296853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:40.324231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:40.388705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0e4738aa-f886-40a9-be04-a70b808f2d65 None None] Port a324cf74-4524-4d87-9c98-99e0fba0406c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:40.421305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:40.424928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.434051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.521648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-629514bd-604b-48c0-8ae4-6a7bb5536790 None None] Provisioning complete for port a324cf74-4524-4d87-9c98-99e0fba0406c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:40.521648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-629514bd-604b-48c0-8ae4-6a7bb5536790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.576597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.585330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b477bf0-6cbd-4128-94e9-4d5378c9639a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:40.603114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b8f7c40d-9bbd-4f77-ae7f-0435eef9eacb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:40.632265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-629514bd-604b-48c0-8ae4-6a7bb5536790 None None] Port a324cf74-4524-4d87-9c98-99e0fba0406c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:40.632265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6b477bf0-6cbd-4128-94e9-4d5378c9639a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:40.632265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b477bf0-6cbd-4128-94e9-4d5378c9639a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:40.719847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.747120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b8f7c40d-9bbd-4f77-ae7f-0435eef9eacb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:40.747120 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b8f7c40d-9bbd-4f77-ae7f-0435eef9eacb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848587144&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.2959495 Apr 22 17:36:40.850790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.917126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=a324cf74-4524-4d87-9c98-99e0fba0406c,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:40.944396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=658388fe-b90a-498a-9d63-5f10e2211d2f,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:40.974458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:40.974458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:40.982904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:40.982904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:40.994382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d76d22-1f32-4944-a275-f870fb49520c None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:41.033509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:41.033509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:41.081831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-6aaade4a-96ca-4811-94cf-21e717c31a4d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:41.085199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-6aaade4a-96ca-4811-94cf-21e717c31a4d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:41.105790 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-68b8d097-c376-45a0-821c-e2c8080de595 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0874295 Apr 22 17:36:41.105790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52348) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:41.117923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'security_group': {'name': 'tempest-secgroup-438647629'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:41.139312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:41.151075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:41.151075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:41.167123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:41.225212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-6aaade4a-96ca-4811-94cf-21e717c31a4d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:41.225212 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-6aaade4a-96ca-4811-94cf-21e717c31a4d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 796 time: 0.4648798 Apr 22 17:36:41.239800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:41.271147 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-97bc3959-3e0c-42ed-9e89-a0beadb3712c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.0428193 Apr 22 17:36:41.276348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:41.376494 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6323b-0f86-4913-abd4-d215a61a7e3d req-ee5d1c56-1c12-4a89-a0dd-af95426c652c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:41.378083 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54e6323b-0f86-4913-abd4-d215a61a7e3d req-ee5d1c56-1c12-4a89-a0dd-af95426c652c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.2644877 Apr 22 17:36:41.404684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'tenant_id': 'e7affe2d37c344c4a2711652ee1e32e6', 'fixed_ips': [{'subnet_id': '658388fe-b90a-498a-9d63-5f10e2211d2f'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:36:41.406568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:41.448555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Router c1d3b940-2ffa-4626-8e19-b74ffe0965fa is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:36:41.486137 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54e6323b-0f86-4913-abd4-d215a61a7e3d req-1709f895-8365-4f89-bb53-4d02b410752c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936394 Apr 22 17:36:41.553762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group_rule and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:41.569199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:41.574451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-43d4c599-c6ae-4ed8-ac6e-3f57551d0e79 None None] Provisioning complete for port a324cf74-4524-4d87-9c98-99e0fba0406c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:41.574451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-43d4c599-c6ae-4ed8-ac6e-3f57551d0e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:41.575955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:41.633451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-43d4c599-c6ae-4ed8-ac6e-3f57551d0e79 None None] Port a324cf74-4524-4d87-9c98-99e0fba0406c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:41.647627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-24e6bcf1-138b-4122-a6c4-4ccb38132a33 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:41.682598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:41.685549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:41.690691 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-31b974df-f5dd-4c2f-b16e-9effcdbfb43c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "PUT /v2.0/routers/c1d3b940-2ffa-4626-8e19-b74ffe0965fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0882888 Apr 22 17:36:41.693370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52352) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:41.697220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e4289a-3d8e-4a2f-949d-b777400abe67 None None] Sync routers for ids ['c1d3b940-2ffa-4626-8e19-b74ffe0965fa'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:41.709248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Allocated IP 2001:db8::2 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/658388fe-b90a-498a-9d63-5f10e2211d2f/3bd20752-06fd-4784-ac3c-01708679c3bb) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:41.720420 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e4289a-3d8e-4a2f-949d-b777400abe67 None None] Routers {'c1d3b940-2ffa-4626-8e19-b74ffe0965fa'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:41.721051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-32e4289a-3d8e-4a2f-949d-b777400abe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c1d3b940-2ffa-4626-8e19-b74ffe0965fa'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:41.757924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-24e6bcf1-138b-4122-a6c4-4ccb38132a33 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:41.763742 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-24e6bcf1-138b-4122-a6c4-4ccb38132a33 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4791536 Apr 22 17:36:41.788529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-32e4289a-3d8e-4a2f-949d-b777400abe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:41.803100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:41.817404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:41.909272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b13116-0f7f-4cfb-aff6-2069312eb2da tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:41.909868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-44b13116-0f7f-4cfb-aff6-2069312eb2da tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:41.938016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e4289a-3d8e-4a2f-949d-b777400abe67 None None] Routers {'c1d3b940-2ffa-4626-8e19-b74ffe0965fa'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:41.938658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-32e4289a-3d8e-4a2f-949d-b777400abe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c1d3b940-2ffa-4626-8e19-b74ffe0965fa'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:41.939049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e2ace-185b-453c-8676-9f65c170e45b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:41.976309 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-de11d8a3-9913-4b4a-9a37-8678db50c90e service neutron] 10.222.0.10 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009337 Apr 22 17:36:41.980440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:41.983282 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-47d8ea73-e289-484b-961d-40dd7ff0265c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8881674 Apr 22 17:36:41.984529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52358) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:41.990146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'security_group': {'name': 'tempest-secgroup-179583394'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:41.996755 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:42.000710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:42.003915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:42.006776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-44b13116-0f7f-4cfb-aff6-2069312eb2da tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:42.009979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:42.010130 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-44b13116-0f7f-4cfb-aff6-2069312eb2da tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1d3b940-2ffa-4626-8e19-b74ffe0965fa HTTP/1.1" status: 200 len: 983 time: 0.3156056 Apr 22 17:36:42.012337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52362) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:42.030639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-32e4289a-3d8e-4a2f-949d-b777400abe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:42.031070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e4289a-3d8e-4a2f-949d-b777400abe67 None None] The sync data for ids ['c1d3b940-2ffa-4626-8e19-b74ffe0965fa'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:42.106582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:42.106984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.124427 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-dde1c4c0-a651-4495-8765-e4c503b98b56 service neutron] 10.222.0.10 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394787 Apr 22 17:36:42.190556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.205141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Transition to ACTIVE for port object 3bd20752-06fd-4784-ac3c-01708679c3bb will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:42.247632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.255434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Transition to ACTIVE for port object 3bd20752-06fd-4784-ac3c-01708679c3bb will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:42.330313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.335737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:42.359433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group_rule and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:42.368466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:42.416140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:42.424835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:42.427935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:42.439752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-dccb80c0-edb4-4796-8386-068e83257110 req-a76ad32c-39d8-4c63-be7d-bd90292b5a23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:42.450555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:42.477348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Pushing event updated for resources: {'Port': ['ID=3bd20752-06fd-4784-ac3c-01708679c3bb,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:42.513646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-dccb80c0-edb4-4796-8386-068e83257110 req-a76ad32c-39d8-4c63-be7d-bd90292b5a23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:42.516447 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dccb80c0-edb4-4796-8386-068e83257110 req-a76ad32c-39d8-4c63-be7d-bd90292b5a23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 210 time: 0.1518385 Apr 22 17:36:42.566652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Attempting to bind port 3bd20752-06fd-4784-ac3c-01708679c3bb on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:42.567344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Attempting to bind port 3bd20752-06fd-4784-ac3c-01708679c3bb by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'c50e5546-369e-494d-9b27-8b687b2e8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:42.568671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Attempting to bind port 3bd20752-06fd-4784-ac3c-01708679c3bb on network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:42.577249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:42.577916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Checking segment: {'id': 'c50e5546-369e-494d-9b27-8b687b2e8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:42.579129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.579713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Bound using segment: {'id': 'c50e5546-369e-494d-9b27-8b687b2e8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:42.589119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Bound port: 3bd20752-06fd-4784-ac3c-01708679c3bb, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50e5546-369e-494d-9b27-8b687b2e8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:42.589119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.640459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.690008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] For port 3bd20752-06fd-4784-ac3c-01708679c3bb, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:42.693066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] For port 3bd20752-06fd-4784-ac3c-01708679c3bb, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3bd20752-06fd-4784-ac3c-01708679c3bb,segment=NetworkSegment(c50e5546-369e-494d-9b27-8b687b2e8519),segment_id=c50e5546-369e-494d-9b27-8b687b2e8519)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:42.710207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.718605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7dae0-b5dc-485f-82ad-78416798a202 req-dc2c8a3e-802a-43c7-a6f1-4aaaec5f98d7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:42.720013 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9bd7dae0-b5dc-485f-82ad-78416798a202 req-dc2c8a3e-802a-43c7-a6f1-4aaaec5f98d7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.1053429 Apr 22 17:36:42.758170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.773857 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9bd7dae0-b5dc-485f-82ad-78416798a202 req-9d32693d-3c19-40f8-b2ea-cb8ab362a1e9 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478868 Apr 22 17:36:42.790213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc34b2f-10b5-4bdf-bbd1-da5cb152807d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:42.815105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:42.862959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1b25f-6430-42d9-97f9-5fee7e08eed0 None None] Pushing event updated for resources: {'Port': ['ID=3bd20752-06fd-4784-ac3c-01708679c3bb,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:43.007411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:43.008646 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7fa6a4f4-0fdc-4d57-a1b1-382ae20dc832 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0230415 Apr 22 17:36:43.011275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52378) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:43.063294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-201485619', 'security_groups': ['5fc34b2f-10b5-4bdf-bbd1-da5cb152807d'], 'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '658388fe-b90a-498a-9d63-5f10e2211d2f'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:43.332121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:43.337497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:port and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:43.344190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:43.348797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:43.372080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port a324cf74-4524-4d87-9c98-99e0fba0406c {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:43.372260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:43.431774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:43.702439 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:43.727402 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9678bb22-b1fc-4ce5-9050-83d0d6792bae req-9c1dcd1e-7a59-4bc5-bb9a-185421ee4175 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 210 time: 0.0931087 Apr 22 17:36:43.785991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:43.854942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3bd20752-06fd-4784-ac3c-01708679c3bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:43.884949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for a324cf74-4524-4d87-9c98-99e0fba0406c owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:43.962193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:44.094630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 3bd20752-06fd-4784-ac3c-01708679c3bb completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:44.120112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2dc6f-c6a4-4b57-8aef-7bc9a12b277a req-8f6c04b3-82e2-4e77-adad-395760f61bf9 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:44.121443 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50e2dc6f-c6a4-4b57-8aef-7bc9a12b277a req-8f6c04b3-82e2-4e77-adad-395760f61bf9 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.1283669 Apr 22 17:36:44.177600 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50e2dc6f-c6a4-4b57-8aef-7bc9a12b277a req-6df224d9-286b-400b-8572-6e7fbb44ba1e tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477054 Apr 22 17:36:44.275289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::1d6 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/658388fe-b90a-498a-9d63-5f10e2211d2f/03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:44.300581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Provisioning for port 3bd20752-06fd-4784-ac3c-01708679c3bb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:44.305691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Provisioning complete for port 3bd20752-06fd-4784-ac3c-01708679c3bb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:44.306087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:44.433349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:44.437823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:44.473438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] For port 3bd20752-06fd-4784-ac3c-01708679c3bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3bd20752-06fd-4784-ac3c-01708679c3bb,segment=NetworkSegment(c50e5546-369e-494d-9b27-8b687b2e8519),segment_id=c50e5546-369e-494d-9b27-8b687b2e8519)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:44.508328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=a324cf74-4524-4d87-9c98-99e0fba0406c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:44.565474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:44.644992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Provisioning complete for port c85fdda6-236f-469d-bebe-37270c97d16e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:44.644992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:44.698498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Pushing event updated for resources: {'Port': ['ID=3bd20752-06fd-4784-ac3c-01708679c3bb,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:44.714679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1bab3-406c-44f8-8492-a0f9e858a281 None None] Port c85fdda6-236f-469d-bebe-37270c97d16e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:44.780507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:44.912289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:44.939686 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-595ca951-13c9-4dea-954a-cc783357e98b req-7847c566-4a98-4ade-a400-d68eedda31c0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 210 time: 0.0776992 Apr 22 17:36:45.046552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-17d29d74-3e83-42fe-ae32-9ec750d22d6f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:45.046552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-17d29d74-3e83-42fe-ae32-9ec750d22d6f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:45.114815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:45.136747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-17d29d74-3e83-42fe-ae32-9ec750d22d6f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:45.137929 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-17d29d74-3e83-42fe-ae32-9ec750d22d6f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 796 time: 0.4635346 Apr 22 17:36:45.283970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:45.392120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ced498-a6b8-4532-84e3-8f0229f4313e req-a13d9e23-7db0-4812-b12e-91bffe5abdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:45.393536 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-69ced498-a6b8-4532-84e3-8f0229f4313e req-a13d9e23-7db0-4812-b12e-91bffe5abdd5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.0946736 Apr 22 17:36:45.443910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:45.447861 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-69ced498-a6b8-4532-84e3-8f0229f4313e req-ffda0118-5cee-40ab-af68-0705d402d4ac tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456882 Apr 22 17:36:45.450846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:45.459759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-62ad154e-300e-4e1a-9d0f-6b0f02816798 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:45.523680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:45.529608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:45.534190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:45.564980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:45.574291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Router c1d3b940-2ffa-4626-8e19-b74ffe0965fa has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:36:45.590680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-62ad154e-300e-4e1a-9d0f-6b0f02816798 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:45.591897 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-62ad154e-300e-4e1a-9d0f-6b0f02816798 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 380 time: 0.3922215 Apr 22 17:36:45.654815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['c450adb1-a51e-46e8-b2c0-02736617ba7f']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:45.683187 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ad20593c-a612-4842-8d1e-13446c41a1e2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6708951 Apr 22 17:36:45.686617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52394) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:45.692278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:45.813624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:36:45.826187 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6a574f77-2686-4094-beb6-d6765f89680c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "PUT /v2.0/routers/c1d3b940-2ffa-4626-8e19-b74ffe0965fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8126669 Apr 22 17:36:45.827387 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c2726-be2a-41e0-a62f-b1c644ed005c None None] Sync routers for ids ['c1d3b940-2ffa-4626-8e19-b74ffe0965fa'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:36:45.829799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52398) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:45.833774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3bd20752-06fd-4784-ac3c-01708679c3bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:45.838228 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c2726-be2a-41e0-a62f-b1c644ed005c None None] Routers {'c1d3b940-2ffa-4626-8e19-b74ffe0965fa'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:45.838952 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d53c2726-be2a-41e0-a62f-b1c644ed005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c1d3b940-2ffa-4626-8e19-b74ffe0965fa'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:45.859706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:45.864083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:45.872268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:45.884695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:45.885387 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a940360-5353-4204-b237-315f4299ff44 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:36:45.885936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8a940360-5353-4204-b237-315f4299ff44 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:45.915830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4afce75b-a52e-478c-8909-f4297e53592a None None] Provisioning for port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:45.922881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4afce75b-a52e-478c-8909-f4297e53592a None None] Provisioning complete for port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:45.923570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4afce75b-a52e-478c-8909-f4297e53592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:45.924379 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d53c2726-be2a-41e0-a62f-b1c644ed005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:45.932437 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c2726-be2a-41e0-a62f-b1c644ed005c None None] Routers {'c1d3b940-2ffa-4626-8e19-b74ffe0965fa'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:36:45.932984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:45.933122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d53c2726-be2a-41e0-a62f-b1c644ed005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:36:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c1d3b940-2ffa-4626-8e19-b74ffe0965fa'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:45.944330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:45.988377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4afce75b-a52e-478c-8909-f4297e53592a None None] Port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:45.992413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 3bd20752-06fd-4784-ac3c-01708679c3bb triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:45.992413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:45.995936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:45.997448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:46.004531 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d53c2726-be2a-41e0-a62f-b1c644ed005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:46.004937 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c2726-be2a-41e0-a62f-b1c644ed005c None None] The sync data for ids ['c1d3b940-2ffa-4626-8e19-b74ffe0965fa'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:36:46.021363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:46.025505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:46.040771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8a940360-5353-4204-b237-315f4299ff44 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:46.047075 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8a940360-5353-4204-b237-315f4299ff44 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/a324cf74-4524-4d87-9c98-99e0fba0406c HTTP/1.1" status: 404 len: 333 time: 0.2120373 Apr 22 17:36:46.047075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52404) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:46.174064 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.ipam_backend_mixin [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 658388fe-b90a-498a-9d63-5f10e2211d2f (CIDR: 2001:db8::/64) Apr 22 17:36:46.221688 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:36:46.222019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:36:46.334478 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2d2cee5f-529a-482f-928f-dc89c990e8ba req-1182746d-b623-4675-ac3c-0a03395253cd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 210 time: 0.2229304 Apr 22 17:36:46.336214 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ce8e9103-5687-48db-a16e-abc5844338f7 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6484852 Apr 22 17:36:46.339946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52408) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:46.348860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:46.418700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-24c10a04-3d14-4991-a670-a912510baeed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:46.502198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:46.506307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:46.510831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:46.518211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:46.620194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:46.620194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:46.770301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca6666-1efb-4425-8021-3696b9d5ed7c req-9fa81836-6e68-4c41-b9bd-aa9a704470a7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:46.770301 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1bca6666-1efb-4425-8021-3696b9d5ed7c req-9fa81836-6e68-4c41-b9bd-aa9a704470a7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.1999612 Apr 22 17:36:46.829264 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1bca6666-1efb-4425-8021-3696b9d5ed7c req-babc9c41-9e6d-4179-b7dd-c000d66e36ad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583067 Apr 22 17:36:46.837130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-24c10a04-3d14-4991-a670-a912510baeed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:46.837130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-24c10a04-3d14-4991-a670-a912510baeed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:46.870059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.11 (eccd5064-1544-4b86-9365-d91db119a529/a64c8071-2848-448a-ba46-e100b823fb6c/b7fd824a-120e-458d-a037-175146419765) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:46.944737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-24c10a04-3d14-4991-a670-a912510baeed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:46.944737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c10a04-3d14-4991-a670-a912510baeed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Fanout notify agent at l3_agent the message router_deleted on router c1d3b940-2ffa-4626-8e19-b74ffe0965fa {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:36:47.047854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.051653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-24c10a04-3d14-4991-a670-a912510baeed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.057831 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-24c10a04-3d14-4991-a670-a912510baeed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/routers/c1d3b940-2ffa-4626-8e19-b74ffe0965fa HTTP/1.1" status: 204 len: 168 time: 1.0049219 Apr 22 17:36:47.057831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52418) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:47.103484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:47.106630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:47.114802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:47.114802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.123147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf670521-87d2-49df-b249-65f16c14614f None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:47.132360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=883ee428-8c14-43b0-a187-cef6d1cbcb34,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:47.168651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ae9967-8d57-4faf-a3b1-05321bc29836 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet dba30a76-9d68-4898-a486-2b9a85dee22c {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:47.175599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.179290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96ae9967-8d57-4faf-a3b1-05321bc29836 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.242106 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fe8ed8ab-603c-4f08-b41f-0ad0a247c6e5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8982625 Apr 22 17:36:47.248193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object b7fd824a-120e-458d-a037-175146419765 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:47.254870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52422) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:47.257778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96ae9967-8d57-4faf-a3b1-05321bc29836 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.265058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-569035493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '883ee428-8c14-43b0-a187-cef6d1cbcb34'}], 'security_groups': ['f03e2ace-185b-453c-8676-9f65c170e45b']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:47.370362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96ae9967-8d57-4faf-a3b1-05321bc29836 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.427947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.595176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf47051-6085-416e-9b7f-85e0dea3bdf8 None None] Update dhcp port {'port': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'fixed_ips': [{'subnet_id': '658388fe-b90a-498a-9d63-5f10e2211d2f', 'ip_address': '2001:db8::2'}, {'subnet_id': '883ee428-8c14-43b0-a187-cef6d1cbcb34'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': '3bd20752-06fd-4784-ac3c-01708679c3bb'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:36:47.605042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network eccd5064-1544-4b86-9365-d91db119a529 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:47.613441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:47.627968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:47.652962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=b7fd824a-120e-458d-a037-175146419765,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:47.655311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ebf47051-6085-416e-9b7f-85e0dea3bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.667653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.740240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:47.740240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.766292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96ae9967-8d57-4faf-a3b1-05321bc29836 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.821822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64859e-35e6-4596-a7a3-c13bca3efa6c req-9bd13b0c-687e-4ae6-b626-7727515e675e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:47.827374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-8b64859e-35e6-4596-a7a3-c13bca3efa6c req-9bd13b0c-687e-4ae6-b626-7727515e675e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:47.834059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae9967-8d57-4faf-a3b1-05321bc29836 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=dba30a76-9d68-4898-a486-2b9a85dee22c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:47.839857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-96ae9967-8d57-4faf-a3b1-05321bc29836 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:47.847011 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-96ae9967-8d57-4faf-a3b1-05321bc29836 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/dba30a76-9d68-4898-a486-2b9a85dee22c HTTP/1.1" status: 204 len: 168 time: 0.7865639 Apr 22 17:36:47.848888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13c4de-56c3-4d1a-8db6-2d34c356f7c0 None None] Network 4e2ef8a3-4dcb-4afe-b414-bff148c1833b requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:47.850328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52428) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:47.994615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.004336 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-b91f38ad-1e86-439d-9cb8-f2d2cc4f3510 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3586249 Apr 22 17:36:48.010720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 6b4bdf5c-58bb-4886-be59-0193349034a0 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:48.013059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.046913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Request body: {'port': {'device_id': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:48.050561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-ebf47051-6085-416e-9b7f-85e0dea3bdf8 None None] Allocated IP 2001:db8:0:1::2 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/883ee428-8c14-43b0-a187-cef6d1cbcb34/3bd20752-06fd-4784-ac3c-01708679c3bb) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:48.174957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b79694-9958-4e81-8cf1-8421a7211307 req-8e0f2890-1061-4a8c-9946-0f24888402db tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:48.174957 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-79b79694-9958-4e81-8cf1-8421a7211307 req-8e0f2890-1061-4a8c-9946-0f24888402db tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.1699276 Apr 22 17:36:48.197614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2f116224-9124-46da-a6e6-2b841d258ac2 None None] Provisioning for port b7fd824a-120e-458d-a037-175146419765 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:48.216173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2f116224-9124-46da-a6e6-2b841d258ac2 None None] Provisioning complete for port b7fd824a-120e-458d-a037-175146419765 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:48.216562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f116224-9124-46da-a6e6-2b841d258ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.224030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-8b64859e-35e6-4596-a7a3-c13bca3efa6c req-9bd13b0c-687e-4ae6-b626-7727515e675e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:48.225238 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8b64859e-35e6-4596-a7a3-c13bca3efa6c req-9bd13b0c-687e-4ae6-b626-7727515e675e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 932 time: 0.7044141 Apr 22 17:36:48.235904 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-79b79694-9958-4e81-8cf1-8421a7211307 req-8e6c37ad-a807-4a7f-be63-32df1b1396a8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557745 Apr 22 17:36:48.309387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ebf47051-6085-416e-9b7f-85e0dea3bdf8 None None] For port 3bd20752-06fd-4784-ac3c-01708679c3bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3bd20752-06fd-4784-ac3c-01708679c3bb,segment=NetworkSegment(c50e5546-369e-494d-9b27-8b687b2e8519),segment_id=c50e5546-369e-494d-9b27-8b687b2e8519)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:48.318031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2f116224-9124-46da-a6e6-2b841d258ac2 None None] Port b7fd824a-120e-458d-a037-175146419765 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:48.343770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ebf47051-6085-416e-9b7f-85e0dea3bdf8 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.365497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ebf47051-6085-416e-9b7f-85e0dea3bdf8 None None] Transition to ACTIVE for port object 3bd20752-06fd-4784-ac3c-01708679c3bb will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:48.376781 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8b64859e-35e6-4596-a7a3-c13bca3efa6c req-5d763833-657c-4f90-84cb-012a3602f420 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431468 Apr 22 17:36:48.390277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] DHCP port deletion for 4e2ef8a3-4dcb-4afe-b414-bff148c1833b request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:36:48.398718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] Deleting port 6b4bdf5c-58bb-4886-be59-0193349034a0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:48.399122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.412677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.491624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ebf47051-6085-416e-9b7f-85e0dea3bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.574302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] For port 6b4bdf5c-58bb-4886-be59-0193349034a0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b4bdf5c-58bb-4886-be59-0193349034a0,segment=NetworkSegment(f57564ab-bafe-490e-80df-7a2b7d32fe4c),segment_id=f57564ab-bafe-490e-80df-7a2b7d32fe4c)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:48.575246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.624100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Delete allocated IP 2001:db8::1d6 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/658388fe-b90a-498a-9d63-5f10e2211d2f) {{(pid=88659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 17:36:48.632180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8:0:1::131 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/883ee428-8c14-43b0-a187-cef6d1cbcb34/03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:48.732203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf47051-6085-416e-9b7f-85e0dea3bdf8 None None] Pushing event updated for resources: {'Port': ['ID=3bd20752-06fd-4784-ac3c-01708679c3bb,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:48.753153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 6b4bdf5c-58bb-4886-be59-0193349034a0 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:48.756128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] For port 6b4bdf5c-58bb-4886-be59-0193349034a0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b4bdf5c-58bb-4886-be59-0193349034a0,segment=NetworkSegment(f57564ab-bafe-490e-80df-7a2b7d32fe4c),segment_id=f57564ab-bafe-490e-80df-7a2b7d32fe4c)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:48.756535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.852350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:48.873210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:48.890454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] Calling delete_port for 6b4bdf5c-58bb-4886-be59-0193349034a0 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:48.963997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.015845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:49.016202 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:49.066324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.067357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] In _notify_port_updated(), no bound segment for port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c on network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:36:49.072966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:49.073577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.074897 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "PUT /v2.0/ports/03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c HTTP/1.1" status: 200 len: 930 time: 1.8310122 Apr 22 17:36:49.082958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52434) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:49.124578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fd824a-120e-458d-a037-175146419765 {{(pid=88660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:36:49.129050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=6b4bdf5c-58bb-4886-be59-0193349034a0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:49.134907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No DVR routers for this DVR port 6b4bdf5c-58bb-4886-be59-0193349034a0 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:36:49.146718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e420a-84d5-4d7a-8031-731440c28862 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:49.164725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.168993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-abef4deb-1894-4747-9cd4-09808f7eea7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:49.170090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-abef4deb-1894-4747-9cd4-09808f7eea7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.214995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Transition to ACTIVE for port object b7fd824a-120e-458d-a037-175146419765 will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:49.274980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.303714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2ef8a3-4dcb-4afe-b414-bff148c1833b']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:49.312169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.392580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Pushing event updated for resources: {'Port': ['ID=b7fd824a-120e-458d-a037-175146419765,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:49.397624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57564ab-bafe-490e-80df-7a2b7d32fe4c') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:49.398768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57564ab-bafe-490e-80df-7a2b7d32fe4c') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:36:49.495706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.519026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] Deleting port 6b4bdf5c-58bb-4886-be59-0193349034a0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:49.520465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.530268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-abef4deb-1894-4747-9cd4-09808f7eea7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.592553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.601712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:36:49.602124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.649339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7b2ce-2ff6-40ea-8783-4a5cdd51bb9f None None] The port '6b4bdf5c-58bb-4886-be59-0193349034a0' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:36:49.718666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Provisioning for port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:49.729063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Provisioning complete for port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:49.729063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.732493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-abef4deb-1894-4747-9cd4-09808f7eea7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c owned by {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:36:49.868337 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:36:49.883810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:49.890275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3bd20752-06fd-4784-ac3c-01708679c3bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:49.981636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Port 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:50.039437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Provisioning for port 3bd20752-06fd-4784-ac3c-01708679c3bb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:50.048022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Provisioning complete for port 3bd20752-06fd-4784-ac3c-01708679c3bb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:50.048817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.049823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.075683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Network': ['ID=4e2ef8a3-4dcb-4afe-b414-bff148c1833b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:50.094499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b4bdf5c-58bb-4886-be59-0193349034a0 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:50.108770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79c7-de75-4742-9ec5-1a5a3c433348 req-3050b3e7-84cb-4a62-9b2e-fc148dd38346 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:50.110251 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-418a79c7-de75-4742-9ec5-1a5a3c433348 req-3050b3e7-84cb-4a62-9b2e-fc148dd38346 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.7218020 Apr 22 17:36:50.130987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169344c-f724-4b0c-9b7e-54299e4d2ea6 req-3496f063-1edc-410b-b328-e737a5e92e5f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:50.132546 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d169344c-f724-4b0c-9b7e-54299e4d2ea6 req-3496f063-1edc-410b-b328-e737a5e92e5f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 944 time: 0.3860664 Apr 22 17:36:50.134075 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fe95648b-2e25-4c4f-bb5f-02ea029fea21 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/networks/4e2ef8a3-4dcb-4afe-b414-bff148c1833b HTTP/1.1" status: 204 len: 168 time: 2.2824576 Apr 22 17:36:50.135260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Attempting to bind port b7fd824a-120e-458d-a037-175146419765 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:50.138256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Attempting to bind port b7fd824a-120e-458d-a037-175146419765 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:50.138256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Attempting to bind port b7fd824a-120e-458d-a037-175146419765 on network eccd5064-1544-4b86-9365-d91db119a529 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:50.141076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52444) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:50.150025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6b4bdf5c-58bb-4886-be59-0193349034a0 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:36:50.150386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b4bdf5c-58bb-4886-be59-0193349034a0 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:36:50.193670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Port b7fd824a-120e-458d-a037-175146419765 on network eccd5064-1544-4b86-9365-d91db119a529 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:36:50.193987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Attempting to bind port b7fd824a-120e-458d-a037-175146419765 on network eccd5064-1544-4b86-9365-d91db119a529 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:50.211730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:50.212914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Checking segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:50.212914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Bound using segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:50.212914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Bound port: b7fd824a-120e-458d-a037-175146419765, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'}}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:50.213223 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.221216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf89ae-06be-490b-a4a2-7fff2e080ce9 req-22e627f2-904c-4743-a2f4-a864cf67e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:50.222696 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eacf89ae-06be-490b-a4a2-7fff2e080ce9 req-22e627f2-904c-4743-a2f4-a864cf67e963 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1098 time: 0.2226608 Apr 22 17:36:50.250280 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-418a79c7-de75-4742-9ec5-1a5a3c433348 req-3a30dec6-df99-4b1d-a28b-faf365730af4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216090 Apr 22 17:36:50.254672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Provisioning complete for port c85fdda6-236f-469d-bebe-37270c97d16e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:50.255303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.281146 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eacf89ae-06be-490b-a4a2-7fff2e080ce9 req-8ebf2d3d-9bd1-442b-8659-547f0d190d47 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498617 Apr 22 17:36:50.312709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363b0a7-8187-480a-9429-3f32bedd947b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:50.313280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4363b0a7-8187-480a-9429-3f32bedd947b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:50.317912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d5006e35-afd9-4a69-992b-310209aacec9 None None] Port c85fdda6-236f-469d-bebe-37270c97d16e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:50.320910 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d169344c-f724-4b0c-9b7e-54299e4d2ea6 req-6234da54-fc3c-4de1-80dc-c7877759689d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787965 Apr 22 17:36:50.335568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-abef4deb-1894-4747-9cd4-09808f7eea7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.366219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] For port b7fd824a-120e-458d-a037-175146419765, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:50.369517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] For port b7fd824a-120e-458d-a037-175146419765, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b7fd824a-120e-458d-a037-175146419765,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:50.415454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4363b0a7-8187-480a-9429-3f32bedd947b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:50.416713 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4363b0a7-8187-480a-9429-3f32bedd947b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/a845ae46-1de4-4c38-8593-af6349d95f52 HTTP/1.1" status: 200 len: 840 time: 0.2730706 Apr 22 17:36:50.423250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4deb-1894-4747-9cd4-09808f7eea7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:50.426474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52448) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:50.431522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0275f700-1b42-4789-a738-c44c3fca1d34 None None] Could not find standard attr ID for object 03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:36:50.445997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.474399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-abef4deb-1894-4747-9cd4-09808f7eea7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.496367 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-abef4deb-1894-4747-9cd4-09808f7eea7d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c HTTP/1.1" status: 204 len: 168 time: 1.4120131 Apr 22 17:36:50.499960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52452) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:50.523570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:50.525035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.526890 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] 10.222.0.16 "PUT /v2.0/ports/b7fd824a-120e-458d-a037-175146419765 HTTP/1.1" status: 200 len: 1094 time: 2.4886374 Apr 22 17:36:50.527351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'tag': 'b7fd824a-120e-458d-a037-175146419765'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:36:50.547163 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:36:50.553850 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-96600459-98e8-47da-a969-682dea6e70d6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:36:50.560282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-96600459-98e8-47da-a969-682dea6e70d6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:50.572509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b8719-461d-459b-bf7b-1c9c2462bbfd service neutron] Pushing event updated for resources: {'Port': ['ID=b7fd824a-120e-458d-a037-175146419765,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:50.602377 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a9a76d9c-270b-471e-b06f-fa05aa0a6b4b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/a845ae46-1de4-4c38-8593-af6349d95f52?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1703761 Apr 22 17:36:50.609268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52458) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:50.613178 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f286d303-fdb0-40e6-99c6-a5f10c266ab7'] response: {'name': 'network-changed', 'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'tag': 'b7fd824a-120e-458d-a037-175146419765', 'status': 'completed', 'code': 200} Apr 22 17:36:50.615752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:50.722349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afbf23-2eb1-46d8-9c2c-91a8d029fd67 req-8260bbd7-826d-416f-a913-94d7a33b1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:50.722349 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-43afbf23-2eb1-46d8-9c2c-91a8d029fd67 req-8260bbd7-826d-416f-a913-94d7a33b1759 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 1097 time: 0.0850985 Apr 22 17:36:50.727524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-96600459-98e8-47da-a969-682dea6e70d6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:50.728792 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-96600459-98e8-47da-a969-682dea6e70d6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/03f6db8b-e8ab-4b64-9cf4-3ea6cccfd01c HTTP/1.1" status: 404 len: 333 time: 0.2279291 Apr 22 17:36:50.732117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52462) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:50.758773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:50.772499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:50.778660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:50.789504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:50.820517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09edd4cd-2e37-44f8-8392-7a96eabf3965 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.847270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09edd4cd-2e37-44f8-8392-7a96eabf3965 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:50.873893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afbf23-2eb1-46d8-9c2c-91a8d029fd67 req-a46d6355-b65c-46f3-80b2-2ed10c71169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:50.874933 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-43afbf23-2eb1-46d8-9c2c-91a8d029fd67 req-a46d6355-b65c-46f3-80b2-2ed10c71169a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1457837 Apr 22 17:36:50.885590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:50.889099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.017309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afbf23-2eb1-46d8-9c2c-91a8d029fd67 req-3373b61e-1852-4956-8825-3db338da76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:51.018714 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-43afbf23-2eb1-46d8-9c2c-91a8d029fd67 req-3373b61e-1852-4956-8825-3db338da76eb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1374753 Apr 22 17:36:51.049675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09edd4cd-2e37-44f8-8392-7a96eabf3965 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.076973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edd4cd-2e37-44f8-8392-7a96eabf3965 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc34b2f-10b5-4bdf-bbd1-da5cb152807d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:51.101657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09edd4cd-2e37-44f8-8392-7a96eabf3965 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.104411 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-09edd4cd-2e37-44f8-8392-7a96eabf3965 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/security-groups/5fc34b2f-10b5-4bdf-bbd1-da5cb152807d HTTP/1.1" status: 204 len: 168 time: 0.3691580 Apr 22 17:36:51.105575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52466) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:51.128903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-0cdad888-f618-423a-aac1-6307a08ca8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:51.130391 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-0cdad888-f618-423a-aac1-6307a08ca8c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 1097 time: 0.0758131 Apr 22 17:36:51.194367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-274a06cb-9755-47e4-812a-744e23925c81 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.203816 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-478e878e-d49c-4946-b017-2bb01cb0c3d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7fd824a-120e-458d-a037-175146419765 HTTP/1.1" status: 200 len: 217 time: 0.0657322 Apr 22 17:36:51.221651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-274a06cb-9755-47e4-812a-744e23925c81 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.232460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.275233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-d5e1f24b-9412-4852-99d0-43a487502532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:51.275233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-d5e1f24b-9412-4852-99d0-43a487502532 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a64c8071-2848-448a-ba46-e100b823fb6c HTTP/1.1" status: 200 len: 835 time: 0.0578179 Apr 22 17:36:51.310011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:51.316216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:51.322707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:51.323325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.331153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276bd23f-4fc1-439f-9811-6346175e8451 None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:51.345679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=ae7b546a-f2ae-4d33-9833-ca27b1546142,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:51.400088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-ed8a3b2d-9770-4ecc-ac7d-acd0f4e801ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:51.402338 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-ed8a3b2d-9770-4ecc-ac7d-acd0f4e801ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccd5064-1544-4b86-9365-d91db119a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236596 Apr 22 17:36:51.420660 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8dab2ba0-2296-4972-a378-dee3fa72b107 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8103051 Apr 22 17:36:51.424718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52474) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:51.427363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'security_group': {'name': 'tempest-secgroup-284411531'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:51.445560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:51.453553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:51.461129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-274a06cb-9755-47e4-812a-744e23925c81 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.463968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-274a06cb-9755-47e4-812a-744e23925c81 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.468606 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-274a06cb-9755-47e4-812a-744e23925c81 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/security-groups/f03e2ace-185b-453c-8676-9f65c170e45b HTTP/1.1" status: 204 len: 168 time: 0.3597896 Apr 22 17:36:51.468606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:51.479546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52478) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:51.488229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:51.555914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a06cb-9755-47e4-812a-744e23925c81 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e2ace-185b-453c-8676-9f65c170e45b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:51.583429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6faf0b43-3538-4b0e-92dc-e173f698b8cd details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:36:51.583429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6faf0b43-3538-4b0e-92dc-e173f698b8cd no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:36:51.618595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef09358-8520-45c2-abd6-b0af35cea838 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 658388fe-b90a-498a-9d63-5f10e2211d2f {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:51.622806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ef09358-8520-45c2-abd6-b0af35cea838 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.673891 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-68c098ae-7cfa-408e-b54d-1a9ba0de2125 service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609351 Apr 22 17:36:51.684794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3f4e-a68d-469f-86f4-2428ef4f6978 req-8e7604e4-34c8-477c-8ee1-562bbce205f6 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:51.687295 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e40f3f4e-a68d-469f-86f4-2428ef4f6978 req-8e7604e4-34c8-477c-8ee1-562bbce205f6 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.2172158 Apr 22 17:36:51.701444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.725351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116a5bd-09f1-44c3-9fef-4d649a368ad0 req-8dde2930-cc4c-405e-8ff4-8360139143c2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:51.727681 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5116a5bd-09f1-44c3-9fef-4d649a368ad0 req-8dde2930-cc4c-405e-8ff4-8360139143c2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 944 time: 0.2422354 Apr 22 17:36:51.730182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ef09358-8520-45c2-abd6-b0af35cea838 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.811809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:51.825711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group_rule and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:51.836307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:51.844888 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e40f3f4e-a68d-469f-86f4-2428ef4f6978 req-cc15b018-6852-4f35-890f-49d11199cb28 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309607 Apr 22 17:36:51.855583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.859996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:51.873673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5116a5bd-09f1-44c3-9fef-4d649a368ad0 req-62a8738a-0112-4f84-98fb-2f634cc3a2b4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975797 Apr 22 17:36:51.914707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:36:51.924254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ef09358-8520-45c2-abd6-b0af35cea838 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.933980 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a00a6f00-2ef3-40bb-a1d8-cebd303eb271 req-cd2fac61-d80b-429f-8f21-fa18cddd3932 service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449789 Apr 22 17:36:51.943977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-2ce43582-7329-4c3a-8468-5f66dc72d739', 'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'tenant_id': '1071a3da9d514ea6bb42b4cb8d6958bd', 'fixed_ips': [{'subnet_id': 'ae7b546a-f2ae-4d33-9833-ca27b1546142'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:36:51.945080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:51.956227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:51.972503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:52.026422 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06feba4-b3c4-45c2-b87d-8e648a33fc6e'] response: {'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'code': 200} Apr 22 17:36:52.027524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'port_id': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'mac_address': 'fa:16:3e:96:ec:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:36:52.037603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.080626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.123432 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.166618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.168744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3113aa9-5153-40f1-9deb-493dd2dd152f,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:52.172646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ef09358-8520-45c2-abd6-b0af35cea838 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.211949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef09358-8520-45c2-abd6-b0af35cea838 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=658388fe-b90a-498a-9d63-5f10e2211d2f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:52.216025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3ef09358-8520-45c2-abd6-b0af35cea838 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.224847 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3ef09358-8520-45c2-abd6-b0af35cea838 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/658388fe-b90a-498a-9d63-5f10e2211d2f HTTP/1.1" status: 204 len: 168 time: 0.7318680 Apr 22 17:36:52.224847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.225344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52484) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:52.225784 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-70f55e7c-3409-4805-87ca-d6d2d96b7e9e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8018909 Apr 22 17:36:52.225784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52486) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:52.231296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'security_group': {'name': 'tempest-secgroup-503174387'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:52.231476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ebdba-7825-4542-b6cf-097d2e9fa4a8 None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:52.232459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:52.237197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:52.240995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:52.249056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:52.250698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:52.252160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:52.255529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6faf0b43-3538-4b0e-92dc-e173f698b8cd {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:36:52.318331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.347531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:52.347531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group_rule and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:52.349396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:52.355968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Allocated IP 172.20.0.2 (2ce43582-7329-4c3a-8468-5f66dc72d739/ae7b546a-f2ae-4d33-9833-ca27b1546142/cfdec46e-caf6-4d15-8258-704ebf16e909) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:52.358728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:52.376111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:52.464877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.493129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:52.495237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:52.498249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:52.504095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:52.519268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.580928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.609508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:52.613108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.624740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d901167-d563-41f6-abb5-6046c7ff8328,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:52.729160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:52.746662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.748013 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c29ad236-b2d8-4c12-9f82-a85c4402a6ea tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5218334 Apr 22 17:36:52.751393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52492) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:52.758702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-325855322', 'security_groups': ['7d901167-d563-41f6-abb5-6046c7ff8328'], 'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae7b546a-f2ae-4d33-9833-ca27b1546142'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:52.815965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.835056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Transition to ACTIVE for port object cfdec46e-caf6-4d15-8258-704ebf16e909 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:52.856303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Transition to ACTIVE for port object cfdec46e-caf6-4d15-8258-704ebf16e909 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:52.907421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.931476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:52.941589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:52.944999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:52.970366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['6faf0b43-3538-4b0e-92dc-e173f698b8cd'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:36:52.992889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:53.015407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:53.023134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:53.051711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:53.082492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:53.105517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:53.108235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Pushing event updated for resources: {'Port': ['ID=cfdec46e-caf6-4d15-8258-704ebf16e909,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:53.133024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:53.133557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.179452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=28ddd387-13bc-4eae-b61c-6528943f7631,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:53.229293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e6b6e-c633-4c99-b365-1acc9e4b90eb req-f57e67b9-3499-43a8-b139-7f175b20560f tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:53.231099 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb6e6b6e-c633-4c99-b365-1acc9e4b90eb req-f57e67b9-3499-43a8-b139-7f175b20560f tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 944 time: 0.1778684 Apr 22 17:36:53.254044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Attempting to bind port cfdec46e-caf6-4d15-8258-704ebf16e909 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:36:53.254422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Attempting to bind port cfdec46e-caf6-4d15-8258-704ebf16e909 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'f18eb4d7-10d1-485f-be21-bbc4203f8a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:36:53.254946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Attempting to bind port cfdec46e-caf6-4d15-8258-704ebf16e909 on network 2ce43582-7329-4c3a-8468-5f66dc72d739 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:36:53.263066 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-82befdb8-438c-4b34-94ac-7f88391d3cc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0366232 Apr 22 17:36:53.263328 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:36:53.263619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Checking segment: {'id': 'f18eb4d7-10d1-485f-be21-bbc4203f8a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:36:53.264361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.264492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52500) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:53.265166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Bound using segment: {'id': 'f18eb4d7-10d1-485f-be21-bbc4203f8a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:36:53.266914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Bound port: cfdec46e-caf6-4d15-8258-704ebf16e909, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18eb4d7-10d1-485f-be21-bbc4203f8a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:36:53.267501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.277793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'security_group': {'name': 'tempest-secgroup-254794016'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:53.309471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:53.316482 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb6e6b6e-c633-4c99-b365-1acc9e4b90eb req-996a4abe-b81b-4c00-9c77-9e509ee60bad tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787163 Apr 22 17:36:53.321567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:53.324265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:53.333312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:53.358847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52504) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:53.380249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.419984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:53.437873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.452837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] For port cfdec46e-caf6-4d15-8258-704ebf16e909, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:36:53.467480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2a9da-825e-4f54-b8b1-11e65355c7ee req-e255fb81-a67c-426e-91bc-8a9be0fcb545 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:53.469587 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0ba2a9da-825e-4f54-b8b1-11e65355c7ee req-e255fb81-a67c-426e-91bc-8a9be0fcb545 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 944 time: 0.2277298 Apr 22 17:36:53.491734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:53.500508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group_rule and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:53.505922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:53.516615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] For port cfdec46e-caf6-4d15-8258-704ebf16e909, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cfdec46e-caf6-4d15-8258-704ebf16e909,segment=NetworkSegment(f18eb4d7-10d1-485f-be21-bbc4203f8a3e),segment_id=f18eb4d7-10d1-485f-be21-bbc4203f8a3e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:36:53.524001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:53.537390 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1c1c1edc-0204-43a6-be03-cbbb00127cc5 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/floatingips/1b1e117a-d4bb-417e-981f-fcc1176d978d HTTP/1.1" status: 200 len: 992 time: 0.1773748 Apr 22 17:36:53.577762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.594837 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0ba2a9da-825e-4f54-b8b1-11e65355c7ee req-cefe4154-6988-4970-825c-b556ed7b4343 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157014 Apr 22 17:36:53.625763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.653916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b91a7cd-f180-4e59-8074-f2c8debaccf8 None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:53.690854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.704898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.6 (2ce43582-7329-4c3a-8468-5f66dc72d739/ae7b546a-f2ae-4d33-9833-ca27b1546142/20ae15ec-ca10-4cfa-8a42-6ad1805d3306) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:53.739573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72758085-f8bb-447a-85e2-b6c6642570c7,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:53.825585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.828858 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-61dd442b-2149-4928-928c-1742388d8a4a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5584829 Apr 22 17:36:53.829745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52508) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:53.833931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-90b49b32-ee22-4b0b-b611-4470184d4fda None None] Provisioning complete for port 3bd20752-06fd-4784-ac3c-01708679c3bb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:53.834307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-90b49b32-ee22-4b0b-b611-4470184d4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.845232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'security_group': {'name': 'tempest-secgroup-1955740563'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:53.850548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:53.855550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:53.859303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:53.865903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:53.869914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0687ad-82ff-42db-91aa-5c2939206ca7 None None] Pushing event updated for resources: {'Port': ['ID=cfdec46e-caf6-4d15-8258-704ebf16e909,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:53.911517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.918512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:53.931268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:53.953381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:53.957593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group_rule and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:53.960582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:53.967060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:54.004588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.052682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.132323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-90b49b32-ee22-4b0b-b611-4470184d4fda None None] Provisioning complete for port c85fdda6-236f-469d-bebe-37270c97d16e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:54.132752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=20ae15ec-ca10-4cfa-8a42-6ad1805d3306,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:54.133009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-90b49b32-ee22-4b0b-b611-4470184d4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.141018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:54.142555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:54.145222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:54.174892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.207772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-90b49b32-ee22-4b0b-b611-4470184d4fda None None] Port c85fdda6-236f-469d-bebe-37270c97d16e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:54.221493 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:54.227037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.245977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a102c22-9e4a-4c6b-80b3-74c054226c27,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:54.284599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.294030 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-efc71faf-4351-462a-b68e-62cfee32edf1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4557397 Apr 22 17:36:54.294206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52512) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:54.295259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'security_group': {'name': 'tempest-secgroup-1849523328'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:54.302017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:54.305895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:54.308957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:54.312061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b046b-4e0a-47aa-ae87-52de593db9fb None None] Update dhcp port {'port': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'fixed_ips': [{'subnet_id': '883ee428-8c14-43b0-a187-cef6d1cbcb34', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '28ddd387-13bc-4eae-b61c-6528943f7631'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': '3bd20752-06fd-4784-ac3c-01708679c3bb'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:36:54.316519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:54.348790 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e2512762-a2d6-4aa3-a5b7-10556f0c8938 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5961783 Apr 22 17:36:54.351706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52516) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:54.357219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:54.374717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a11b046b-4e0a-47aa-ae87-52de593db9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.493050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.515586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:54.521889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:54.525516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:54.528779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:54.534525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:54.536658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:security_group_rule and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:54.540200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:54.551666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:54.579815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a11b046b-4e0a-47aa-ae87-52de593db9fb None None] Allocated IP 2001:db8::2 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/28ddd387-13bc-4eae-b61c-6528943f7631/3bd20752-06fd-4784-ac3c-01708679c3bb) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:54.630208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.647848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:54.650270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.752596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a11b046b-4e0a-47aa-ae87-52de593db9fb None None] For port 3bd20752-06fd-4784-ac3c-01708679c3bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3bd20752-06fd-4784-ac3c-01708679c3bb,segment=NetworkSegment(c50e5546-369e-494d-9b27-8b687b2e8519),segment_id=c50e5546-369e-494d-9b27-8b687b2e8519)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:54.764735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.784115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a11b046b-4e0a-47aa-ae87-52de593db9fb None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.801745 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a11b046b-4e0a-47aa-ae87-52de593db9fb None None] Transition to ACTIVE for port object 3bd20752-06fd-4784-ac3c-01708679c3bb will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:54.820148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59174-128b-40e3-9fbe-e71b75b9ecbf req-d82cbbdb-354d-4156-a9a9-0224fc1fbe5c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:54.821920 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5ab59174-128b-40e3-9fbe-e71b75b9ecbf req-d82cbbdb-354d-4156-a9a9-0224fc1fbe5c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 944 time: 0.1075153 Apr 22 17:36:54.834200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4e3c36-1340-49fd-90ab-0975faee6b32,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:54.855575 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.ipam_backend_mixin [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae7b546a-f2ae-4d33-9833-ca27b1546142 (CIDR: 172.20.0.0/28) Apr 22 17:36:54.872137 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5ab59174-128b-40e3-9fbe-e71b75b9ecbf req-1b9935bd-b1c2-4150-9aa5-ed9f6fe54fbf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Apr 22 17:36:54.889241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a11b046b-4e0a-47aa-ae87-52de593db9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.918534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:54.919864 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5e1e4390-94a0-43d4-b9dc-52048712a38f tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6293759 Apr 22 17:36:54.921678 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:36:54.922326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:36:54.924258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52522) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:54.931516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-839359469', 'security_groups': ['da4e3c36-1340-49fd-90ab-0975faee6b32'], 'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '28ddd387-13bc-4eae-b61c-6528943f7631'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:55.017593 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bd19e9e3-cc56-4bc1-8b6e-fa1f3c001b53 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6645572 Apr 22 17:36:55.020602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52526) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:55.029012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:55.082989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:55.097150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b046b-4e0a-47aa-ae87-52de593db9fb None None] Pushing event updated for resources: {'Port': ['ID=3bd20752-06fd-4784-ac3c-01708679c3bb,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:55.099598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:55.200893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:55.206044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:55.209203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:55.215465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:55.220713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4acff756-cf0f-444a-99ef-afeea8e9e8c6 None None] Provisioning for port cfdec46e-caf6-4d15-8258-704ebf16e909 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:55.239342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4acff756-cf0f-444a-99ef-afeea8e9e8c6 None None] Provisioning complete for port a845ae46-1de4-4c38-8593-af6349d95f52 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:55.239638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4acff756-cf0f-444a-99ef-afeea8e9e8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:55.247670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:55.300015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4acff756-cf0f-444a-99ef-afeea8e9e8c6 None None] Port a845ae46-1de4-4c38-8593-af6349d95f52 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:55.357769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:55.361411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:55.394370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:55.426346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] device_id is not set on port d161e953-9b45-4444-a520-f71719abad75 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:36:55.532358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ddff0ab2-c57d-4633-a166-ca847dd34fe4 None None] Provisioning for port 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:55.536305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ddff0ab2-c57d-4633-a166-ca847dd34fe4 None None] Provisioning complete for port 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:55.536672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ddff0ab2-c57d-4633-a166-ca847dd34fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:55.612836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device b7fd824a-120e-458d-a037-175146419765 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:36:55.624212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6faf0b43-3538-4b0e-92dc-e173f698b8cd up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:55.674937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8::23 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/28ddd387-13bc-4eae-b61c-6528943f7631/d161e953-9b45-4444-a520-f71719abad75) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:55.685368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ddff0ab2-c57d-4633-a166-ca847dd34fe4 None None] Port 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:55.748768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:55.834792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 6faf0b43-3538-4b0e-92dc-e173f698b8cd triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:55.835420 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:55.836052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:55.839259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:55.843666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:55.844453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:55.857859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=c0aa8be8-2ace-4e04-9d01-ac99d461aee9,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:55.874009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4a2d7-2648-4180-add6-f41abfa3b4a3 None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:55.911906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:55.929224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object d161e953-9b45-4444-a520-f71719abad75 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:55.930069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port b7fd824a-120e-458d-a037-175146419765, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b7fd824a-120e-458d-a037-175146419765,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:55.959308 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-66d21f6c-144c-4fae-8020-43c73085e702 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9374609 Apr 22 17:36:55.965241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52532) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:55.971588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1951262807', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0aa8be8-2ace-4e04-9d01-ac99d461aee9'}], 'security_groups': ['d3113aa9-5153-40f1-9deb-493dd2dd152f']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:55.996871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3bd20752-06fd-4784-ac3c-01708679c3bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:56.011672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.039628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3d4a24b8-42a8-4973-8a1b-f59afdb8fa6b None None] Provisioning for port 3bd20752-06fd-4784-ac3c-01708679c3bb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:56.063349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'b7fd824a-120e-458d-a037-175146419765', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'port_id': 'b7fd824a-120e-458d-a037-175146419765', 'mac_address': 'fa:16:3e:e5:5d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:36:56.070597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3d4a24b8-42a8-4973-8a1b-f59afdb8fa6b None None] Provisioning complete for port 3bd20752-06fd-4784-ac3c-01708679c3bb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:56.070597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d4a24b8-42a8-4973-8a1b-f59afdb8fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.084384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:56.093002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:56.098785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:36:56.105385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:56.111234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.116872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=d161e953-9b45-4444-a520-f71719abad75,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:56.247566 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-169082e7-7a45-422b-80c8-8d542b05f289 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3221362 Apr 22 17:36:56.253785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52536) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:56.262435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:56.298238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.316185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873c6a-90fd-4533-8b4b-3ebe6f3e289e req-e98727a1-f4f3-4417-9d66-cd8c0fd3b8ed tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:56.318328 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e0873c6a-90fd-4533-8b4b-3ebe6f3e289e req-e98727a1-f4f3-4417-9d66-cd8c0fd3b8ed tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 944 time: 0.3118935 Apr 22 17:36:56.326105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.349671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.381255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fd824a-120e-458d-a037-175146419765 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:36:56.410671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 3bd20752-06fd-4784-ac3c-01708679c3bb triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:56.419940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.471592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:56.475480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:56.478694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:56.485739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:56.488698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:36:56.518231 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e0873c6a-90fd-4533-8b4b-3ebe6f3e289e req-1d053383-dd56-4248-849c-cce40c4f0ec5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743343 Apr 22 17:36:56.555251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port b7fd824a-120e-458d-a037-175146419765, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b7fd824a-120e-458d-a037-175146419765,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:56.557060 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156ae207-a58b-4edc-a5bb-6d6d2d8908ed'] response: {'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'code': 200} Apr 22 17:36:56.576031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:56.576205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:56.576317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.629149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3d4a24b8-42a8-4973-8a1b-f59afdb8fa6b None None] Provisioning complete for port c85fdda6-236f-469d-bebe-37270c97d16e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:56.629813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d4a24b8-42a8-4973-8a1b-f59afdb8fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.693392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.695535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:56.719557 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.ipam_backend_mixin [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28ddd387-13bc-4eae-b61c-6528943f7631 (CIDR: 2001:db8::/64) Apr 22 17:36:56.760435 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:36:56.761117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:36:56.793660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cfdec46e-caf6-4d15-8258-704ebf16e909 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:56.812272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Delete allocated IP 172.20.0.6 (2ce43582-7329-4c3a-8468-5f66dc72d739/ae7b546a-f2ae-4d33-9833-ca27b1546142) {{(pid=88660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 17:36:56.816412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a24b8-42a8-4973-8a1b-f59afdb8fa6b None None] Port c85fdda6-236f-469d-bebe-37270c97d16e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:56.820836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.21 (2ce43582-7329-4c3a-8468-5f66dc72d739/c0aa8be8-2ace-4e04-9d01-ac99d461aee9/20ae15ec-ca10-4cfa-8a42-6ad1805d3306) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:56.847173 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e9312899-e0c1-46a0-a2bd-ec0abb55e7dc tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5897636 Apr 22 17:36:56.849567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52542) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:56.856120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:56.892118 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:56.997478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Update dhcp port {'port': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'fixed_ips': [{'subnet_id': 'ae7b546a-f2ae-4d33-9833-ca27b1546142', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0aa8be8-2ace-4e04-9d01-ac99d461aee9'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'cfdec46e-caf6-4d15-8258-704ebf16e909'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:36:57.016345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:57.020854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:57.023961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:57.031475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:57.041651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.047088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4a90d16-bef9-44b7-b1b0-e416414073b4 None None] Provisioning for port d161e953-9b45-4444-a520-f71719abad75 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:57.051802 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=b7fd824a-120e-458d-a037-175146419765,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:57.060384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:57.111828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f4a90d16-bef9-44b7-b1b0-e416414073b4 None None] Provisioning complete for port d161e953-9b45-4444-a520-f71719abad75 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:57.112206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4a90d16-bef9-44b7-b1b0-e416414073b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.124673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:57.128422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.138672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['b7fd824a-120e-458d-a037-175146419765'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:36:57.154108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.172304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.195836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port cfdec46e-caf6-4d15-8258-704ebf16e909 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:57.264688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:57.265067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.314079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=20ae15ec-ca10-4cfa-8a42-6ad1805d3306,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:57.320117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f4a90d16-bef9-44b7-b1b0-e416414073b4 None None] Port d161e953-9b45-4444-a520-f71719abad75 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:57.339456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] In _notify_port_updated(), no bound segment for port 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 on network 2ce43582-7329-4c3a-8468-5f66dc72d739 {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:36:57.350230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:57.351767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.353437 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-696c3bea-627a-4f3a-beb9-de4646176838 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "PUT /v2.0/ports/20ae15ec-ca10-4cfa-8a42-6ad1805d3306 HTTP/1.1" status: 200 len: 921 time: 1.3868759 Apr 22 17:36:57.359581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52546) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:57.391435 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.ipam_backend_mixin [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 883ee428-8c14-43b0-a187-cef6d1cbcb34 (CIDR: 2001:db8:0:1::/64) Apr 22 17:36:57.418180 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:36:57.418559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:36:57.435052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b9259fdc-8d81-4740-a204-637c7730304e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:57.435395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9259fdc-8d81-4740-a204-637c7730304e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.507410 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-66c4366d-df90-4b44-a42d-616880693310 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6565013 Apr 22 17:36:57.510426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52550) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:57.517255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'subnet': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:57.614882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Allocated IP 172.20.0.18 (2ce43582-7329-4c3a-8468-5f66dc72d739/c0aa8be8-2ace-4e04-9d01-ac99d461aee9/cfdec46e-caf6-4d15-8258-704ebf16e909) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:57.630870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.685234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:36:57.689895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Usage tracker for resource:subnet and tenant:e7affe2d37c344c4a2711652ee1e32e6 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:36:57.695759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:36:57.699505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:36:57.767420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Made reservation on behalf of e7affe2d37c344c4a2711652ee1e32e6 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:36:57.772604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.784336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9259fdc-8d81-4740-a204-637c7730304e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.854527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] For port cfdec46e-caf6-4d15-8258-704ebf16e909, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cfdec46e-caf6-4d15-8258-704ebf16e909,segment=NetworkSegment(f18eb4d7-10d1-485f-be21-bbc4203f8a3e),segment_id=f18eb4d7-10d1-485f-be21-bbc4203f8a3e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:57.914659 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:57.919470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064f1e4-cd28-4a31-90f5-67d054dbc9a9 req-5a20cb33-c49d-4fad-ab55-5f361d62fe9b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:57.921555 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1064f1e4-cd28-4a31-90f5-67d054dbc9a9 req-5a20cb33-c49d-4fad-ab55-5f361d62fe9b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 945 time: 0.2404330 Apr 22 17:36:57.928825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b9259fdc-8d81-4740-a204-637c7730304e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 20ae15ec-ca10-4cfa-8a42-6ad1805d3306 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:36:57.936651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Transition to ACTIVE for port object cfdec46e-caf6-4d15-8258-704ebf16e909 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:58.022581 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1064f1e4-cd28-4a31-90f5-67d054dbc9a9 req-1901faa3-0ce2-4631-ac16-f8e9e3de84b6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660210 Apr 22 17:36:58.065957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.123589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.169296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9259fdc-8d81-4740-a204-637c7730304e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.182525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:36:58.185987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:36:58.190219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:58.191038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.220917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Subnet': ['ID=1a680829-9efb-4122-93ea-5ae593b0f641,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:58.223780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.224133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.224476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.224813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.225224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.225477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.225802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.226314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.226465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70868da-1d70-4976-9fac-9587904ec9ed None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:58.226860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.227196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.227533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.227849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.229296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9259fdc-8d81-4740-a204-637c7730304e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=20ae15ec-ca10-4cfa-8a42-6ad1805d3306,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:58.265680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a41c317a-20ea-4576-8f37-b21796701e4c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7507141 Apr 22 17:36:58.266590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52558) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:58.269184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:36:58.269551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:36:58.274824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-760945930', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1a680829-9efb-4122-93ea-5ae593b0f641'}], 'security_groups': ['72758085-f8bb-447a-85e2-b6c6642570c7', '8a102c22-9e4a-4c6b-80b3-74c054226c27']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:36:58.327911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Pushing event updated for resources: {'Port': ['ID=cfdec46e-caf6-4d15-8258-704ebf16e909,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:58.348824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.349187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.349532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.349870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.350208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.350552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.350908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.351241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.351574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.351977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.352311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.352639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5993c-6b97-4b22-b9cc-0d235e654130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:36:58.433768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.548759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b9259fdc-8d81-4740-a204-637c7730304e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.565898 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b9259fdc-8d81-4740-a204-637c7730304e tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/20ae15ec-ca10-4cfa-8a42-6ad1805d3306 HTTP/1.1" status: 204 len: 168 time: 1.2037628 Apr 22 17:36:58.565898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52562) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:58.615650 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-af42c591-0bff-47b9-bba8-792353dba700 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:36:58.617455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-af42c591-0bff-47b9-bba8-792353dba700 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:36:58.690597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c439f93-866c-4bfe-8d8a-4cc05bbf8fdd None None] Update dhcp port {'port': {'network_id': 'de2694a8-cfd2-4de0-83ea-b26a6cdf2313', 'fixed_ips': [{'subnet_id': '883ee428-8c14-43b0-a187-cef6d1cbcb34', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '28ddd387-13bc-4eae-b61c-6528943f7631', 'ip_address': '2001:db8::2'}, {'subnet_id': '1a680829-9efb-4122-93ea-5ae593b0f641'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': '3bd20752-06fd-4784-ac3c-01708679c3bb'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:36:58.720121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-af42c591-0bff-47b9-bba8-792353dba700 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:36:58.720121 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-af42c591-0bff-47b9-bba8-792353dba700 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/20ae15ec-ca10-4cfa-8a42-6ad1805d3306 HTTP/1.1" status: 404 len: 333 time: 0.1520131 Apr 22 17:36:58.721657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52566) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:58.757541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9c439f93-866c-4bfe-8d8a-4cc05bbf8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.800048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-929e0ed9-a8e1-476d-99b6-c2a077948b12 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.838128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-929e0ed9-a8e1-476d-99b6-c2a077948b12 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.896667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Delete allocated IP 2001:db8::23 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/28ddd387-13bc-4eae-b61c-6528943f7631) {{(pid=88659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 17:36:58.905370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Allocated IP 2001:db8:0:2::b5 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/1a680829-9efb-4122-93ea-5ae593b0f641/d161e953-9b45-4444-a520-f71719abad75) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:58.928184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.981086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-929e0ed9-a8e1-476d-99b6-c2a077948b12 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:58.993905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port cfdec46e-caf6-4d15-8258-704ebf16e909, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cfdec46e-caf6-4d15-8258-704ebf16e909,segment=NetworkSegment(f18eb4d7-10d1-485f-be21-bbc4203f8a3e),segment_id=f18eb4d7-10d1-485f-be21-bbc4203f8a3e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:59.006841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e0ed9-a8e1-476d-99b6-c2a077948b12 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d901167-d563-41f6-abb5-6046c7ff8328,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:59.010225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-929e0ed9-a8e1-476d-99b6-c2a077948b12 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.011395 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-929e0ed9-a8e1-476d-99b6-c2a077948b12 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/security-groups/7d901167-d563-41f6-abb5-6046c7ff8328 HTTP/1.1" status: 204 len: 168 time: 0.2883568 Apr 22 17:36:59.014694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52570) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:59.071506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.089096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a9337e9-2c58-4ae0-89c2-60c9c064211c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.131891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a9337e9-2c58-4ae0-89c2-60c9c064211c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.204371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cfdec46e-caf6-4d15-8258-704ebf16e909 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:59.234014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.239117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-637d2ca3-34bb-4806-9bff-35e323e4db07 None None] Provisioning for port cfdec46e-caf6-4d15-8258-704ebf16e909 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:36:59.250015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a9337e9-2c58-4ae0-89c2-60c9c064211c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.256022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Transition to ACTIVE for port object d161e953-9b45-4444-a520-f71719abad75 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:36:59.261266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-637d2ca3-34bb-4806-9bff-35e323e4db07 None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:59.261646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-637d2ca3-34bb-4806-9bff-35e323e4db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.273171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9337e9-2c58-4ae0-89c2-60c9c064211c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3113aa9-5153-40f1-9deb-493dd2dd152f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:59.277738 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8a9337e9-2c58-4ae0-89c2-60c9c064211c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.285902 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8a9337e9-2c58-4ae0-89c2-60c9c064211c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/security-groups/d3113aa9-5153-40f1-9deb-493dd2dd152f HTTP/1.1" status: 204 len: 168 time: 0.2663107 Apr 22 17:36:59.285902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52576) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:59.286106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7b1e7-20d6-4987-955b-c7148a35337c req-505c27cf-c972-464c-bc25-d86cdfe54634 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:59.286106 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e3a7b1e7-20d6-4987-955b-c7148a35337c req-505c27cf-c972-464c-bc25-d86cdfe54634 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 945 time: 0.1255548 Apr 22 17:36:59.320076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.357831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=cfdec46e-caf6-4d15-8258-704ebf16e909,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:59.363670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c276e7f3-6265-4320-9c4d-34ee94dd1da6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet ae7b546a-f2ae-4d33-9833-ca27b1546142 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:36:59.363670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c276e7f3-6265-4320-9c4d-34ee94dd1da6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.432818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c276e7f3-6265-4320-9c4d-34ee94dd1da6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.471727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:59.471907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.549324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c276e7f3-6265-4320-9c4d-34ee94dd1da6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.559892 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e3a7b1e7-20d6-4987-955b-c7148a35337c req-bf8b6179-6ec7-49e2-ab8c-edc5bc157b8c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684574 Apr 22 17:36:59.565684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] In _notify_port_updated(), no bound segment for port d161e953-9b45-4444-a520-f71719abad75 on network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:36:59.575222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:36:59.576648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.582218 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "PUT /v2.0/ports/d161e953-9b45-4444-a520-f71719abad75 HTTP/1.1" status: 200 len: 968 time: 1.3141656 Apr 22 17:36:59.582431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52580) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:59.588339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f8322-c07a-409f-8872-b86952bede0c tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event updated for resources: {'Port': ['ID=d161e953-9b45-4444-a520-f71719abad75,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:59.592280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-9c439f93-866c-4bfe-8d8a-4cc05bbf8fdd None None] Allocated IP 2001:db8:0:2::2 (de2694a8-cfd2-4de0-83ea-b26a6cdf2313/1a680829-9efb-4122-93ea-5ae593b0f641/3bd20752-06fd-4784-ac3c-01708679c3bb) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:36:59.594148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-637d2ca3-34bb-4806-9bff-35e323e4db07 None None] Could not find standard attr ID for object 20ae15ec-ca10-4cfa-8a42-6ad1805d3306. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:36:59.652856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device b7fd824a-120e-458d-a037-175146419765 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:36:59.687299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port d161e953-9b45-4444-a520-f71719abad75 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:36:59.687299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.688658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-637d2ca3-34bb-4806-9bff-35e323e4db07 None None] Provisioning complete for port a845ae46-1de4-4c38-8593-af6349d95f52 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:36:59.688915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-637d2ca3-34bb-4806-9bff-35e323e4db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.886462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-637d2ca3-34bb-4806-9bff-35e323e4db07 None None] Port a845ae46-1de4-4c38-8593-af6349d95f52 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:36:59.896273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c276e7f3-6265-4320-9c4d-34ee94dd1da6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.928473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9c439f93-866c-4bfe-8d8a-4cc05bbf8fdd None None] For port 3bd20752-06fd-4784-ac3c-01708679c3bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3bd20752-06fd-4784-ac3c-01708679c3bb,segment=NetworkSegment(c50e5546-369e-494d-9b27-8b687b2e8519),segment_id=c50e5546-369e-494d-9b27-8b687b2e8519)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:36:59.952071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276e7f3-6265-4320-9c4d-34ee94dd1da6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7b546a-f2ae-4d33-9833-ca27b1546142,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:36:59.954731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9c439f93-866c-4bfe-8d8a-4cc05bbf8fdd None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.958062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c276e7f3-6265-4320-9c4d-34ee94dd1da6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:36:59.964186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca7c0a-3ca3-4bba-af32-7c99d8dc25d9 None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:36:59.969485 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c276e7f3-6265-4320-9c4d-34ee94dd1da6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/ae7b546a-f2ae-4d33-9833-ca27b1546142 HTTP/1.1" status: 204 len: 168 time: 0.6844821 Apr 22 17:36:59.973531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52584) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:36:59.983090 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:00.002363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port b7fd824a-120e-458d-a037-175146419765 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:37:00.009703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9c439f93-866c-4bfe-8d8a-4cc05bbf8fdd None None] Transition to ACTIVE for port object 3bd20752-06fd-4784-ac3c-01708679c3bb will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:37:00.013836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port b7fd824a-120e-458d-a037-175146419765 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:00.014209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.036373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.085962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2f2ae610-0ccc-4a6b-b10b-6a4472147247 None None] Could not find standard attr ID for object 20ae15ec-ca10-4cfa-8a42-6ad1805d3306. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:37:00.104089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9c439f93-866c-4bfe-8d8a-4cc05bbf8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.219783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for d161e953-9b45-4444-a520-f71719abad75 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:37:00.316786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:00.321180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:00.324611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:00.330555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:00.355238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c439f93-866c-4bfe-8d8a-4cc05bbf8fdd None None] Pushing event updated for resources: {'Port': ['ID=3bd20752-06fd-4784-ac3c-01708679c3bb,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:00.433441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:37:00.438192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.481667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.514854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fd824a-120e-458d-a037-175146419765'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:37:00.528691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port b7fd824a-120e-458d-a037-175146419765, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b7fd824a-120e-458d-a037-175146419765,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:37:00.541668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6b28abaf-c308-4c81-bbb0-cacdac0e473a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.553758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.569167 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3364c5e7-c5ff-4ff7-9fab-8b336995f32b'] response: {'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fd824a-120e-458d-a037-175146419765', 'code': 200} Apr 22 17:37:00.602724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.720707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=b7fd824a-120e-458d-a037-175146419765,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:00.819278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=d161e953-9b45-4444-a520-f71719abad75,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:00.838784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb4906-1b1e-4b23-a88f-4823bc0868c4 req-aa382918-620c-4cdc-bb22-eafafbf5de34 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:00.848776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12fb4906-1b1e-4b23-a88f-4823bc0868c4 req-aa382918-620c-4cdc-bb22-eafafbf5de34 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 946 time: 0.1061916 Apr 22 17:37:00.906813 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12fb4906-1b1e-4b23-a88f-4823bc0868c4 req-50d0cd92-8712-414d-98a9-316374c52702 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567713 Apr 22 17:37:00.951920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.952273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.952615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.952950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.953285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.953614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.953941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.954268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.954596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.954960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.955272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.955606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:37:00.961858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:00.975646 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-629dd2a3-ed3f-47c8-9cfd-51c4995da08e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/d161e953-9b45-4444-a520-f71719abad75 HTTP/1.1" status: 204 len: 168 time: 1.3922610 Apr 22 17:37:00.979230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52592) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:01.125182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e55d3-4b62-4553-b4ba-bde7a962805e req-193aae37-f081-4dba-95d9-263389a9e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:01.126710 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-995e55d3-4b62-4553-b4ba-bde7a962805e req-193aae37-f081-4dba-95d9-263389a9e7b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 1099 time: 0.0987370 Apr 22 17:37:01.157663 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6503f5-63d9-4f73-8d2c-88f5bc4ac0e8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] GET failed (client error): The resource could not be found. Apr 22 17:37:01.158912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1b6503f5-63d9-4f73-8d2c-88f5bc4ac0e8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Synchronizing usage tracker for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:01.171641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.215456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3bd20752-06fd-4784-ac3c-01708679c3bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:37:01.235141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1b6503f5-63d9-4f73-8d2c-88f5bc4ac0e8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Unset dirty status for tenant:e7affe2d37c344c4a2711652ee1e32e6 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:01.236794 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1b6503f5-63d9-4f73-8d2c-88f5bc4ac0e8 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports/d161e953-9b45-4444-a520-f71719abad75 HTTP/1.1" status: 404 len: 333 time: 0.2564573 Apr 22 17:37:01.239717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52596) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:01.252371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:37:01.255961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:37:01.260431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:01.260839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.278399 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-995e55d3-4b62-4553-b4ba-bde7a962805e req-436683bb-556d-4e9f-9bdd-98bd7f9b511f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417005 Apr 22 17:37:01.298619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=f8fec54e-037d-4882-a1ce-c13c1b434f8a,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:01.320931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cfdec46e-caf6-4d15-8258-704ebf16e909 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:37:01.331689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-53d1a17b-e06e-4267-8236-595e8d457ba9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.364682 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0b13afbc-ee89-4811-96d7-2dae5aee00bb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3900921 Apr 22 17:37:01.368885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52600) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:01.372755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-53d1a17b-e06e-4267-8236-595e8d457ba9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.390052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-52677f3f-dba1-4349-a1cf-737a3085d31a None None] Provisioning for port 3bd20752-06fd-4784-ac3c-01708679c3bb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:37:01.390216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'security_group': {'name': 'tempest-secgroup-714144973'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:01.396651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-52677f3f-dba1-4349-a1cf-737a3085d31a None None] Provisioning complete for port 3bd20752-06fd-4784-ac3c-01708679c3bb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:01.397044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-52677f3f-dba1-4349-a1cf-737a3085d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.403157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:01.423490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:01.433609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:01.463583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:01.500337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34152e12-5692-410b-b3e0-86e012123b3a None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:37:01.520566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.543144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:01.546480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group_rule and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:01.550125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:01.553354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:01.553729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.556335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:01.561170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-53d1a17b-e06e-4267-8236-595e8d457ba9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.594848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1a17b-e06e-4267-8236-595e8d457ba9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4e3c36-1340-49fd-90ab-0975faee6b32,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:01.601166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-53d1a17b-e06e-4267-8236-595e8d457ba9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.605138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52604) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:01.605756 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-53d1a17b-e06e-4267-8236-595e8d457ba9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/security-groups/da4e3c36-1340-49fd-90ab-0975faee6b32 HTTP/1.1" status: 204 len: 168 time: 0.3634903 Apr 22 17:37:01.673815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.693351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a52d20b3-4718-4bbd-82ea-0681fe31b7d9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.722198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a52d20b3-4718-4bbd-82ea-0681fe31b7d9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.743398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.797149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73f67d9-50b4-4819-b11a-ac45eb01690c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:01.843798 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a52d20b3-4718-4bbd-82ea-0681fe31b7d9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.861075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.868593 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-977c49bc-c328-4319-b93b-956a4639d7bc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4941902 Apr 22 17:37:01.868894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d20b3-4718-4bbd-82ea-0681fe31b7d9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a102c22-9e4a-4c6b-80b3-74c054226c27,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:01.868894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52608) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:01.872583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'security_group': {'name': 'tempest-secgroup-622068994'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:01.876704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-52677f3f-dba1-4349-a1cf-737a3085d31a None None] Provisioning complete for port c85fdda6-236f-469d-bebe-37270c97d16e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:01.877085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a52d20b3-4718-4bbd-82ea-0681fe31b7d9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.877304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-52677f3f-dba1-4349-a1cf-737a3085d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.878148 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a52d20b3-4718-4bbd-82ea-0681fe31b7d9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/security-groups/8a102c22-9e4a-4c6b-80b3-74c054226c27 HTTP/1.1" status: 204 len: 168 time: 0.2718120 Apr 22 17:37:01.881220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52612) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:01.881404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:01.885707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:01.888718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:01.894936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:01.941017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.971174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-23995c0f-0dab-49ec-8d53-0ba8c35e9226 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:01.971315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:01.973034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group_rule and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:01.976129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:01.986442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-52677f3f-dba1-4349-a1cf-737a3085d31a None None] Port c85fdda6-236f-469d-bebe-37270c97d16e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:37:01.987746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:01.992273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-52677f3f-dba1-4349-a1cf-737a3085d31a None None] Could not find standard attr ID for object d161e953-9b45-4444-a520-f71719abad75. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:37:02.020467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-23995c0f-0dab-49ec-8d53-0ba8c35e9226 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.115679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.132018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfe794-fe53-4590-831f-10ca78134aa7 None None] Update dhcp port {'port': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'fixed_ips': [{'subnet_id': 'c0aa8be8-2ace-4e04-9d01-ac99d461aee9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f8fec54e-037d-4882-a1ce-c13c1b434f8a'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'cfdec46e-caf6-4d15-8258-704ebf16e909'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:37:02.144796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea5d4d-5fec-403c-8382-dfae465b74b2 req-c36826b4-4877-4517-bcb5-c5a62d04fd27 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:02.146282 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-52ea5d4d-5fec-403c-8382-dfae465b74b2 req-c36826b4-4877-4517-bcb5-c5a62d04fd27 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 946 time: 0.1199853 Apr 22 17:37:02.158229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-23995c0f-0dab-49ec-8d53-0ba8c35e9226 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.162173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-61cc8681-e2bd-46fd-8283-8faec90b7c0a None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:02.162867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-61cc8681-e2bd-46fd-8283-8faec90b7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.182396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-23995c0f-0dab-49ec-8d53-0ba8c35e9226 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.183512 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-23995c0f-0dab-49ec-8d53-0ba8c35e9226 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/security-groups/72758085-f8bb-447a-85e2-b6c6642570c7 HTTP/1.1" status: 204 len: 168 time: 0.3013160 Apr 22 17:37:02.184320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23995c0f-0dab-49ec-8d53-0ba8c35e9226 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72758085-f8bb-447a-85e2-b6c6642570c7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:02.186180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52618) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:02.190571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.220755 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-52ea5d4d-5fec-403c-8382-dfae465b74b2 req-c753d9d9-86e0-494b-9c72-d8cb83135bbe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684264 Apr 22 17:37:02.242529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325ab997-78b2-4b28-a3c5-02bfba61b499,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:02.258422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-134cee6d-a853-4965-9147-9b5b0317eca9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 28ddd387-13bc-4eae-b61c-6528943f7631 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:37:02.259920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-92bfe794-fe53-4590-831f-10ca78134aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.260381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-134cee6d-a853-4965-9147-9b5b0317eca9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.318132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.322705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-134cee6d-a853-4965-9147-9b5b0317eca9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.322909 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3e258d0d-2237-4705-91e9-15a28b2e9f8c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4516556 Apr 22 17:37:02.322909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52622) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:02.328845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'security_group': {'name': 'tempest-secgroup-274858717'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:02.335173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:02.345212 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:02.347484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:02.356362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:02.417280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-134cee6d-a853-4965-9147-9b5b0317eca9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.444235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.466907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:02.471116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:security_group_rule and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:02.474869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:02.480624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:02.506398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-61cc8681-e2bd-46fd-8283-8faec90b7c0a None None] Provisioning complete for port a845ae46-1de4-4c38-8593-af6349d95f52 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:02.507206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-61cc8681-e2bd-46fd-8283-8faec90b7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.561245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.570518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-134cee6d-a853-4965-9147-9b5b0317eca9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.592239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-61cc8681-e2bd-46fd-8283-8faec90b7c0a None None] Port a845ae46-1de4-4c38-8593-af6349d95f52 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:37:02.595096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-92bfe794-fe53-4590-831f-10ca78134aa7 None None] Allocated IP 172.20.0.2 (2ce43582-7329-4c3a-8468-5f66dc72d739/f8fec54e-037d-4882-a1ce-c13c1b434f8a/cfdec46e-caf6-4d15-8258-704ebf16e909) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:37:02.599767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-61cc8681-e2bd-46fd-8283-8faec90b7c0a None None] Could not find standard attr ID for object d161e953-9b45-4444-a520-f71719abad75. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:37:02.615399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cee6d-a853-4965-9147-9b5b0317eca9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=28ddd387-13bc-4eae-b61c-6528943f7631,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:02.616325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.627107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-134cee6d-a853-4965-9147-9b5b0317eca9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.640423 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-134cee6d-a853-4965-9147-9b5b0317eca9 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/28ddd387-13bc-4eae-b61c-6528943f7631 HTTP/1.1" status: 204 len: 168 time: 0.4532378 Apr 22 17:37:02.640974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335aa3d7-f8db-4c22-8366-453017c64d75 None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:37:02.641497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52626) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:02.684177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7872cbc-b4cf-4a1c-91dd-a5a5a4e71301,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:02.727812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0d12e55b-b111-43d4-8bb9-87a5c8a8c524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.729116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.730864 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2859a73a-8810-42b8-bc0d-c90ed81544cf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4062645 Apr 22 17:37:02.733906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52630) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:02.734653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d84d4e-d201-431c-9979-893ed6e757c2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 1a680829-9efb-4122-93ea-5ae593b0f641 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:37:02.738309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14d84d4e-d201-431c-9979-893ed6e757c2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.742887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-834087457', 'security_groups': ['e7872cbc-b4cf-4a1c-91dd-a5a5a4e71301'], 'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8fec54e-037d-4882-a1ce-c13c1b434f8a'}]}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:02.801166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14d84d4e-d201-431c-9979-893ed6e757c2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.886788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-92bfe794-fe53-4590-831f-10ca78134aa7 None None] For port cfdec46e-caf6-4d15-8258-704ebf16e909, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cfdec46e-caf6-4d15-8258-704ebf16e909,segment=NetworkSegment(f18eb4d7-10d1-485f-be21-bbc4203f8a3e),segment_id=f18eb4d7-10d1-485f-be21-bbc4203f8a3e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:37:02.901985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14d84d4e-d201-431c-9979-893ed6e757c2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.904889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:02.914565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:02.955552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-92bfe794-fe53-4590-831f-10ca78134aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:02.991974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:37:03.055683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-92bfe794-fe53-4590-831f-10ca78134aa7 None None] Transition to ACTIVE for port object cfdec46e-caf6-4d15-8258-704ebf16e909 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:37:03.056070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14d84d4e-d201-431c-9979-893ed6e757c2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.099414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d84d4e-d201-431c-9979-893ed6e757c2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=1a680829-9efb-4122-93ea-5ae593b0f641,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:03.103510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-14d84d4e-d201-431c-9979-893ed6e757c2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.114922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-14d84d4e-d201-431c-9979-893ed6e757c2 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/1a680829-9efb-4122-93ea-5ae593b0f641 HTTP/1.1" status: 204 len: 168 time: 0.4718056 Apr 22 17:37:03.117664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-92bfe794-fe53-4590-831f-10ca78134aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.118586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52634) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:03.167256 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3824a0-7ac3-4c91-b31f-ee53f87a7fc6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:03.167962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3824a0-7ac3-4c91-b31f-ee53f87a7fc6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:03.172634 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ff3824a0-7ac3-4c91-b31f-ee53f87a7fc6 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/28ddd387-13bc-4eae-b61c-6528943f7631 HTTP/1.1" status: 404 len: 337 time: 0.0501382 Apr 22 17:37:03.173014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.174313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52638) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:03.203555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] device_id is not set on port 4e06a682-75f6-4b92-9de8-77618719bcc2 yet. {{(pid=88660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:37:03.257210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-603e947b-1895-4fb8-86f5-7c0e359e9e87 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting subnet 883ee428-8c14-43b0-a187-cef6d1cbcb34 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:37:03.261868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-603e947b-1895-4fb8-86f5-7c0e359e9e87 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.287112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfe794-fe53-4590-831f-10ca78134aa7 None None] Pushing event updated for resources: {'Port': ['ID=cfdec46e-caf6-4d15-8258-704ebf16e909,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:03.336160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-603e947b-1895-4fb8-86f5-7c0e359e9e87 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.517890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.11 (2ce43582-7329-4c3a-8468-5f66dc72d739/f8fec54e-037d-4882-a1ce-c13c1b434f8a/4e06a682-75f6-4b92-9de8-77618719bcc2) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:37:03.525317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-603e947b-1895-4fb8-86f5-7c0e359e9e87 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.597559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f7dc4-a46d-45dc-8507-44405ee7a1cd req-1c76bc23-b4ba-4261-9151-99aff1af3b24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:03.604752 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e1f7dc4-a46d-45dc-8507-44405ee7a1cd req-1c76bc23-b4ba-4261-9151-99aff1af3b24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 946 time: 0.1749291 Apr 22 17:37:03.675463 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e1f7dc4-a46d-45dc-8507-44405ee7a1cd req-ef12f267-d86e-46f9-a5df-450dd3d2ed9a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696476 Apr 22 17:37:03.745051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.765203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-603e947b-1895-4fb8-86f5-7c0e359e9e87 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.775115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.800653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object 4e06a682-75f6-4b92-9de8-77618719bcc2 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:37:03.821613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e947b-1895-4fb8-86f5-7c0e359e9e87 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Subnet': ['ID=883ee428-8c14-43b0-a187-cef6d1cbcb34,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:03.823409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.823604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-603e947b-1895-4fb8-86f5-7c0e359e9e87 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.836523 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-603e947b-1895-4fb8-86f5-7c0e359e9e87 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/883ee428-8c14-43b0-a187-cef6d1cbcb34 HTTP/1.1" status: 204 len: 168 time: 0.6608346 Apr 22 17:37:03.838848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52646) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:03.846301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7db05-2104-4500-a484-0e71d1bb1f6c None None] Network de2694a8-cfd2-4de0-83ea-b26a6cdf2313 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:37:03.872176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-745c1235-d57f-4232-8ed6-447552b05faf None None] Provisioning complete for port 3bd20752-06fd-4784-ac3c-01708679c3bb triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:03.873955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-745c1235-d57f-4232-8ed6-447552b05faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:03.880124 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ef0d8f-197a-45c2-9d42-f0ec12681f77 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:03.880559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ef0d8f-197a-45c2-9d42-f0ec12681f77 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:03.884806 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-12ef0d8f-197a-45c2-9d42-f0ec12681f77 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/658388fe-b90a-498a-9d63-5f10e2211d2f HTTP/1.1" status: 404 len: 337 time: 0.0425096 Apr 22 17:37:03.885669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52650) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:03.943896 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a63eb8a5-4a45-4ec4-91a4-4a0250291c99 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "GET /v2.0/ports?device_id=e305aca6-4641-4ae9-bad1-6f42db824bb9 HTTP/1.1" status: 200 len: 205 time: 0.0540371 Apr 22 17:37:03.944490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60584f-d76b-491e-81ed-39ba23457fd1 req-bd544e67-25d1-4d80-b1b1-076c4a5b954d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:03.944903 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3d60584f-d76b-491e-81ed-39ba23457fd1 req-bd544e67-25d1-4d80-b1b1-076c4a5b954d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 946 time: 0.1421349 Apr 22 17:37:03.945320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52654) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.023011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.084084 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-ebc77f3b-eacd-4aab-b450-6c7f03868be1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] delete failed (client error): The resource could not be found. Apr 22 17:37:04.085115 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ebc77f3b-eacd-4aab-b450-6c7f03868be1 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/routers/e305aca6-4641-4ae9-bad1-6f42db824bb9 HTTP/1.1" status: 404 len: 336 time: 0.1380587 Apr 22 17:37:04.086968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52658) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.120125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:37:04.130108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:37:04.139834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:37:04.140684 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e318d150-03fe-40d9-b892-f1824b7ff32e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.141120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e318d150-03fe-40d9-b892-f1824b7ff32e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.143814 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e318d150-03fe-40d9-b892-f1824b7ff32e tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/042ba792-a155-4d08-8c0a-d458b5a686ac HTTP/1.1" status: 404 len: 337 time: 0.0536215 Apr 22 17:37:04.145871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52662) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.168181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=4e06a682-75f6-4b92-9de8-77618719bcc2,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:04.172916 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3d60584f-d76b-491e-81ed-39ba23457fd1 req-5960e040-f07f-4f87-8483-2b3ad2b1b020 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685498 Apr 22 17:37:04.185650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-745c1235-d57f-4232-8ed6-447552b05faf None None] Provisioning complete for port c85fdda6-236f-469d-bebe-37270c97d16e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:04.185650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-745c1235-d57f-4232-8ed6-447552b05faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.211669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52666) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.219727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:04.222352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.259093 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-745c1235-d57f-4232-8ed6-447552b05faf None None] Port c85fdda6-236f-469d-bebe-37270c97d16e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:37:04.270702 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fdc38e-5ce4-4611-a5ab-eeee38a73808 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.270882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fdc38e-5ce4-4611-a5ab-eeee38a73808 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.272553 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d8fdc38e-5ce4-4611-a5ab-eeee38a73808 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/98de82a2-56ff-4ffe-b816-68c0774c96ff HTTP/1.1" status: 404 len: 337 time: 0.1253185 Apr 22 17:37:04.276921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52670) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.321759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e318d79-e6f7-4728-b97c-5c7f112db4c2 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:04.323751 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] DHCP port deletion for de2694a8-cfd2-4de0-83ea-b26a6cdf2313 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:37:04.324673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3e318d79-e6f7-4728-b97c-5c7f112db4c2 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 1094 time: 0.1086168 Apr 22 17:37:04.327030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52674) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.330427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] Deleting port 3bd20752-06fd-4784-ac3c-01708679c3bb {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:37:04.330614 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c31e28-7c61-4cd0-b9aa-21457124e723 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.331163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.331292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c31e28-7c61-4cd0-b9aa-21457124e723 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.333059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'b7fd824a-120e-458d-a037-175146419765', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:04.334553 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d7c31e28-7c61-4cd0-b9aa-21457124e723 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/b555af6c-c261-4167-b69b-b944d9cac114 HTTP/1.1" status: 404 len: 337 time: 0.0569050 Apr 22 17:37:04.340175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:04.341870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52678) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.363376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:04.370722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:04.386154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:04.402760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52682) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.407982 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6fe6aeca-6cf5-4967-bc9e-8eb494fa722c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6676202 Apr 22 17:37:04.409840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:04.412030 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e507a877-93aa-47f6-8d7a-042a86185fc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.412507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e507a877-93aa-47f6-8d7a-042a86185fc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.417273 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e507a877-93aa-47f6-8d7a-042a86185fc5 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/ebd03d8e-2ebb-45bb-b00c-2d326a657ef6 HTTP/1.1" status: 404 len: 333 time: 0.0735998 Apr 22 17:37:04.417884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52686) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.433982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.458257 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-09438425-02bf-4668-9b75-b5bf7765c38a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.458717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09438425-02bf-4668-9b75-b5bf7765c38a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.463570 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-09438425-02bf-4668-9b75-b5bf7765c38a tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/577f1db6-48f2-4e4f-bfc9-8e40d1ee73b5 HTTP/1.1" status: 404 len: 337 time: 0.0447392 Apr 22 17:37:04.464217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52690) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.500750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-65ee8aa4-47b9-4bae-8424-130086d38d91 None None] Provisioning for port cfdec46e-caf6-4d15-8258-704ebf16e909 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:37:04.528029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.557174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-65ee8aa4-47b9-4bae-8424-130086d38d91 None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:04.557672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-65ee8aa4-47b9-4bae-8424-130086d38d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.600248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:04.607882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:04.612036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:04.620730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] For port 3bd20752-06fd-4784-ac3c-01708679c3bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3bd20752-06fd-4784-ac3c-01708679c3bb,segment=NetworkSegment(c50e5546-369e-494d-9b27-8b687b2e8519),segment_id=c50e5546-369e-494d-9b27-8b687b2e8519)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:37:04.621137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.622316 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a92431-48da-455e-a75a-7423265c2ecb tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.623324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a92431-48da-455e-a75a-7423265c2ecb tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.627731 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-79a92431-48da-455e-a75a-7423265c2ecb tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/c16b377d-327c-4f32-9bbd-e36599657d11 HTTP/1.1" status: 404 len: 337 time: 0.1625981 Apr 22 17:37:04.628346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52694) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.670434 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac82610-4c7d-4853-85d6-1610ae66576d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.670950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac82610-4c7d-4853-85d6-1610ae66576d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.675151 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fac82610-4c7d-4853-85d6-1610ae66576d tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/f85ed179-1483-4949-b725-a8e7e86dcc89 HTTP/1.1" status: 404 len: 333 time: 0.0435474 Apr 22 17:37:04.675453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52698) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.718086 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8d5d23-7c0a-4427-b410-f107f5610523 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.718520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8d5d23-7c0a-4427-b410-f107f5610523 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.722607 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9d8d5d23-7c0a-4427-b410-f107f5610523 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/860b5f00-895e-4ef4-9c01-47660ba719d1 HTTP/1.1" status: 404 len: 337 time: 0.0439184 Apr 22 17:37:04.722941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52702) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.761424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] Calling delete_port for 3bd20752-06fd-4784-ac3c-01708679c3bb owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:37:04.762454 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-db97a645-87b6-4c3a-9bd5-ba701cb9f9af tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:04.762945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db97a645-87b6-4c3a-9bd5-ba701cb9f9af tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:04.767762 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-db97a645-87b6-4c3a-9bd5-ba701cb9f9af tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/subnets/1a57b586-fe13-4deb-96f1-c4e27d1deb4a HTTP/1.1" status: 404 len: 337 time: 0.0413797 Apr 22 17:37:04.768193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52706) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:04.782276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:04.841839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-16012744-5d25-427c-9c8e-c832c9a4f0c4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Deleting port c85fdda6-236f-469d-bebe-37270c97d16e {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:37:04.842114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16012744-5d25-427c-9c8e-c832c9a4f0c4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.846483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.851454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:37:04.855137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.902465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-65ee8aa4-47b9-4bae-8424-130086d38d91 None None] Provisioning complete for port a845ae46-1de4-4c38-8593-af6349d95f52 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:04.902873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-65ee8aa4-47b9-4bae-8424-130086d38d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:04.964247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.024303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8aa4-47b9-4bae-8424-130086d38d91 None None] Port a845ae46-1de4-4c38-8593-af6349d95f52 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:37:05.027741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] Pushing event deleted for resources: {'Port': ['ID=3bd20752-06fd-4784-ac3c-01708679c3bb,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:05.033190 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4afc6-3cba-4090-821b-d786a176fb5f None None] No DVR routers for this DVR port 3bd20752-06fd-4784-ac3c-01708679c3bb on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:37:05.036036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.078532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16012744-5d25-427c-9c8e-c832c9a4f0c4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.095379 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.ipam_backend_mixin [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8fec54e-037d-4882-a1ce-c13c1b434f8a (CIDR: 172.20.0.0/28) Apr 22 17:37:05.114191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.163 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/0dcadc65-4f86-4418-96c4-4c0d55de93ed) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:37:05.142686 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:05.143195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:05.158467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cfdec46e-caf6-4d15-8258-704ebf16e909 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:37:05.214359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-16012744-5d25-427c-9c8e-c832c9a4f0c4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Calling delete_port for c85fdda6-236f-469d-bebe-37270c97d16e owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:37:05.227232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dbe8461c-1c0b-4d37-a97e-4110e6870d16 None None] Provisioning for port 4e06a682-75f6-4b92-9de8-77618719bcc2 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:37:05.231920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:05.232887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.261155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dbe8461c-1c0b-4d37-a97e-4110e6870d16 None None] Provisioning complete for port 4e06a682-75f6-4b92-9de8-77618719bcc2 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:05.261944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dbe8461c-1c0b-4d37-a97e-4110e6870d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.282141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.290305 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e8628418-e340-42d9-a1ef-09dc153b1ea3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8861110 Apr 22 17:37:05.292748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52710) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:05.299373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:05.339898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8461c-1c0b-4d37-a97e-4110e6870d16 None None] Port 4e06a682-75f6-4b92-9de8-77618719bcc2 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:37:05.395618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16012744-5d25-427c-9c8e-c832c9a4f0c4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.432707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.451087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16012744-5d25-427c-9c8e-c832c9a4f0c4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Port': ['ID=c85fdda6-236f-469d-bebe-37270c97d16e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:05.464199 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16012744-5d25-427c-9c8e-c832c9a4f0c4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.466033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3bd20752-06fd-4784-ac3c-01708679c3bb no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:37:05.494033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:37:05.495448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:37:05.496854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:05.499405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:37:05.501025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:05.504663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:05.510360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:05.514946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 3bd20752-06fd-4784-ac3c-01708679c3bb {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:37:05.515370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3bd20752-06fd-4784-ac3c-01708679c3bb not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:37:05.558406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=0dcadc65-4f86-4418-96c4-4c0d55de93ed,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:05.570179 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-16012744-5d25-427c-9c8e-c832c9a4f0c4 tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/ports/c85fdda6-236f-469d-bebe-37270c97d16e HTTP/1.1" status: 204 len: 168 time: 0.8013482 Apr 22 17:37:05.572540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52714) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:05.597091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:37:05.601267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.786146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.815429 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.ipam_backend_mixin [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c0aa8be8-2ace-4e04-9d01-ac99d461aee9 (CIDR: 172.20.0.16/28) Apr 22 17:37:05.846289 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:05.846686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:05.929419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.948147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:05.961832 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0cd42cfa-361a-41b0-95d9-8d3207020292 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6648817 Apr 22 17:37:05.962106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52718) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:05.967767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'subnet': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:05.974965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2694a8-cfd2-4de0-83ea-b26a6cdf2313']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:05.987728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50e5546-369e-494d-9b27-8b687b2e8519') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:05.988022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50e5546-369e-494d-9b27-8b687b2e8519') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:05.999934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.019262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.025154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:37:06.025610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:37:06.040309 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:37:06.120379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.157346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.178503 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.184611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] Pushing event deleted for resources: {'Network': ['ID=de2694a8-cfd2-4de0-83ea-b26a6cdf2313,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:06.191066 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-be5c6088-1d7c-49fa-b772-24a344015c0b tempest-PortsIpV6TestJSON-740883352 tempest-PortsIpV6TestJSON-740883352-project] 10.222.0.10 "DELETE /v2.0/networks/de2694a8-cfd2-4de0-83ea-b26a6cdf2313 HTTP/1.1" status: 204 len: 168 time: 0.6153557 Apr 22 17:37:06.201937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:06.209014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Usage tracker for resource:subnet and tenant:1071a3da9d514ea6bb42b4cb8d6958bd is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:06.213046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:06.242107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:06.347750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Made reservation on behalf of 1071a3da9d514ea6bb42b4cb8d6958bd for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:37:06.351356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.459087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.658317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:06.752668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52726) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:06.792758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=0dcadc65-4f86-4418-96c4-4c0d55de93ed,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:06.807751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.009451 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5a52bb50-b451-46b8-8024-75c98cf2d982 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7affe2d37c344c4a2711652ee1e32e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554352 Apr 22 17:37:07.011064 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 95a1d2ac-f366-45ff-8c2d-afaafb4601a2 associated. External IP: 172.26.3.163, port: b7fd824a-120e-458d-a037-175146419765. Apr 22 17:37:07.011893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52732) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:07.066056 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.071079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d6647576-9083-4c77-a342-aac3c31af1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.097713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d6647576-9083-4c77-a342-aac3c31af1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.146974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:37:07.157878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:37:07.165962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:07.166153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f66ff-87ca-415b-ba1d-4af5c6fcb232 None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:37:07.166627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.208763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d6647576-9083-4c77-a342-aac3c31af1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.226819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6647576-9083-4c77-a342-aac3c31af1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e234e9c4-abf0-4ee1-b1af-e3b0fb96e82b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:07.237588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d6647576-9083-4c77-a342-aac3c31af1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.237588 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d6647576-9083-4c77-a342-aac3c31af1a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e234e9c4-abf0-4ee1-b1af-e3b0fb96e82b HTTP/1.1" status: 204 len: 168 time: 0.2221251 Apr 22 17:37:07.237830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Subnet': ['ID=b43ceb8d-4ecc-4803-a509-7f8b05975bc5,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:07.364252 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ea98bfe9-0cf7-4226-93eb-9b4fe9884881 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4008687 Apr 22 17:37:07.366848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52738) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:07.373510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2039789603', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b43ceb8d-4ecc-4803-a509-7f8b05975bc5'}], 'security_groups': ['b73f67d9-50b4-4819-b11a-ac45eb01690c', '325ab997-78b2-4b28-a3c5-02bfba61b499']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:07.469046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router e5e61159-edb5-4384-93f9-69e338b4f4bc has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:37:07.545473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.606980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc26a94-9977-48aa-acab-1b4dbc480e68 None None] Update dhcp port {'port': {'network_id': '2ce43582-7329-4c3a-8468-5f66dc72d739', 'fixed_ips': [{'subnet_id': 'c0aa8be8-2ace-4e04-9d01-ac99d461aee9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f8fec54e-037d-4882-a1ce-c13c1b434f8a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b43ceb8d-4ecc-4803-a509-7f8b05975bc5'}], 'binding:host_id': 'dv-neutron-839024-1-hyperv'}, 'id': 'cfdec46e-caf6-4d15-8258-704ebf16e909'} from dv-neutron-839024-1-hyperv. {{(pid=88661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 17:37:07.672363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cfc26a94-9977-48aa-acab-1b4dbc480e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.691968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:37:07.725569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] Sync routers for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:37:07.744469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:37:07.745105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:37:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:07.760152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:07.822758 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-95a7998b-81a0-4b44-b30e-734843222250 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4945982 Apr 22 17:37:07.823471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'tag': 'b7fd824a-120e-458d-a037-175146419765'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:37:07.829708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52752) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:07.899748 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba36cb5-03bb-4b2f-9fd8-015ae10bef23'] response: {'name': 'network-changed', 'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'tag': 'b7fd824a-120e-458d-a037-175146419765', 'status': 'completed', 'code': 200} Apr 22 17:37:07.950133 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4e1c3d2f-fe28-4c1b-9725-8860d29c8c87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 992 time: 0.1192346 Apr 22 17:37:08.042527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:37:08.102373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38930260-e49c-408c-ae52-6efd1bfc801f req-976eab94-4f5c-44c3-8236-d9631ef2ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:08.103959 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38930260-e49c-408c-ae52-6efd1bfc801f req-976eab94-4f5c-44c3-8236-d9631ef2ede2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 1099 time: 0.1561351 Apr 22 17:37:08.133630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Delete allocated IP 172.20.0.11 (2ce43582-7329-4c3a-8468-5f66dc72d739/f8fec54e-037d-4882-a1ce-c13c1b434f8a) {{(pid=88660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 17:37:08.160543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Allocated IP 172.20.0.46 (2ce43582-7329-4c3a-8468-5f66dc72d739/b43ceb8d-4ecc-4803-a509-7f8b05975bc5/4e06a682-75f6-4b92-9de8-77618719bcc2) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:37:08.290261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38930260-e49c-408c-ae52-6efd1bfc801f req-e5ccf8a7-c256-46c7-ad4e-ebd1529517ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:08.290402 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38930260-e49c-408c-ae52-6efd1bfc801f req-e5ccf8a7-c256-46c7-ad4e-ebd1529517ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 896 time: 0.1800389 Apr 22 17:37:08.412464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '95a1d2ac-f366-45ff-8c2d-afaafb4601a2', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'port_id': 'b7fd824a-120e-458d-a037-175146419765', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'mac_address': 'fa:16:3e:e5:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:37:05Z', 'updated_at': '2022-04-22T17:37:05Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:08.417755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] Checking router: e5e61159-edb5-4384-93f9-69e338b4f4bc for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:37:08.418366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52768) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:08.426109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:37:08.426759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:37:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:08.495633 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38930260-e49c-408c-ae52-6efd1bfc801f req-98508282-3508-48f7-92ce-5be245b51898 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7fd824a-120e-458d-a037-175146419765 HTTP/1.1" status: 200 len: 1000 time: 0.1862726 Apr 22 17:37:08.540523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c62ff604-5ec2-44c4-80e5-fe3ed9e6e57f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:08.541212 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-c62ff604-5ec2-44c4-80e5-fe3ed9e6e57f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 17:37:08.541712 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-c62ff604-5ec2-44c4-80e5-fe3ed9e6e57f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:37:08.542685 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c62ff604-5ec2-44c4-80e5-fe3ed9e6e57f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1232624 Apr 22 17:37:08.549423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52774) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:08.554493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--165814057'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:08.561283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:08.566017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:08.570348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:08.575746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:08.591206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38930260-e49c-408c-ae52-6efd1bfc801f req-c03d5aa2-62e5-4ec4-b9c8-1339649a22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:08.593178 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38930260-e49c-408c-ae52-6efd1bfc801f req-c03d5aa2-62e5-4ec4-b9c8-1339649a22b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a64c8071-2848-448a-ba46-e100b823fb6c HTTP/1.1" status: 200 len: 835 time: 0.0904415 Apr 22 17:37:08.610653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:37:08.647133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:08.651704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:08.663100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:08.673981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Transition to ACTIVE for port object 4e06a682-75f6-4b92-9de8-77618719bcc2 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:37:08.680472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:08.684663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:08.687771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:08.693588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:08.695062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38930260-e49c-408c-ae52-6efd1bfc801f req-87f82b00-7af3-4333-8081-5a54c6d739bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:08.696631 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38930260-e49c-408c-ae52-6efd1bfc801f req-87f82b00-7af3-4333-8081-5a54c6d739bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccd5064-1544-4b86-9365-d91db119a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925457 Apr 22 17:37:08.728514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:08.791040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:08.865647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-cfc26a94-9977-48aa-acab-1b4dbc480e68 None None] Allocated IP 172.20.0.34 (2ce43582-7329-4c3a-8468-5f66dc72d739/b43ceb8d-4ecc-4803-a509-7f8b05975bc5/cfdec46e-caf6-4d15-8258-704ebf16e909) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:37:08.877782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:08.894142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:08.907544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:08.913703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:08.922461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:08.924495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e367858e-7717-4092-b8c6-86d0a731948d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:08.954964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52778) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:08.955789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event updated for resources: {'Port': ['ID=4e06a682-75f6-4b92-9de8-77618719bcc2,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:08.989110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] In _notify_port_updated(), no bound segment for port 4e06a682-75f6-4b92-9de8-77618719bcc2 on network 2ce43582-7329-4c3a-8468-5f66dc72d739 {{(pid=88660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:37:08.995402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:08.996023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:08.997562 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-321d29eb-e673-421f-ae32-f4f159fca8ed tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "PUT /v2.0/ports/4e06a682-75f6-4b92-9de8-77618719bcc2 HTTP/1.1" status: 200 len: 960 time: 1.6297705 Apr 22 17:37:09.006551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52782) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:09.169296 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38930260-e49c-408c-ae52-6efd1bfc801f req-c3d93a1d-7433-4509-b935-b04017e11f19 service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643390 Apr 22 17:37:09.175253 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cfc26a94-9977-48aa-acab-1b4dbc480e68 None None] For port cfdec46e-caf6-4d15-8258-704ebf16e909, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cfdec46e-caf6-4d15-8258-704ebf16e909,segment=NetworkSegment(f18eb4d7-10d1-485f-be21-bbc4203f8a3e),segment_id=f18eb4d7-10d1-485f-be21-bbc4203f8a3e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:37:09.218073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cfc26a94-9977-48aa-acab-1b4dbc480e68 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.225894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '95a1d2ac-f366-45ff-8c2d-afaafb4601a2', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'port_id': 'b7fd824a-120e-458d-a037-175146419765', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'mac_address': 'fa:16:3e:e5:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:37:05Z', 'updated_at': '2022-04-22T17:37:05Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:09.227034 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f9d89111-bb90-43fe-bad5-27ce531afa5a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 992 time: 0.2709143 Apr 22 17:37:09.237149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf9729-5fdd-4868-a16a-bc64d31ef314 None None] The sync data for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv is: [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '95a1d2ac-f366-45ff-8c2d-afaafb4601a2', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'port_id': 'b7fd824a-120e-458d-a037-175146419765', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'mac_address': 'fa:16:3e:e5:5d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:37:05Z', 'updated_at': '2022-04-22T17:37:05Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:37:09.245930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.251727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cfc26a94-9977-48aa-acab-1b4dbc480e68 None None] Transition to ACTIVE for port object cfdec46e-caf6-4d15-8258-704ebf16e909 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:37:09.290672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a90c64d8-f5bd-43a0-bdbb-a8e37b412652 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port 4e06a682-75f6-4b92-9de8-77618719bcc2 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:37:09.291119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a90c64d8-f5bd-43a0-bdbb-a8e37b412652 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.429997 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38930260-e49c-408c-ae52-6efd1bfc801f req-a7f0cc17-2c34-4c42-be22-4c0bad2a37ca service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530186 Apr 22 17:37:09.470679 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc18cf-9802-4548-8756-2ee2a219675d None None] New status for floating IP 95a1d2ac-f366-45ff-8c2d-afaafb4601a2: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:37:09.619648 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a90c64d8-f5bd-43a0-bdbb-a8e37b412652 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.716317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a90c64d8-f5bd-43a0-bdbb-a8e37b412652 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for 4e06a682-75f6-4b92-9de8-77618719bcc2 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:37:09.774801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.803453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cfc26a94-9977-48aa-acab-1b4dbc480e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.820974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb057d1-cfdb-43f8-bcbb-50a78a56d35a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:09.883890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.885346 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a2146dbe-4117-4413-86cc-0f89a1d7a930 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3343153 Apr 22 17:37:09.887695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52786) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:09.892976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': 'fdb057d1-cfdb-43f8-bcbb-50a78a56d35a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:09.898997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:09.903112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:09.906883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:09.907184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a90c64d8-f5bd-43a0-bdbb-a8e37b412652 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.913644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:09.959998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c64d8-f5bd-43a0-bdbb-a8e37b412652 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=4e06a682-75f6-4b92-9de8-77618719bcc2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:09.970131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:09.994336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc26a94-9977-48aa-acab-1b4dbc480e68 None None] Pushing event updated for resources: {'Port': ['ID=cfdec46e-caf6-4d15-8258-704ebf16e909,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:10.042787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.063728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a90c64d8-f5bd-43a0-bdbb-a8e37b412652 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.073744 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a90c64d8-f5bd-43a0-bdbb-a8e37b412652 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/4e06a682-75f6-4b92-9de8-77618719bcc2 HTTP/1.1" status: 204 len: 168 time: 1.0659547 Apr 22 17:37:10.076315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52790) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:10.119845 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c28860d-2f95-4641-9816-3863ea0f6537 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] GET failed (client error): The resource could not be found. Apr 22 17:37:10.120392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0c28860d-2f95-4641-9816-3863ea0f6537 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Synchronizing usage tracker for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:10.123853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.147401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4537acd6-f424-4722-b83e-b0fe89d79dd5,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:10.229859 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0c28860d-2f95-4641-9816-3863ea0f6537 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Unset dirty status for tenant:1071a3da9d514ea6bb42b4cb8d6958bd on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:10.229859 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0c28860d-2f95-4641-9816-3863ea0f6537 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports/4e06a682-75f6-4b92-9de8-77618719bcc2 HTTP/1.1" status: 404 len: 333 time: 0.1504133 Apr 22 17:37:10.230880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52794) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:10.231951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52796) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:10.298471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.299932 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a8f6c52e-120f-4c0c-9428-4052d63e64fd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4112892 Apr 22 17:37:10.303749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52802) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:10.310534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29db5678-fb36-439f-bf5b-4e2b7de1ed52 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.320723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9cd42635-9e78-4b0e-a3b0-c867e3d2e35d tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': 'fdb057d1-cfdb-43f8-bcbb-50a78a56d35a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:10.329243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9cd42635-9e78-4b0e-a3b0-c867e3d2e35d tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:10.341835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9cd42635-9e78-4b0e-a3b0-c867e3d2e35d tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:10.347646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9cd42635-9e78-4b0e-a3b0-c867e3d2e35d tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:10.355513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29db5678-fb36-439f-bf5b-4e2b7de1ed52 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.359181 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2aae2ba0-5cb4-49e6-94b2-6eac94297130 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 994 time: 0.1250975 Apr 22 17:37:10.364293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9cd42635-9e78-4b0e-a3b0-c867e3d2e35d tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:10.485128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9cd42635-9e78-4b0e-a3b0-c867e3d2e35d tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.509747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29db5678-fb36-439f-bf5b-4e2b7de1ed52 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.541233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5678-fb36-439f-bf5b-4e2b7de1ed52 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7872cbc-b4cf-4a1c-91dd-a5a5a4e71301,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:10.547774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-29db5678-fb36-439f-bf5b-4e2b7de1ed52 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.548887 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-29db5678-fb36-439f-bf5b-4e2b7de1ed52 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/security-groups/e7872cbc-b4cf-4a1c-91dd-a5a5a4e71301 HTTP/1.1" status: 204 len: 168 time: 0.3159895 Apr 22 17:37:10.551748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52806) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:10.586006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6d556119-c5ce-4b75-bf83-657f29007536 None None] Provisioning for port cfdec46e-caf6-4d15-8258-704ebf16e909 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:37:10.591811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6d556119-c5ce-4b75-bf83-657f29007536 None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:10.592180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6d556119-c5ce-4b75-bf83-657f29007536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.617814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3162ca03-34f2-41ed-bed4-3e11b0bf24db tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.645736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3162ca03-34f2-41ed-bed4-3e11b0bf24db tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.661477 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-9cd42635-9e78-4b0e-a3b0-c867e3d2e35d tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 17:37:10.665687 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9cd42635-9e78-4b0e-a3b0-c867e3d2e35d tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3572249 Apr 22 17:37:10.665687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52810) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:10.714242 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6d556119-c5ce-4b75-bf83-657f29007536 None None] Could not find standard attr ID for object 4e06a682-75f6-4b92-9de8-77618719bcc2. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:37:10.725350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6d556119-c5ce-4b75-bf83-657f29007536 None None] Provisioning complete for port a845ae46-1de4-4c38-8593-af6349d95f52 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:10.725350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6d556119-c5ce-4b75-bf83-657f29007536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.752537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68692dd2-60ff-4425-8edb-cd68e72f5b15 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.780857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68692dd2-60ff-4425-8edb-cd68e72f5b15 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.781267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6d556119-c5ce-4b75-bf83-657f29007536 None None] Port a845ae46-1de4-4c38-8593-af6349d95f52 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:37:10.786373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3162ca03-34f2-41ed-bed4-3e11b0bf24db tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.810433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162ca03-34f2-41ed-bed4-3e11b0bf24db tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ab997-78b2-4b28-a3c5-02bfba61b499,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:10.815942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3162ca03-34f2-41ed-bed4-3e11b0bf24db tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.817045 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3162ca03-34f2-41ed-bed4-3e11b0bf24db tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/security-groups/325ab997-78b2-4b28-a3c5-02bfba61b499 HTTP/1.1" status: 204 len: 168 time: 0.2642472 Apr 22 17:37:10.826593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52814) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:10.886111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad6f14b5-f002-4b3a-85a4-449c7276fecc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.914909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad6f14b5-f002-4b3a-85a4-449c7276fecc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.991922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68692dd2-60ff-4425-8edb-cd68e72f5b15 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:10.994397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f9c5d1b1-11ea-4b77-b28a-c02b70310535 None None] Could not find standard attr ID for object 4e06a682-75f6-4b92-9de8-77618719bcc2. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 17:37:11.018134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68692dd2-60ff-4425-8edb-cd68e72f5b15 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb057d1-cfdb-43f8-bcbb-50a78a56d35a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:11.027815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-68692dd2-60ff-4425-8edb-cd68e72f5b15 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.031520 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-68692dd2-60ff-4425-8edb-cd68e72f5b15 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/fdb057d1-cfdb-43f8-bcbb-50a78a56d35a HTTP/1.1" status: 204 len: 168 time: 0.3632207 Apr 22 17:37:11.046156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad6f14b5-f002-4b3a-85a4-449c7276fecc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.046980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52818) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:11.047473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad6f14b5-f002-4b3a-85a4-449c7276fecc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.047473 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ad6f14b5-f002-4b3a-85a4-449c7276fecc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/security-groups/b73f67d9-50b4-4819-b11a-ac45eb01690c HTTP/1.1" status: 204 len: 168 time: 0.2152903 Apr 22 17:37:11.048499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52822) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:11.049283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f14b5-f002-4b3a-85a4-449c7276fecc tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73f67d9-50b4-4819-b11a-ac45eb01690c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:11.110471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7f5696bf-cbf8-46b0-925b-1b4045162a96 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:11.125447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad1e75a-da10-40f6-8c85-615b8dfb91a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet f8fec54e-037d-4882-a1ce-c13c1b434f8a {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:37:11.129119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bad1e75a-da10-40f6-8c85-615b8dfb91a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.158556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cfdec46e-caf6-4d15-8258-704ebf16e909 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:37:11.188236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7f5696bf-cbf8-46b0-925b-1b4045162a96 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:11.189128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7f5696bf-cbf8-46b0-925b-1b4045162a96 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1555943 Apr 22 17:37:11.193832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52826) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:11.193980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bad1e75a-da10-40f6-8c85-615b8dfb91a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.199608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--191649934'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:11.206328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:11.216710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:11.238207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:11.238682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.283583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bad1e75a-da10-40f6-8c85-615b8dfb91a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.305943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.324466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:11.329013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:11.331981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:11.338669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:11.416600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.472334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bad1e75a-da10-40f6-8c85-615b8dfb91a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.499834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.511479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1e75a-da10-40f6-8c85-615b8dfb91a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fec54e-037d-4882-a1ce-c13c1b434f8a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:11.515150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bad1e75a-da10-40f6-8c85-615b8dfb91a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.526386 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bad1e75a-da10-40f6-8c85-615b8dfb91a4 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/f8fec54e-037d-4882-a1ce-c13c1b434f8a HTTP/1.1" status: 204 len: 168 time: 0.4736612 Apr 22 17:37:11.526386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52830) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:11.527495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aba739-69cf-4da3-a432-2b6a841de648 None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:37:11.549405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21da9672-612c-4d41-b959-6a0577cee773,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:11.620568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.623652 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a0b2b398-e044-4356-9b46-0b53bda0727a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4265790 Apr 22 17:37:11.627104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52834) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:11.632461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c9b7ece2-ed51-4314-9d59-0da29ebb7785 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '21da9672-612c-4d41-b959-6a0577cee773', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:11.633339 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-c9b7ece2-ed51-4314-9d59-0da29ebb7785 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 22 17:37:11.633929 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-c9b7ece2-ed51-4314-9d59-0da29ebb7785 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:11.637550 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c9b7ece2-ed51-4314-9d59-0da29ebb7785 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068278 Apr 22 17:37:11.637865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52838) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:11.701467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d627c7-2281-4ed2-8aa3-1f4d21834af7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet b43ceb8d-4ecc-4803-a509-7f8b05975bc5 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:37:11.704897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6d627c7-2281-4ed2-8aa3-1f4d21834af7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.711630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3eca4ba-e900-44c3-b06a-9e019beb5b9e tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.738196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3eca4ba-e900-44c3-b06a-9e019beb5b9e tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.764746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6d627c7-2281-4ed2-8aa3-1f4d21834af7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.855003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6d627c7-2281-4ed2-8aa3-1f4d21834af7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.855748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3eca4ba-e900-44c3-b06a-9e019beb5b9e tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.875579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eca4ba-e900-44c3-b06a-9e019beb5b9e tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da9672-612c-4d41-b959-6a0577cee773,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:11.882391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d3eca4ba-e900-44c3-b06a-9e019beb5b9e tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:11.890345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d3eca4ba-e900-44c3-b06a-9e019beb5b9e tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/21da9672-612c-4d41-b959-6a0577cee773 HTTP/1.1" status: 204 len: 168 time: 0.2446966 Apr 22 17:37:11.890345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52842) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:11.942648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6846f4ba-686b-42cf-898d-5c702ec40c8b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:12.003920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6d627c7-2281-4ed2-8aa3-1f4d21834af7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.021223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6846f4ba-686b-42cf-898d-5c702ec40c8b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:12.022244 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6846f4ba-686b-42cf-898d-5c702ec40c8b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1348171 Apr 22 17:37:12.026312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52846) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.032126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246115165'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:12.039198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:12.044889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d627c7-2281-4ed2-8aa3-1f4d21834af7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=b43ceb8d-4ecc-4803-a509-7f8b05975bc5,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:12.050398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c6d627c7-2281-4ed2-8aa3-1f4d21834af7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.058473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:12.059551 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c6d627c7-2281-4ed2-8aa3-1f4d21834af7 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/b43ceb8d-4ecc-4803-a509-7f8b05975bc5 HTTP/1.1" status: 204 len: 168 time: 0.5295711 Apr 22 17:37:12.059666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52850) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.106053 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3615913c-83f4-43ba-80fe-5b9298dde980 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:12.106896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3615913c-83f4-43ba-80fe-5b9298dde980 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:12.108667 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3615913c-83f4-43ba-80fe-5b9298dde980 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/f8fec54e-037d-4882-a1ce-c13c1b434f8a HTTP/1.1" status: 404 len: 337 time: 0.0467052 Apr 22 17:37:12.111339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52854) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.146526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.185506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:12.192670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:12.198659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4af128b-8c8e-4153-8892-cab5297da4a6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting subnet c0aa8be8-2ace-4e04-9d01-ac99d461aee9 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:37:12.201309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:12.207235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d4af128b-8c8e-4153-8892-cab5297da4a6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.234143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:12.281148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d4af128b-8c8e-4153-8892-cab5297da4a6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.322580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b790589-29a1-4076-8798-0b32075bd0de None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:37:12.397464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.408767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d4af128b-8c8e-4153-8892-cab5297da4a6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.442819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9934cac6-52b8-4ddc-98bc-9e8333967548 None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:12.443208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9934cac6-52b8-4ddc-98bc-9e8333967548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.457931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.517265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f1a92-63e6-401e-b67f-e2f2db268f03,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:12.604368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.605240 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fa130ef4-d0dd-41d1-9517-cd6980c6145a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5778019 Apr 22 17:37:12.608605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52858) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.614656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-28b976ce-513a-491a-abd7-c53322a0651c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': 'f61f1a92-63e6-401e-b67f-e2f2db268f03', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:12.614656 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-28b976ce-513a-491a-abd7-c53322a0651c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 22 17:37:12.614656 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-28b976ce-513a-491a-abd7-c53322a0651c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:12.615108 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-28b976ce-513a-491a-abd7-c53322a0651c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059738 Apr 22 17:37:12.617491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52862) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.638151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d4af128b-8c8e-4153-8892-cab5297da4a6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.682583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9934cac6-52b8-4ddc-98bc-9e8333967548 None None] Provisioning complete for port a845ae46-1de4-4c38-8593-af6349d95f52 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:12.683038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9934cac6-52b8-4ddc-98bc-9e8333967548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.696721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af128b-8c8e-4153-8892-cab5297da4a6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Subnet': ['ID=c0aa8be8-2ace-4e04-9d01-ac99d461aee9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:12.704231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d4af128b-8c8e-4153-8892-cab5297da4a6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.712575 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d4af128b-8c8e-4153-8892-cab5297da4a6 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/c0aa8be8-2ace-4e04-9d01-ac99d461aee9 HTTP/1.1" status: 204 len: 168 time: 0.6002128 Apr 22 17:37:12.715350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52866) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.728927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fce86901-6e1d-4569-9e56-3605c656688f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.744109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9934cac6-52b8-4ddc-98bc-9e8333967548 None None] Port a845ae46-1de4-4c38-8593-af6349d95f52 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:37:12.760779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fce86901-6e1d-4569-9e56-3605c656688f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.766258 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-121abf8e-4402-4a1e-a71d-5007f45b732a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:12.766714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121abf8e-4402-4a1e-a71d-5007f45b732a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:12.770990 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-121abf8e-4402-4a1e-a71d-5007f45b732a tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/ae7b546a-f2ae-4d33-9833-ca27b1546142 HTTP/1.1" status: 404 len: 337 time: 0.0516918 Apr 22 17:37:12.773055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52870) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.815480 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4f0a6680-c729-49e4-8b22-cdb1351b8acf tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1d3b940-2ffa-4626-8e19-b74ffe0965fa HTTP/1.1" status: 200 len: 205 time: 0.0427303 Apr 22 17:37:12.817905 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52874) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.890002 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-ecec78ac-599f-48f8-9c25-4f26b3ebb0cb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] delete failed (client error): The resource could not be found. Apr 22 17:37:12.891058 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ecec78ac-599f-48f8-9c25-4f26b3ebb0cb tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/routers/c1d3b940-2ffa-4626-8e19-b74ffe0965fa HTTP/1.1" status: 404 len: 336 time: 0.0720541 Apr 22 17:37:12.893850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52878) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.895527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fce86901-6e1d-4569-9e56-3605c656688f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.916019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86901-6e1d-4569-9e56-3605c656688f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f1a92-63e6-401e-b67f-e2f2db268f03,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:12.923546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fce86901-6e1d-4569-9e56-3605c656688f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:12.927107 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fce86901-6e1d-4569-9e56-3605c656688f tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/f61f1a92-63e6-401e-b67f-e2f2db268f03 HTTP/1.1" status: 204 len: 168 time: 0.3065095 Apr 22 17:37:12.935803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52882) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.938277 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-311ce182-2b71-4d11-b096-33699c1b0bef tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:12.938758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311ce182-2b71-4d11-b096-33699c1b0bef tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:12.940461 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-311ce182-2b71-4d11-b096-33699c1b0bef tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/dba30a76-9d68-4898-a486-2b9a85dee22c HTTP/1.1" status: 404 len: 337 time: 0.0455866 Apr 22 17:37:12.943194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52886) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:12.993750 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8febc3-2f7e-45d9-aef0-66b4785e4aa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:12.994213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8febc3-2f7e-45d9-aef0-66b4785e4aa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:12.996016 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8d8febc3-2f7e-45d9-aef0-66b4785e4aa9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/24867cb2-5724-41b1-bf47-c7e9c360a7b6 HTTP/1.1" status: 404 len: 337 time: 0.0517333 Apr 22 17:37:12.998515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52890) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.054198 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-139df1f7-38fd-4059-be0d-880814583634 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:13.054651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139df1f7-38fd-4059-be0d-880814583634 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:13.056374 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-139df1f7-38fd-4059-be0d-880814583634 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/9ea2d420-4c7d-4c5e-8a22-368d575da947 HTTP/1.1" status: 404 len: 337 time: 0.0569391 Apr 22 17:37:13.059028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52894) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.062963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d9708dd9-7cdb-4c56-9180-7c0b95a1d7e8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:13.103974 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c21091-467c-41dc-9398-34879663ccd3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:13.104567 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c21091-467c-41dc-9398-34879663ccd3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:13.106249 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-78c21091-467c-41dc-9398-34879663ccd3 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/d058dd2d-57fa-4e4c-9ccb-ee684ab0ebbd HTTP/1.1" status: 404 len: 333 time: 0.0462718 Apr 22 17:37:13.109344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52898) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.137435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d9708dd9-7cdb-4c56-9180-7c0b95a1d7e8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:13.138810 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d9708dd9-7cdb-4c56-9180-7c0b95a1d7e8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2104962 Apr 22 17:37:13.147831 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d72914-1c1a-41a1-9d15-6ca7874fcc7d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:13.148477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52902) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.148931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d72914-1c1a-41a1-9d15-6ca7874fcc7d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:13.153260 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d7d72914-1c1a-41a1-9d15-6ca7874fcc7d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/a7fa53ea-096a-40b6-aae0-5e10a4d77e3a HTTP/1.1" status: 404 len: 337 time: 0.0403693 Apr 22 17:37:13.153455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52906) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.155569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788263458'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:13.163561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:13.175320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:13.191944 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d30ef5f-f7cc-4a8d-92de-6bd13d9fb69c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:13.192522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d30ef5f-f7cc-4a8d-92de-6bd13d9fb69c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:13.194424 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7d30ef5f-f7cc-4a8d-92de-6bd13d9fb69c tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/7853c35e-64b5-4ab6-b316-bd7114a6369b HTTP/1.1" status: 404 len: 337 time: 0.0395772 Apr 22 17:37:13.197509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52910) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.242162 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-585ae1e1-cb02-42e3-84d3-041bd4838b9d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:13.242629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585ae1e1-cb02-42e3-84d3-041bd4838b9d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:13.244322 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-585ae1e1-cb02-42e3-84d3-041bd4838b9d tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/22028046-5af5-4346-80f7-9a5e0696951e HTTP/1.1" status: 404 len: 333 time: 0.0459118 Apr 22 17:37:13.246794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52914) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.249545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c11306-1c04-42ec-928e-0ea685c599f6 None None] Network 2ce43582-7329-4c3a-8468-5f66dc72d739 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:37:13.283450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.285666 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-de287710-3c64-4fc2-8c0a-3ba9d2b02ab9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:13.285801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de287710-3c64-4fc2-8c0a-3ba9d2b02ab9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:13.289997 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de287710-3c64-4fc2-8c0a-3ba9d2b02ab9 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/dd9e8031-e94f-405a-b7cf-7ea3b0f75752 HTTP/1.1" status: 404 len: 337 time: 0.0397561 Apr 22 17:37:13.290126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52918) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.308190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:13.312353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:13.315319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:13.322274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:13.327699 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f941f681-4d55-4ff2-bb21-54eceda3301b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] DELETE failed (client error): The resource could not be found. Apr 22 17:37:13.330263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f941f681-4d55-4ff2-bb21-54eceda3301b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 17:37:13.330263 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f941f681-4d55-4ff2-bb21-54eceda3301b tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/subnets/084cdd11-7d88-4ede-a08c-04829e24cf31 HTTP/1.1" status: 404 len: 337 time: 0.0388210 Apr 22 17:37:13.332564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52922) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.411418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.411991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4e759143-b985-4eee-97d7-366e99fa48e0 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Deleting port a845ae46-1de4-4c38-8593-af6349d95f52 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:37:13.412396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4e759143-b985-4eee-97d7-366e99fa48e0 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.464973 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0b6896f4-dacf-4602-a272-55237bb9e09b None None] Provisioning complete for port cfdec46e-caf6-4d15-8258-704ebf16e909 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:13.465539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0b6896f4-dacf-4602-a272-55237bb9e09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.501445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.554869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d918035-b4b2-4327-a790-9a17ab623b46,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:13.615670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.616507 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6850e2e7-9690-4c9c-abe3-e7cf883fddb3 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4664867 Apr 22 17:37:13.619213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52926) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.625263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-48dda13a-c39b-433b-8c38-b030b80be36b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '6d918035-b4b2-4327-a790-9a17ab623b46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:13.628793 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-48dda13a-c39b-433b-8c38-b030b80be36b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 22 17:37:13.628793 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-48dda13a-c39b-433b-8c38-b030b80be36b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:13.628793 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-48dda13a-c39b-433b-8c38-b030b80be36b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073988 Apr 22 17:37:13.632128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52930) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.638661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-aa7b81e5-00c3-487e-9155-64c4c3850b67 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '6d918035-b4b2-4327-a790-9a17ab623b46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:13.639443 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-aa7b81e5-00c3-487e-9155-64c4c3850b67 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 22 17:37:13.639920 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-aa7b81e5-00c3-487e-9155-64c4c3850b67 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:13.642818 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-aa7b81e5-00c3-487e-9155-64c4c3850b67 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078251 Apr 22 17:37:13.644722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52934) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.648024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] DHCP port deletion for 2ce43582-7329-4c3a-8468-5f66dc72d739 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:37:13.650673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-921be4ea-d543-4467-8acb-1a940a04cc92 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '6d918035-b4b2-4327-a790-9a17ab623b46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:13.655490 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-921be4ea-d543-4467-8acb-1a940a04cc92 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 22 17:37:13.655490 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-921be4ea-d543-4467-8acb-1a940a04cc92 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:13.655748 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0b6896f4-dacf-4602-a272-55237bb9e09b None None] Provisioning complete for port a845ae46-1de4-4c38-8593-af6349d95f52 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:37:13.655748 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0b6896f4-dacf-4602-a272-55237bb9e09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.656039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-921be4ea-d543-4467-8acb-1a940a04cc92 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077012 Apr 22 17:37:13.656849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4e759143-b985-4eee-97d7-366e99fa48e0 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.659202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52938) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.664620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a5cc9266-e338-4f15-a17f-85aa7d2092cf tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '6d918035-b4b2-4327-a790-9a17ab623b46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:13.667929 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-a5cc9266-e338-4f15-a17f-85aa7d2092cf tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 22 17:37:13.668445 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-a5cc9266-e338-4f15-a17f-85aa7d2092cf tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:13.670219 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a5cc9266-e338-4f15-a17f-85aa7d2092cf tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096524 Apr 22 17:37:13.672647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52942) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.686917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] Deleting port cfdec46e-caf6-4d15-8258-704ebf16e909 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:37:13.687301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.740549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07da2e70-7330-4cc2-bdb2-12241c34cb5c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.757286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0b6896f4-dacf-4602-a272-55237bb9e09b None None] Port a845ae46-1de4-4c38-8593-af6349d95f52 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:37:13.769619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07da2e70-7330-4cc2-bdb2-12241c34cb5c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.797558 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-4e759143-b985-4eee-97d7-366e99fa48e0 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Calling delete_port for a845ae46-1de4-4c38-8593-af6349d95f52 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:37:13.906387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07da2e70-7330-4cc2-bdb2-12241c34cb5c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.913611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] For port cfdec46e-caf6-4d15-8258-704ebf16e909, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=cfdec46e-caf6-4d15-8258-704ebf16e909,segment=NetworkSegment(f18eb4d7-10d1-485f-be21-bbc4203f8a3e),segment_id=f18eb4d7-10d1-485f-be21-bbc4203f8a3e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:37:13.914004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.925885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da2e70-7330-4cc2-bdb2-12241c34cb5c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d918035-b4b2-4327-a790-9a17ab623b46,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:13.933632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-07da2e70-7330-4cc2-bdb2-12241c34cb5c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.934085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-07da2e70-7330-4cc2-bdb2-12241c34cb5c tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/6d918035-b4b2-4327-a790-9a17ab623b46 HTTP/1.1" status: 204 len: 168 time: 0.2602317 Apr 22 17:37:13.936855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52946) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:13.969437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4e759143-b985-4eee-97d7-366e99fa48e0 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:13.993217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2b45cdd5-10d1-46fc-b701-c0a762231717 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:14.031468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e759143-b985-4eee-97d7-366e99fa48e0 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Port': ['ID=a845ae46-1de4-4c38-8593-af6349d95f52,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:14.036455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4e759143-b985-4eee-97d7-366e99fa48e0 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.046785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] Calling delete_port for cfdec46e-caf6-4d15-8258-704ebf16e909 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:37:14.060753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2b45cdd5-10d1-46fc-b701-c0a762231717 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:14.062079 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2b45cdd5-10d1-46fc-b701-c0a762231717 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1242778 Apr 22 17:37:14.066021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:14.071219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--963237819'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:14.077110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:14.090285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:14.123853 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4e759143-b985-4eee-97d7-366e99fa48e0 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/ports/a845ae46-1de4-4c38-8593-af6349d95f52 HTTP/1.1" status: 204 len: 168 time: 0.7901194 Apr 22 17:37:14.126235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52954) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:14.208889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.226050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.253616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.256246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:14.263362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:14.271013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:14.271166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] Pushing event deleted for resources: {'Port': ['ID=cfdec46e-caf6-4d15-8258-704ebf16e909,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:14.273548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:14.273841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee65174-2a84-4c4c-bf6a-f13dd8bc3579 None None] No DVR routers for this DVR port cfdec46e-caf6-4d15-8258-704ebf16e909 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:37:14.513161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.553693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce43582-7329-4c3a-8468-5f66dc72d739']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:14.575331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18eb4d7-10d1-485f-be21-bbc4203f8a3e') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:14.575648 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18eb4d7-10d1-485f-be21-bbc4203f8a3e') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:37:14.595379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.597061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.613244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.619962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:37:14.620358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:37:14.635528 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:37:14.647435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.748650 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57dddf6c-5de0-4f15-ae70-cdbf61072958,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:14.831382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.848751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.858530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:14.859735 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5eadd22-337b-4dfc-9cc7-9ff0605e221b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7926154 Apr 22 17:37:14.860880 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] Pushing event deleted for resources: {'Network': ['ID=2ce43582-7329-4c3a-8468-5f66dc72d739,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:14.864577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52958) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:14.865096 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-35d299e5-2c91-4d28-b009-4ada674cbaf8 tempest-PortsTestJSON-879122431 tempest-PortsTestJSON-879122431-project] 10.222.0.10 "DELETE /v2.0/networks/2ce43582-7329-4c3a-8468-5f66dc72d739 HTTP/1.1" status: 204 len: 168 time: 0.7360091 Apr 22 17:37:14.868802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-71111352-c798-4a2c-a0c1-6644f2b83101 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:14.869511 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-71111352-c798-4a2c-a0c1-6644f2b83101 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 17:37:14.870020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-71111352-c798-4a2c-a0c1-6644f2b83101 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:14.871129 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-71111352-c798-4a2c-a0c1-6644f2b83101 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071464 Apr 22 17:37:14.873820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52964) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:14.879584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c7768c24-7683-4ecb-9bd4-804931442196 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:14.885437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c7768c24-7683-4ecb-9bd4-804931442196 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:14.889861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c7768c24-7683-4ecb-9bd4-804931442196 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:14.892706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c7768c24-7683-4ecb-9bd4-804931442196 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:14.898983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c7768c24-7683-4ecb-9bd4-804931442196 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:15.103801 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-c7768c24-7683-4ecb-9bd4-804931442196 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:15.103801 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c7768c24-7683-4ecb-9bd4-804931442196 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2267330 Apr 22 17:37:15.104657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52970) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.109864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-de9e8813-ec29-4414-ba09-ad6e9e9c5463 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:15.110459 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-de9e8813-ec29-4414-ba09-ad6e9e9c5463 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 22 17:37:15.111039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-de9e8813-ec29-4414-ba09-ad6e9e9c5463 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:15.112047 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-de9e8813-ec29-4414-ba09-ad6e9e9c5463 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065694 Apr 22 17:37:15.114855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52974) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.119736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fc2573fb-056d-4e4f-a234-ccce0afff487 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:15.127051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fc2573fb-056d-4e4f-a234-ccce0afff487 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:15.130871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fc2573fb-056d-4e4f-a234-ccce0afff487 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:15.133742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fc2573fb-056d-4e4f-a234-ccce0afff487 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:15.140148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fc2573fb-056d-4e4f-a234-ccce0afff487 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:15.147235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cfdec46e-caf6-4d15-8258-704ebf16e909 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:37:15.182699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: cfdec46e-caf6-4d15-8258-704ebf16e909 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:37:15.183075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device cfdec46e-caf6-4d15-8258-704ebf16e909 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:37:15.295144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-fc2573fb-056d-4e4f-a234-ccce0afff487 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:15.296287 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fc2573fb-056d-4e4f-a234-ccce0afff487 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1804655 Apr 22 17:37:15.299000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52980) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.304100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b5e4f4f8-35b1-4462-b137-355a4b6506f1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:15.304614 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-b5e4f4f8-35b1-4462-b137-355a4b6506f1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 17:37:15.305086 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-b5e4f4f8-35b1-4462-b137-355a4b6506f1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:15.305994 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b5e4f4f8-35b1-4462-b137-355a4b6506f1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058644 Apr 22 17:37:15.308366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52984) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.313438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e48f8c63-6d98-496f-935a-41843f1dcfdd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:15.320021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e48f8c63-6d98-496f-935a-41843f1dcfdd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:15.323945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e48f8c63-6d98-496f-935a-41843f1dcfdd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:15.327541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e48f8c63-6d98-496f-935a-41843f1dcfdd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:15.333344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e48f8c63-6d98-496f-935a-41843f1dcfdd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:15.393969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52988) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.542728 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-e48f8c63-6d98-496f-935a-41843f1dcfdd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:15.543253 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e48f8c63-6d98-496f-935a-41843f1dcfdd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2339849 Apr 22 17:37:15.546681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 52994) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.547471 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-50513974-149c-404b-8c38-5f982dcb7f21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1071a3da9d514ea6bb42b4cb8d6958bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523721 Apr 22 17:37:15.551761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3ae7e753-68d3-4401-b8d0-e9ab67029d30 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:15.552243 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-3ae7e753-68d3-4401-b8d0-e9ab67029d30 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 22 17:37:15.552714 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-3ae7e753-68d3-4401-b8d0-e9ab67029d30 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:15.553295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 52998) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.553743 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3ae7e753-68d3-4401-b8d0-e9ab67029d30 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059941 Apr 22 17:37:15.556011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53002) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.571902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4d1bd1c9-94fb-459f-a291-11e1ad0da6f2 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:15.579612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4d1bd1c9-94fb-459f-a291-11e1ad0da6f2 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:15.590413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4d1bd1c9-94fb-459f-a291-11e1ad0da6f2 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:15.595442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4d1bd1c9-94fb-459f-a291-11e1ad0da6f2 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:15.609597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4d1bd1c9-94fb-459f-a291-11e1ad0da6f2 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:15.640753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f66068d6-b835-4be0-9cda-67ba6fdba994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:15.665724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f66068d6-b835-4be0-9cda-67ba6fdba994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:15.791983 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-4d1bd1c9-94fb-459f-a291-11e1ad0da6f2 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:15.793023 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4d1bd1c9-94fb-459f-a291-11e1ad0da6f2 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2361906 Apr 22 17:37:15.796863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53006) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:15.801893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e41198dc-047a-4001-a9d3-31a6e4e34bc0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '57dddf6c-5de0-4f15-ae70-cdbf61072958', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:15.807830 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e41198dc-047a-4001-a9d3-31a6e4e34bc0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:15.812229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e41198dc-047a-4001-a9d3-31a6e4e34bc0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:15.815070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e41198dc-047a-4001-a9d3-31a6e4e34bc0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:15.825051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e41198dc-047a-4001-a9d3-31a6e4e34bc0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:15.825051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f66068d6-b835-4be0-9cda-67ba6fdba994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:15.844467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66068d6-b835-4be0-9cda-67ba6fdba994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df288c-67be-4af9-803d-220e15b9504d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:15.852627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f66068d6-b835-4be0-9cda-67ba6fdba994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:15.852627 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f66068d6-b835-4be0-9cda-67ba6fdba994 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57df288c-67be-4af9-803d-220e15b9504d HTTP/1.1" status: 204 len: 168 time: 0.2944133 Apr 22 17:37:16.024984 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-e41198dc-047a-4001-a9d3-31a6e4e34bc0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:16.024984 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e41198dc-047a-4001-a9d3-31a6e4e34bc0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2235136 Apr 22 17:37:16.024984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53012) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:16.090016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6def97d4-6ecc-489a-bbf1-3889f988b9bd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:16.119291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6def97d4-6ecc-489a-bbf1-3889f988b9bd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:16.254285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6def97d4-6ecc-489a-bbf1-3889f988b9bd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:16.274028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def97d4-6ecc-489a-bbf1-3889f988b9bd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dddf6c-5de0-4f15-ae70-cdbf61072958,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:16.283944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6def97d4-6ecc-489a-bbf1-3889f988b9bd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:16.287535 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6def97d4-6ecc-489a-bbf1-3889f988b9bd tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/57dddf6c-5de0-4f15-ae70-cdbf61072958 HTTP/1.1" status: 204 len: 168 time: 0.2622533 Apr 22 17:37:16.287977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53022) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:16.337353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4918fa26-66fc-4957-8840-4e8317b7220a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:16.432596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4918fa26-66fc-4957-8840-4e8317b7220a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:16.432596 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4918fa26-66fc-4957-8840-4e8317b7220a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1387043 Apr 22 17:37:16.433202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53030) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:16.438369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050541535'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:16.444870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:16.454934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:16.528733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:16.549362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:16.553226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:16.556078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:16.561797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:16.636612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:16.683546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:16.730476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b59d992-cfd4-403a-9a77-0c1e3d546e57,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:16.808388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:16.811857 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-31d1b7b1-a7e8-47cc-abd5-52267585b711 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3755167 Apr 22 17:37:16.813042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53042) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:16.818101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f6cd8e33-0eb3-4094-86bf-4fab019f9809 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '0b59d992-cfd4-403a-9a77-0c1e3d546e57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:16.823948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f6cd8e33-0eb3-4094-86bf-4fab019f9809 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:16.828336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f6cd8e33-0eb3-4094-86bf-4fab019f9809 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:16.837035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f6cd8e33-0eb3-4094-86bf-4fab019f9809 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:16.837149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f6cd8e33-0eb3-4094-86bf-4fab019f9809 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:16.905529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53046) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:17.011456 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-f6cd8e33-0eb3-4094-86bf-4fab019f9809 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The resource could not be found. Apr 22 17:37:17.015594 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f6cd8e33-0eb3-4094-86bf-4fab019f9809 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1984410 Apr 22 17:37:17.015843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53052) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:17.018194 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b236a648-064e-4ac2-b807-29f77cece5cf req-e6023702-5366-4652-b30f-25a19f3c442a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740037 Apr 22 17:37:17.020833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4b3fb5bb-b002-4938-bf67-aba612a17ac1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '0b59d992-cfd4-403a-9a77-0c1e3d546e57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '352ef7b6-ed5c-4d6f-8ec0-7f240587dac3'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:17.021164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--80529214'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:17.028154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:17.028336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4b3fb5bb-b002-4938-bf67-aba612a17ac1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:17.039907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:17.040042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4b3fb5bb-b002-4938-bf67-aba612a17ac1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:17.040134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:17.040226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4b3fb5bb-b002-4938-bf67-aba612a17ac1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:17.040998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:17.045495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4b3fb5bb-b002-4938-bf67-aba612a17ac1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:17.151906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.166105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.178102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a648-064e-4ac2-b807-29f77cece5cf req-d8b0aee2-f217-4d2b-9b45-f9ec7ce1dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:17.179593 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b236a648-064e-4ac2-b807-29f77cece5cf req-d8b0aee2-f217-4d2b-9b45-f9ec7ce1dcf8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acb8e4754239485ab806e76261e40c14&device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1098 time: 0.0933037 Apr 22 17:37:17.184795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:17.189101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:17.192232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:17.199236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:17.296524 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-4b3fb5bb-b002-4938-bf67-aba612a17ac1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The resource could not be found. Apr 22 17:37:17.296761 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4b3fb5bb-b002-4938-bf67-aba612a17ac1 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2799916 Apr 22 17:37:17.300155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53056) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:17.356156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a648-064e-4ac2-b807-29f77cece5cf req-8273b7b8-8685-4fa4-baa8-7ba67608b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:17.358179 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b236a648-064e-4ac2-b807-29f77cece5cf req-8273b7b8-8685-4fa4-baa8-7ba67608b091 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1dfa90b-71ad-4782-8904-bba531add351 HTTP/1.1" status: 200 len: 897 time: 0.1600921 Apr 22 17:37:17.364521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0edfd260-3cf6-424d-8d23-f70cfd220495 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.393148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0edfd260-3cf6-424d-8d23-f70cfd220495 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.483183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.490289 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b236a648-064e-4ac2-b807-29f77cece5cf req-8c41c55f-cb7d-43ed-853e-67a574ceb02d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd HTTP/1.1" status: 200 len: 1001 time: 0.1222658 Apr 22 17:37:17.529474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0edfd260-3cf6-424d-8d23-f70cfd220495 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.549341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd260-3cf6-424d-8d23-f70cfd220495 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b59d992-cfd4-403a-9a77-0c1e3d546e57,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:17.562651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a648-064e-4ac2-b807-29f77cece5cf req-b58fa06f-3c80-4161-9eb9-183e8353bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:17.562823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0edfd260-3cf6-424d-8d23-f70cfd220495 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.562956 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b236a648-064e-4ac2-b807-29f77cece5cf req-b58fa06f-3c80-4161-9eb9-183e8353bf5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad3196db-bbb1-4935-a99f-2c167cb48c00 HTTP/1.1" status: 200 len: 835 time: 0.0607073 Apr 22 17:37:17.563066 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0edfd260-3cf6-424d-8d23-f70cfd220495 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b59d992-cfd4-403a-9a77-0c1e3d546e57 HTTP/1.1" status: 204 len: 168 time: 0.2589765 Apr 22 17:37:17.563170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53060) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:17.628400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.649416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:17.658669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:17.670863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:17.691136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:17.701540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6b087d13-3e1b-405a-bb4f-674931a32153 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:17.711349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0bbc1e-7548-42ba-8918-44e0e8e39439,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:17.751848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a648-064e-4ac2-b807-29f77cece5cf req-8cc2cfe9-3955-4913-a600-fc7134b5a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:37:17.753736 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b236a648-064e-4ac2-b807-29f77cece5cf req-8cc2cfe9-3955-4913-a600-fc7134b5a891 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1dfa90b-71ad-4782-8904-bba531add351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1881464 Apr 22 17:37:17.804944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6b087d13-3e1b-405a-bb4f-674931a32153 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:17.804944 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6b087d13-3e1b-405a-bb4f-674931a32153 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2406909 Apr 22 17:37:17.808779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53064) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:17.821730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2c48f9d2-d4c6-4bba-bc87-a5f0ddbacd94 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '8d900b56-2bc0-4d5f-9710-7253e66b861a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:17.821730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2c48f9d2-d4c6-4bba-bc87-a5f0ddbacd94 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:17.824271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2c48f9d2-d4c6-4bba-bc87-a5f0ddbacd94 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:17.827725 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2c48f9d2-d4c6-4bba-bc87-a5f0ddbacd94 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:17.833592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2c48f9d2-d4c6-4bba-bc87-a5f0ddbacd94 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:17.889711 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:17.918811 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b236a648-064e-4ac2-b807-29f77cece5cf req-f5413544-7c7a-47fb-9cb7-428ffc4471a0 service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587934 Apr 22 17:37:18.008176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.080620 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-2c48f9d2-d4c6-4bba-bc87-a5f0ddbacd94 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The resource could not be found. Apr 22 17:37:18.080620 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2c48f9d2-d4c6-4bba-bc87-a5f0ddbacd94 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2691720 Apr 22 17:37:18.083104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53072) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:18.088253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--505886598'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:18.095029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:18.105047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:18.175374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.179903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927ec7a5-9374-47b0-b0c8-bc6d6a502dd8,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:18.195904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:18.197890 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b236a648-064e-4ac2-b807-29f77cece5cf req-08271ed6-3af8-444d-81fd-afb00f15901d service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721775 Apr 22 17:37:18.199839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:18.203343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:18.209043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:18.254804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.255815 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0b0130d5-df9c-491c-a01e-8ea4fbe0a1e7 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3491995 Apr 22 17:37:18.258400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53076) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:18.320798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.321045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-32d60922-4cc0-4938-8dc8-a54ee06410eb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:18.408819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.438971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-32d60922-4cc0-4938-8dc8-a54ee06410eb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:18.438971 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-32d60922-4cc0-4938-8dc8-a54ee06410eb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1739550 Apr 22 17:37:18.441881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53080) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:18.458953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-afbaf3e5-2253-47fd-9bee-b40c5e8752b5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-security--818376884', 'description': 'tempest-security-description-1755679671'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:18.478200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df710c7-44e3-4503-80ba-f65c55764443,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:18.493563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afbaf3e5-2253-47fd-9bee-b40c5e8752b5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.546549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afbaf3e5-2253-47fd-9bee-b40c5e8752b5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.557141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.562160 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3b564627-da5f-4304-8eba-7bc16af30a03 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4742537 Apr 22 17:37:18.562160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53084) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:18.566276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757729479'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:18.571974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:18.576274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:18.579144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:18.588721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:18.631555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afbaf3e5-2253-47fd-9bee-b40c5e8752b5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.633894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afbaf3e5-2253-47fd-9bee-b40c5e8752b5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.635682 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-afbaf3e5-2253-47fd-9bee-b40c5e8752b5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "PUT /v2.0/security-groups/927ec7a5-9374-47b0-b0c8-bc6d6a502dd8 HTTP/1.1" status: 200 len: 1779 time: 0.1908329 Apr 22 17:37:18.637896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53088) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:18.662137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.677409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaf3e5-2253-47fd-9bee-b40c5e8752b5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927ec7a5-9374-47b0-b0c8-bc6d6a502dd8,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:18.685471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:18.688101 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fee2bf42-1df5-4dc4-ab67-e5795d339973 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups/927ec7a5-9374-47b0-b0c8-bc6d6a502dd8 HTTP/1.1" status: 200 len: 1779 time: 0.0490716 Apr 22 17:37:18.690593 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53092) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:18.691272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:18.702492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:18.702492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:18.755812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2fd9493e-7bba-44bd-821d-d243b1d5df14 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.770400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.783945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2fd9493e-7bba-44bd-821d-d243b1d5df14 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.837246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.881853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe82d2-cdf4-4bd0-b16c-ef746fc34480,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:18.894684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2fd9493e-7bba-44bd-821d-d243b1d5df14 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.913646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9493e-7bba-44bd-821d-d243b1d5df14 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927ec7a5-9374-47b0-b0c8-bc6d6a502dd8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:18.945941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:18.947217 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-999e3cf8-c894-4187-8b72-ee34526038a8 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3847678 Apr 22 17:37:18.949999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53096) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:18.955159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0aca2a90-287a-437c-81fd-ff562ef1a083 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group_rule': {'security_group_id': '2df710c7-44e3-4503-80ba-f65c55764443', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cdbe82d2-cdf4-4bd0-b16c-ef746fc34480'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:18.961280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0aca2a90-287a-437c-81fd-ff562ef1a083 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:18.965082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0aca2a90-287a-437c-81fd-ff562ef1a083 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:18.968456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0aca2a90-287a-437c-81fd-ff562ef1a083 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:18.981087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0aca2a90-287a-437c-81fd-ff562ef1a083 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:19.002137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2fd9493e-7bba-44bd-821d-d243b1d5df14 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.003300 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2fd9493e-7bba-44bd-821d-d243b1d5df14 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/927ec7a5-9374-47b0-b0c8-bc6d6a502dd8 HTTP/1.1" status: 204 len: 168 time: 0.3116508 Apr 22 17:37:19.005857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53100) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:19.056873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b8820b2e-76c5-4d4c-a009-a70544440471 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:19.151749 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-0aca2a90-287a-437c-81fd-ff562ef1a083 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 17:37:19.152707 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0aca2a90-287a-437c-81fd-ff562ef1a083 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2017610 Apr 22 17:37:19.156032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53104) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:19.184943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b8820b2e-76c5-4d4c-a009-a70544440471 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:19.184943 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b8820b2e-76c5-4d4c-a009-a70544440471 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1742387 Apr 22 17:37:19.184943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53108) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:19.200186 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-9bc39c64-f7ff-4e82-9c00-c13eea53bbdb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] delete failed (client error): The resource could not be found. Apr 22 17:37:19.201817 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9bc39c64-f7ff-4e82-9c00-c13eea53bbdb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/927ec7a5-9374-47b0-b0c8-bc6d6a502dd8 HTTP/1.1" status: 404 len: 347 time: 0.0168266 Apr 22 17:37:19.205534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53112) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:19.210903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461250277'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:19.218674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:19.223626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a9a88695-a194-48f4-911c-eaefbeee09e6 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.229070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:19.250076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a9a88695-a194-48f4-911c-eaefbeee09e6 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.305636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.325029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:19.329735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:19.332629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:19.338216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:19.380755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a9a88695-a194-48f4-911c-eaefbeee09e6 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.399344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a88695-a194-48f4-911c-eaefbeee09e6 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe82d2-cdf4-4bd0-b16c-ef746fc34480,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:19.409929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a9a88695-a194-48f4-911c-eaefbeee09e6 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.414081 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a9a88695-a194-48f4-911c-eaefbeee09e6 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/cdbe82d2-cdf4-4bd0-b16c-ef746fc34480 HTTP/1.1" status: 204 len: 168 time: 0.2567780 Apr 22 17:37:19.418924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53116) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:19.454519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.478359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8e720c02-5cd7-40ad-8665-767d9ab68271 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:19.494064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.540311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f668e8-d0b3-405f-81bf-a78f6621b76f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:19.563092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8e720c02-5cd7-40ad-8665-767d9ab68271 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:19.565128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8e720c02-5cd7-40ad-8665-767d9ab68271 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1490383 Apr 22 17:37:19.573355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53120) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:19.609125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.610104 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c02b1a46-eaed-4751-9040-463feee469db tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4036465 Apr 22 17:37:19.612919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53124) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:19.619604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '38f668e8-d0b3-405f-81bf-a78f6621b76f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:19.625669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:19.629250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:19.632328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:19.637467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe850-de25-44fc-84db-43ed92b01183 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.642610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:19.668895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe850-de25-44fc-84db-43ed92b01183 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.723894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.797308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe850-de25-44fc-84db-43ed92b01183 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.811446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.817105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfe850-de25-44fc-84db-43ed92b01183 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df710c7-44e3-4503-80ba-f65c55764443,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:19.883497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.899492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe850-de25-44fc-84db-43ed92b01183 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.900628 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3bcfe850-de25-44fc-84db-43ed92b01183 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/2df710c7-44e3-4503-80ba-f65c55764443 HTTP/1.1" status: 204 len: 168 time: 0.3320315 Apr 22 17:37:19.903557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53128) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:19.910937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c77bf4-7c6a-4dd3-ba7e-e89fd7bab6e4,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:19.954214 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-71802a2d-7360-4651-a664-0254b38dd4ee tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:19.997911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:19.999161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de898637-ab64-4aa2-9cfd-8aaf170ba5cb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3852935 Apr 22 17:37:20.001886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53132) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.030155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bb14661-9cc8-46e1-b941-f055eb3c302d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.033389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-71802a2d-7360-4651-a664-0254b38dd4ee tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:20.033389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-71802a2d-7360-4651-a664-0254b38dd4ee tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1279168 Apr 22 17:37:20.036918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53138) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.047224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144195886'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:20.050826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bb14661-9cc8-46e1-b941-f055eb3c302d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.056492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:20.071113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:20.146086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.168352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:20.172601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Usage tracker for resource:security_group_rule and tenant:c644e4bfa4c84e278960f2193bc6ee09 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:20.180118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:20.181121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:20.203191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bb14661-9cc8-46e1-b941-f055eb3c302d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.226599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb14661-9cc8-46e1-b941-f055eb3c302d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42c77bf4-7c6a-4dd3-ba7e-e89fd7bab6e4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:20.236883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1bb14661-9cc8-46e1-b941-f055eb3c302d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.237973 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1bb14661-9cc8-46e1-b941-f055eb3c302d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/42c77bf4-7c6a-4dd3-ba7e-e89fd7bab6e4 HTTP/1.1" status: 204 len: 168 time: 0.2351644 Apr 22 17:37:20.241048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53142) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.281192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.290801 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-67d408b5-dfde-49e9-ace8-b0de34891357 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483942 Apr 22 17:37:20.293566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53146) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.334789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.354334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7bea9e0e-3e8d-473b-8871-003b9f58a54b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.377679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1aebaa-6e46-448e-a0a3-7a5621944ce9,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:20.386979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7bea9e0e-3e8d-473b-8871-003b9f58a54b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.449934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.451466 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0a9b39fb-bcce-4a38-aef4-40b38a8a575a tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4130149 Apr 22 17:37:20.453821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53150) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.459241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3afc72a7-b904-49c0-aa46-143c5a940dd4 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:20.459657 dv-neutron-839024-1-hyperv neutron-server[88659]: WARNING neutron.api.v2.base [None req-3afc72a7-b904-49c0-aa46-143c5a940dd4 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 17:37:20.460186 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-3afc72a7-b904-49c0-aa46-143c5a940dd4 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 17:37:20.461122 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3afc72a7-b904-49c0-aa46-143c5a940dd4 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "PUT /v2.0/security-groups/aa1aebaa-6e46-448e-a0a3-7a5621944ce9 HTTP/1.1" status: 409 len: 330 time: 0.0063176 Apr 22 17:37:20.463540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53154) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.525416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-56fef74b-95a1-43e9-b756-14d0f823215b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.540164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7bea9e0e-3e8d-473b-8871-003b9f58a54b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.564639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea9e0e-3e8d-473b-8871-003b9f58a54b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f668e8-d0b3-405f-81bf-a78f6621b76f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:20.576430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-56fef74b-95a1-43e9-b756-14d0f823215b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.583760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7bea9e0e-3e8d-473b-8871-003b9f58a54b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.584859 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7bea9e0e-3e8d-473b-8871-003b9f58a54b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/38f668e8-d0b3-405f-81bf-a78f6621b76f HTTP/1.1" status: 204 len: 168 time: 0.2898564 Apr 22 17:37:20.587646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53158) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.643263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5efb582f-a371-413c-9697-cb488a360545 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:20.688643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-56fef74b-95a1-43e9-b756-14d0f823215b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.707544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fef74b-95a1-43e9-b756-14d0f823215b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1aebaa-6e46-448e-a0a3-7a5621944ce9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:20.718337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5efb582f-a371-413c-9697-cb488a360545 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:20.730644 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5efb582f-a371-413c-9697-cb488a360545 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1303730 Apr 22 17:37:20.730644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53162) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.730644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573985485'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:20.735823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:20.745571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:20.779172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-56fef74b-95a1-43e9-b756-14d0f823215b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.780326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-56fef74b-95a1-43e9-b756-14d0f823215b tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/aa1aebaa-6e46-448e-a0a3-7a5621944ce9 HTTP/1.1" status: 204 len: 168 time: 0.3159218 Apr 22 17:37:20.782847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53166) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.831681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.835004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-878b80bc-3a2c-40da-85a6-4ac684760ba0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Synchronizing usage tracker for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:20.853875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:20.858253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:20.861079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:20.866997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:20.883064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-878b80bc-3a2c-40da-85a6-4ac684760ba0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] Unset dirty status for tenant:c644e4bfa4c84e278960f2193bc6ee09 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:20.888814 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-878b80bc-3a2c-40da-85a6-4ac684760ba0 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047578 Apr 22 17:37:20.889103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53170) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.905300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-ecd700b9-7e9b-40c6-a415-40dbc983d700 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] delete failed (client error): The resource could not be found. Apr 22 17:37:20.906317 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ecd700b9-7e9b-40c6-a415-40dbc983d700 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "DELETE /v2.0/security-groups/33f74d0c-d3b7-4b5a-a708-2ddbb6122a8b HTTP/1.1" status: 404 len: 347 time: 0.0163243 Apr 22 17:37:20.910036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53174) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.926382 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-78ebf0ce-4e7a-43e4-bd46-0cd6d4eebc62 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] show failed (client error): The resource could not be found. Apr 22 17:37:20.927867 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-78ebf0ce-4e7a-43e4-bd46-0cd6d4eebc62 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-groups/2fbfe386-7899-4d3a-80aa-02b21d53997e HTTP/1.1" status: 404 len: 347 time: 0.0164139 Apr 22 17:37:20.931314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53178) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:20.944981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:20.945621 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-0dc11a80-c064-4018-b373-a013b929c257 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] show failed (client error): The resource could not be found. Apr 22 17:37:20.946579 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0dc11a80-c064-4018-b373-a013b929c257 tempest-NegativeSecGroupTest-1072551877 tempest-NegativeSecGroupTest-1072551877-project] 10.222.0.10 "GET /v2.0/security-group-rules/dca20cdf-b5ef-4b34-b549-4ca389fcd85a HTTP/1.1" status: 404 len: 356 time: 0.0144012 Apr 22 17:37:21.014898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.064456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a29dda-4e9c-4bc0-9b0c-f2960d79e636,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:21.157348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.158703 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ae8b05ad-9260-4484-a018-2dc683776bd5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4346247 Apr 22 17:37:21.161534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53184) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:21.166809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '73a29dda-4e9c-4bc0-9b0c-f2960d79e636', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:21.173426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:21.177177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:21.180783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:21.186499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:21.266870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.326777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.414354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.441259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7a6a36-0c14-410b-aed8-2faffbffcf3b,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:21.466734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53190) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:21.529523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.530703 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-63bf76a8-75e8-4b36-a84c-947888eca8e6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3681190 Apr 22 17:37:21.533490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53196) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:21.538393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '73a29dda-4e9c-4bc0-9b0c-f2960d79e636', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:21.544376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:21.548663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:21.551768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:21.558610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:21.615075 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2b6ef6df-6b76-453d-9598-c1336ac317f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c644e4bfa4c84e278960f2193bc6ee09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471033 Apr 22 17:37:21.617354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53200) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:21.745209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.820352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-92b832c4-ef43-4da9-a759-39abba7ec8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.851603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.858375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-92b832c4-ef43-4da9-a759-39abba7ec8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.923086 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.946475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93ad539-d7bc-4296-ac38-049534b7d0bc,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:21.992201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-92b832c4-ef43-4da9-a759-39abba7ec8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.994085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-92b832c4-ef43-4da9-a759-39abba7ec8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:21.995209 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-92b832c4-ef43-4da9-a759-39abba7ec8df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e367858e-7717-4092-b8c6-86d0a731948d HTTP/1.1" status: 204 len: 168 time: 0.3769917 Apr 22 17:37:22.005159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b832c4-ef43-4da9-a759-39abba7ec8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367858e-7717-4092-b8c6-86d0a731948d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:22.026246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.026443 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2edd8051-1871-4e59-b61b-b89804b11b24 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4920380 Apr 22 17:37:22.029405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53206) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:22.034708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '73a29dda-4e9c-4bc0-9b0c-f2960d79e636', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:22.040886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:22.044671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:22.049890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:22.053273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:22.136375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.194975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.278986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.301312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e381827-24e3-45b1-8cec-a35610e2c9b9,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:22.368762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.373865 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e4221159-bebb-4662-befb-172ceed6faf3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3432341 Apr 22 17:37:22.375309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53216) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:22.381641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '73a29dda-4e9c-4bc0-9b0c-f2960d79e636', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:22.388410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:22.394465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:22.400174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:22.411791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:22.495582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.564208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.637526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.661474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deeed968-05bc-4c28-a1be-55ed04b65c49,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:22.752004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.753192 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d1e43182-2861-41b4-9711-fcd0fc6fb664 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3762181 Apr 22 17:37:22.756484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53230) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:22.762367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '73a29dda-4e9c-4bc0-9b0c-f2960d79e636', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:22.768716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:22.772534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:22.775356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:22.782137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:22.918687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:22.970323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53236) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:22.976281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024667 Apr 22 17:37:22.976432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53238) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:22.993878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.060861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.099215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0e1312-5517-417b-8f75-ecdabc871a79,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:23.107957 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2b59eb8d-e1be-459c-ab00-4781e9d875f0 tempest-NetworksApiDiscovery-533343404 tempest-NetworksApiDiscovery-533343404-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1304839 Apr 22 17:37:23.163057 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.164322 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fa2ad7dc-acf1-45c6-93cc-11937adc7401 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4068043 Apr 22 17:37:23.167166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53246) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:23.198215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9a257f39-715a-4294-8821-a1159f3d516c tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.209270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9a257f39-715a-4294-8821-a1159f3d516c tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.322881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9a257f39-715a-4294-8821-a1159f3d516c tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.338834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a257f39-715a-4294-8821-a1159f3d516c tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa0e1312-5517-417b-8f75-ecdabc871a79,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:23.341796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9a257f39-715a-4294-8821-a1159f3d516c tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.345259 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9a257f39-715a-4294-8821-a1159f3d516c tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/aa0e1312-5517-417b-8f75-ecdabc871a79 HTTP/1.1" status: 204 len: 168 time: 0.1747875 Apr 22 17:37:23.346234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53250) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:23.396946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8503f70f-1a81-41bf-aaec-1316f65f5a63 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:23.477376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8503f70f-1a81-41bf-aaec-1316f65f5a63 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:23.479992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8503f70f-1a81-41bf-aaec-1316f65f5a63 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1324325 Apr 22 17:37:23.481908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53254) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:23.509680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0680fe5-9040-4ddb-89fe-7f2061d4654a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.521022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0680fe5-9040-4ddb-89fe-7f2061d4654a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.608640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0680fe5-9040-4ddb-89fe-7f2061d4654a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.618249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53262) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:23.630761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0680fe5-9040-4ddb-89fe-7f2061d4654a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deeed968-05bc-4c28-a1be-55ed04b65c49,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:23.700957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b0680fe5-9040-4ddb-89fe-7f2061d4654a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.702362 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b0680fe5-9040-4ddb-89fe-7f2061d4654a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/deeed968-05bc-4c28-a1be-55ed04b65c49 HTTP/1.1" status: 204 len: 168 time: 0.2195256 Apr 22 17:37:23.705009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53268) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:23.734552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.749493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:23.753449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] Usage tracker for resource:security_group_rule and tenant:d2f09f4b33eb4feca5bcde6f0d7fdf6f is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:23.756258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:23.756383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ca3a5bd0-5346-42e5-bdf5-01b4b6b7d162 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:23.762138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:23.841292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.866029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ca3a5bd0-5346-42e5-bdf5-01b4b6b7d162 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:23.867595 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ca3a5bd0-5346-42e5-bdf5-01b4b6b7d162 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1610084 Apr 22 17:37:23.869886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53272) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:23.898630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a783a0ad-0249-49f3-b49b-b1747f2ac29f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.908762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a783a0ad-0249-49f3-b49b-b1747f2ac29f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.940016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:23.986574 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2f09f4b33eb4feca5bcde6f0d7fdf6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681984 Apr 22 17:37:23.987459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541cb4-932d-40db-bb48-07ab2d93f12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e120d832-5352-49af-97af-274241c2bfa9,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:23.989882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53276) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:24.052127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b70ba0cb-2864-4eac-bf68-2efc8cdcd085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.063860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a783a0ad-0249-49f3-b49b-b1747f2ac29f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.096570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783a0ad-0249-49f3-b49b-b1747f2ac29f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e381827-24e3-45b1-8cec-a35610e2c9b9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:24.100127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b70ba0cb-2864-4eac-bf68-2efc8cdcd085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.152073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a783a0ad-0249-49f3-b49b-b1747f2ac29f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.153679 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a783a0ad-0249-49f3-b49b-b1747f2ac29f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9e381827-24e3-45b1-8cec-a35610e2c9b9 HTTP/1.1" status: 204 len: 168 time: 0.2823274 Apr 22 17:37:24.156523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53280) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:24.205145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-394f4c29-a43b-4ddd-94db-5ea5af5e158d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:24.237617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b70ba0cb-2864-4eac-bf68-2efc8cdcd085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.254219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ba0cb-2864-4eac-bf68-2efc8cdcd085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e120d832-5352-49af-97af-274241c2bfa9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:24.258344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b70ba0cb-2864-4eac-bf68-2efc8cdcd085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.260248 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b70ba0cb-2864-4eac-bf68-2efc8cdcd085 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e120d832-5352-49af-97af-274241c2bfa9 HTTP/1.1" status: 204 len: 168 time: 0.2682810 Apr 22 17:37:24.312119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-394f4c29-a43b-4ddd-94db-5ea5af5e158d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:24.315200 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-394f4c29-a43b-4ddd-94db-5ea5af5e158d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1577313 Apr 22 17:37:24.316065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53286) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:24.344763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b543b11-224e-4253-a4b4-534879da988b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.358647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b543b11-224e-4253-a4b4-534879da988b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.420944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b543b11-224e-4253-a4b4-534879da988b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.438368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b543b11-224e-4253-a4b4-534879da988b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e93ad539-d7bc-4296-ac38-049534b7d0bc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:24.563362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2b543b11-224e-4253-a4b4-534879da988b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.565086 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2b543b11-224e-4253-a4b4-534879da988b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e93ad539-d7bc-4296-ac38-049534b7d0bc HTTP/1.1" status: 204 len: 168 time: 0.2475493 Apr 22 17:37:24.567376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53290) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:24.619202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-71a31870-0e2b-4e9b-8e00-77cf3561ce44 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:24.672216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-71a31870-0e2b-4e9b-8e00-77cf3561ce44 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:24.677077 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-71a31870-0e2b-4e9b-8e00-77cf3561ce44 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1050684 Apr 22 17:37:24.677077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53294) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:24.708025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc068-6a07-4119-a0c5-7807a9ddbeca tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.720100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc068-6a07-4119-a0c5-7807a9ddbeca tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.791718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc068-6a07-4119-a0c5-7807a9ddbeca tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.809233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbc068-6a07-4119-a0c5-7807a9ddbeca tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d7a6a36-0c14-410b-aed8-2faffbffcf3b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:24.877496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc068-6a07-4119-a0c5-7807a9ddbeca tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:24.878613 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2fbbc068-6a07-4119-a0c5-7807a9ddbeca tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2d7a6a36-0c14-410b-aed8-2faffbffcf3b HTTP/1.1" status: 204 len: 168 time: 0.2007484 Apr 22 17:37:24.881177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53298) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:24.926289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a981f1d3-0b0d-4904-aff5-71821ef27711 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:24.985658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a981f1d3-0b0d-4904-aff5-71821ef27711 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:24.986849 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a981f1d3-0b0d-4904-aff5-71821ef27711 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1047258 Apr 22 17:37:24.989723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53302) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:25.054556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-21ea24e3-6316-46fc-bc86-2ff6cee91248 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:25.083209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-21ea24e3-6316-46fc-bc86-2ff6cee91248 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:25.201335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-21ea24e3-6316-46fc-bc86-2ff6cee91248 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:25.216802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea24e3-6316-46fc-bc86-2ff6cee91248 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a29dda-4e9c-4bc0-9b0c-f2960d79e636,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:25.351764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-21ea24e3-6316-46fc-bc86-2ff6cee91248 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:25.352915 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-21ea24e3-6316-46fc-bc86-2ff6cee91248 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/73a29dda-4e9c-4bc0-9b0c-f2960d79e636 HTTP/1.1" status: 204 len: 168 time: 0.3622880 Apr 22 17:37:25.355451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53306) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:25.405696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a879c290-ad41-4f69-a462-ecb133d252fa tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:25.494262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a879c290-ad41-4f69-a462-ecb133d252fa tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:25.494708 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a879c290-ad41-4f69-a462-ecb133d252fa tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1381850 Apr 22 17:37:25.499698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53310) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:25.505043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--101236018'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:25.510966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:25.520609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:25.591399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:25.615282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:25.619482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:25.622281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:25.629670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:25.698500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:25.767917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:25.813134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55026469-9658-455e-91c5-8f2b460a89e5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:25.894582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:25.895670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8ac71c2d-0227-49d5-b411-0d9c1c95beab tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3949940 Apr 22 17:37:25.898238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53314) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:25.903497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '55026469-9658-455e-91c5-8f2b460a89e5', 'direction': 'ingress', 'protocol': 17}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:25.909352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:25.913433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:25.916299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:25.928380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:26.003513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.061967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.113489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.137068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755cf3be-7e9d-410f-981b-d52efc069207,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:26.208453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.209641 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-71c9bb0c-9f71-4189-88c8-5a2c164b5b43 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3104239 Apr 22 17:37:26.212497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53318) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:26.277122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e79df59-6111-4ccd-a032-3e83f70c1fbc tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.304058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e79df59-6111-4ccd-a032-3e83f70c1fbc tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.431573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e79df59-6111-4ccd-a032-3e83f70c1fbc tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.450897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79df59-6111-4ccd-a032-3e83f70c1fbc tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55026469-9658-455e-91c5-8f2b460a89e5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:26.465161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e79df59-6111-4ccd-a032-3e83f70c1fbc tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.465161 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9e79df59-6111-4ccd-a032-3e83f70c1fbc tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/55026469-9658-455e-91c5-8f2b460a89e5 HTTP/1.1" status: 204 len: 168 time: 0.2498698 Apr 22 17:37:26.465866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53322) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:26.517032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9987e523-5412-4037-a5db-a317d58f75f0 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:26.642479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9987e523-5412-4037-a5db-a317d58f75f0 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:26.643746 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9987e523-5412-4037-a5db-a317d58f75f0 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1769722 Apr 22 17:37:26.647463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53326) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:26.652836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670726187'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:26.660050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:26.672318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:26.734160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.753267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:26.757351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:26.761613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:26.766283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:26.833178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.888527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:26.932010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c768e419-8430-4b39-bdd9-c24ed8b925ff,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:27.008847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.009704 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2e7105d4-dcf0-488b-849c-3937896eea92 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3613172 Apr 22 17:37:27.012355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53330) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:27.017913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485293025'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:27.023753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:27.028061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:27.030899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:27.042379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:27.151543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.171184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:27.180287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:27.180287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:27.184291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:27.251631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.339759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.386032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13edbc0-7f26-4af4-a7cc-452087e79b15,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:27.454171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.455461 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-689c20fe-19c9-492f-a740-08ec9ff27ac3 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4422047 Apr 22 17:37:27.462316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53334) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:27.463240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': 'c768e419-8430-4b39-bdd9-c24ed8b925ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd13edbc0-7f26-4af4-a7cc-452087e79b15', 'remote_ip_prefix': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:27.469757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:27.473765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:27.477623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:27.482507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:27.546927 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:37:27.609598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.684957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.745601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.772596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84624b82-e45a-46dd-a0e1-472d16c9c93f,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:27.848793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.849927 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d9cb6455-9d59-4f74-80ed-61056d2ef09f tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3906059 Apr 22 17:37:27.852636 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53342) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:27.880887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aa05a141-fa9b-4fa7-b9b4-3becc7a73fe8 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:27.891616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aa05a141-fa9b-4fa7-b9b4-3becc7a73fe8 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.001522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aa05a141-fa9b-4fa7-b9b4-3becc7a73fe8 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.014021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05a141-fa9b-4fa7-b9b4-3becc7a73fe8 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84624b82-e45a-46dd-a0e1-472d16c9c93f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:28.018395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aa05a141-fa9b-4fa7-b9b4-3becc7a73fe8 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.025393 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-aa05a141-fa9b-4fa7-b9b4-3becc7a73fe8 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/84624b82-e45a-46dd-a0e1-472d16c9c93f HTTP/1.1" status: 204 len: 168 time: 0.1660919 Apr 22 17:37:28.025393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53346) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:28.070023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a0f9bab9-88ff-4198-92d5-2be5faa5e47b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:28.134514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a0f9bab9-88ff-4198-92d5-2be5faa5e47b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:28.136024 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a0f9bab9-88ff-4198-92d5-2be5faa5e47b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1118217 Apr 22 17:37:28.137924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53350) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:28.198140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77d917d2-345a-4fde-a0bd-894e8cda50d6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.227914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77d917d2-345a-4fde-a0bd-894e8cda50d6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.363019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77d917d2-345a-4fde-a0bd-894e8cda50d6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.380662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d917d2-345a-4fde-a0bd-894e8cda50d6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13edbc0-7f26-4af4-a7cc-452087e79b15,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:28.471516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77d917d2-345a-4fde-a0bd-894e8cda50d6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.472626 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-77d917d2-345a-4fde-a0bd-894e8cda50d6 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/d13edbc0-7f26-4af4-a7cc-452087e79b15 HTTP/1.1" status: 204 len: 168 time: 0.3338182 Apr 22 17:37:28.475317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53354) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:28.538019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e5bb50c5-a51d-4427-8c7a-d9167eefe107 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:28.626001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e5bb50c5-a51d-4427-8c7a-d9167eefe107 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:28.626820 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e5bb50c5-a51d-4427-8c7a-d9167eefe107 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1505232 Apr 22 17:37:28.629620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53358) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:28.690771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e09420e3-9afa-4640-92c0-0e754cb5331a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.717014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e09420e3-9afa-4640-92c0-0e754cb5331a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.834489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e09420e3-9afa-4640-92c0-0e754cb5331a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.848356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09420e3-9afa-4640-92c0-0e754cb5331a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c768e419-8430-4b39-bdd9-c24ed8b925ff,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:28.912918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e09420e3-9afa-4640-92c0-0e754cb5331a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:28.914036 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e09420e3-9afa-4640-92c0-0e754cb5331a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/c768e419-8430-4b39-bdd9-c24ed8b925ff HTTP/1.1" status: 204 len: 168 time: 0.2835193 Apr 22 17:37:28.916585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53362) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:28.965340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-383835a4-eeee-4608-9707-f7d3f4b2c5cf tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:29.065048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-383835a4-eeee-4608-9707-f7d3f4b2c5cf tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:29.069218 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-383835a4-eeee-4608-9707-f7d3f4b2c5cf tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1488078 Apr 22 17:37:29.070296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53366) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:29.075092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--582381913'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:29.081624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:29.094070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:29.157325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.179908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:29.182030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:29.184862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:29.190544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:29.259402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.305893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.347620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fa7192-8402-48c5-a1fe-b380f311492e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:29.414350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.420505 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-339ed639-247c-4cf5-b1d9-c2591dcd85de tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3443956 Apr 22 17:37:29.420505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53370) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:29.423749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '90fa7192-8402-48c5-a1fe-b380f311492e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:29.429981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:29.434059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:29.442510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:29.443728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:29.518369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.585547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.645617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.668769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a931de4-5f45-49f9-98d4-4bc671c20a37,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:29.728157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.728885 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a89c2eb6-d4d7-4e5f-8e4e-375912ef8266 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3094146 Apr 22 17:37:29.731666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53374) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:29.759719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-001a6666-0f4a-4577-97ec-f2f934bc2853 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.770767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-001a6666-0f4a-4577-97ec-f2f934bc2853 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.876687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-001a6666-0f4a-4577-97ec-f2f934bc2853 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.896145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a6666-0f4a-4577-97ec-f2f934bc2853 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a931de4-5f45-49f9-98d4-4bc671c20a37,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:29.899258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-001a6666-0f4a-4577-97ec-f2f934bc2853 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:29.902284 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-001a6666-0f4a-4577-97ec-f2f934bc2853 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3a931de4-5f45-49f9-98d4-4bc671c20a37 HTTP/1.1" status: 204 len: 168 time: 0.1670454 Apr 22 17:37:29.902762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53378) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:29.948461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2d5949c3-53f1-4ed5-970b-9b18038d017e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:29.996868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2d5949c3-53f1-4ed5-970b-9b18038d017e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:29.997897 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2d5949c3-53f1-4ed5-970b-9b18038d017e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941980 Apr 22 17:37:30.001237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53382) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:30.063495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6293f49c-fb56-4c85-b311-b4fd681c0e0d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.089979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6293f49c-fb56-4c85-b311-b4fd681c0e0d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.174719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6293f49c-fb56-4c85-b311-b4fd681c0e0d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.193113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293f49c-fb56-4c85-b311-b4fd681c0e0d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fa7192-8402-48c5-a1fe-b380f311492e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:30.250116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6293f49c-fb56-4c85-b311-b4fd681c0e0d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.250464 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6293f49c-fb56-4c85-b311-b4fd681c0e0d tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/90fa7192-8402-48c5-a1fe-b380f311492e HTTP/1.1" status: 204 len: 168 time: 0.2481353 Apr 22 17:37:30.252902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53386) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:30.304272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7dd10e39-73b1-43f9-98de-da4a94d74008 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:30.345598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7ade538e-76cc-4ff2-957d-db18c84d43a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.362275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7dd10e39-73b1-43f9-98de-da4a94d74008 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:30.362275 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7dd10e39-73b1-43f9-98de-da4a94d74008 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055491 Apr 22 17:37:30.369299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53392) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:30.380071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--722564793'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:30.380071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:30.388967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:30.527329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.543555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:30.548210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:30.556855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:30.557034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:30.625741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.694118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.741863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa27917-b2e4-4c35-aad9-5a34cf6f0c33,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:30.842022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.843851 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14354926-06bc-41e4-afe9-69e454ae1fa2 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4770248 Apr 22 17:37:30.846482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53396) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:30.851390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '1aa27917-b2e4-4c35-aad9-5a34cf6f0c33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:30.857279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:30.861341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:30.864193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:30.869792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:30.934345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:30.993641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.088470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.111669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001527ed-08eb-47c4-9492-88d35563d624,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:31.196787 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.197918 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3e4a8516-a3dd-4055-a490-b6397319d313 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505089 Apr 22 17:37:31.200626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53400) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:31.219204 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c407e830-3c1f-4bd0-87f8-1966ba5f0285 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules/001527ed-08eb-47c4-9492-88d35563d624 HTTP/1.1" status: 200 len: 763 time: 0.0174816 Apr 22 17:37:31.221479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53404) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:31.267015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b7be1ab5-c201-49ce-8757-c93a26b17144 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:31.374538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b7be1ab5-c201-49ce-8757-c93a26b17144 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:31.378369 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b7be1ab5-c201-49ce-8757-c93a26b17144 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1535363 Apr 22 17:37:31.378924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53408) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:31.410574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0538207a-1c51-46dc-bb53-606fb0990ea9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.420856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0538207a-1c51-46dc-bb53-606fb0990ea9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.516516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0538207a-1c51-46dc-bb53-606fb0990ea9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.534111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538207a-1c51-46dc-bb53-606fb0990ea9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=001527ed-08eb-47c4-9492-88d35563d624,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:31.609345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0538207a-1c51-46dc-bb53-606fb0990ea9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.610704 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0538207a-1c51-46dc-bb53-606fb0990ea9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/001527ed-08eb-47c4-9492-88d35563d624 HTTP/1.1" status: 204 len: 168 time: 0.2306247 Apr 22 17:37:31.613335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53412) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:31.657881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dd730847-4d37-43f6-8c0a-f22c29042204 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:31.722462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dd730847-4d37-43f6-8c0a-f22c29042204 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:31.723727 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dd730847-4d37-43f6-8c0a-f22c29042204 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1094887 Apr 22 17:37:31.726421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53416) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:31.731260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '1aa27917-b2e4-4c35-aad9-5a34cf6f0c33', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:31.740835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:31.746853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:31.820269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.882169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.917207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:31.941269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef248487-c5cf-4ae1-afd7-5a25d99c68fc,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:32.013835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.015088 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9b8d3ca5-20ad-46a9-a750-cc215bd7035e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2876651 Apr 22 17:37:32.017518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53420) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.036734 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-af8f7d77-bcb2-4cf0-8ee2-99ecdd68f267 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules/ef248487-c5cf-4ae1-afd7-5a25d99c68fc HTTP/1.1" status: 200 len: 763 time: 0.0182221 Apr 22 17:37:32.039031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53424) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.085160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7518eac8-9a78-48f7-9f7b-31fcb45354d0 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:32.177221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7518eac8-9a78-48f7-9f7b-31fcb45354d0 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:32.177221 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7518eac8-9a78-48f7-9f7b-31fcb45354d0 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1345041 Apr 22 17:37:32.177479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53428) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.206123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a7455885-d85e-40ac-af22-63ce8e920cb9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.214367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a7455885-d85e-40ac-af22-63ce8e920cb9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.321128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a7455885-d85e-40ac-af22-63ce8e920cb9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.339729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7455885-d85e-40ac-af22-63ce8e920cb9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef248487-c5cf-4ae1-afd7-5a25d99c68fc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:32.403638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a7455885-d85e-40ac-af22-63ce8e920cb9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.407793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53432) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.408235 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a7455885-d85e-40ac-af22-63ce8e920cb9 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ef248487-c5cf-4ae1-afd7-5a25d99c68fc HTTP/1.1" status: 204 len: 168 time: 0.2296066 Apr 22 17:37:32.455784 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-68a67f53-0f3c-4bf1-9f34-c3d3d92a0ee1 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466242 Apr 22 17:37:32.458243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53436) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.463067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '1aa27917-b2e4-4c35-aad9-5a34cf6f0c33', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:32.469308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:32.473447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:32.476317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:32.482055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:32.563288 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Project 473f4a3ac4c74da797d2473ef5ba2773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:37:32.569932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.585780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-69b44aed-4e65-40ac-9b5d-abf6f0729589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.628883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.671532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.696910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be0d271-690d-46ca-a1d7-cebaa619eb21,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:32.791430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:32.792653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-55666dc1-0141-47fb-8690-b732e716b18e tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3334482 Apr 22 17:37:32.795313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53440) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.813883 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7a561228-bc8b-46fb-b7c2-acd51d4136fb tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules/3be0d271-690d-46ca-a1d7-cebaa619eb21 HTTP/1.1" status: 200 len: 769 time: 0.0175443 Apr 22 17:37:32.816089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53444) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.861666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e1f4f07c-e78d-41d4-b212-cb81a2071186 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:32.968041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e1f4f07c-e78d-41d4-b212-cb81a2071186 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:32.969400 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e1f4f07c-e78d-41d4-b212-cb81a2071186 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1524625 Apr 22 17:37:32.972011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53448) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:32.999381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-232f9d8c-3ff4-4415-901a-330312e1c328 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.010000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-232f9d8c-3ff4-4415-901a-330312e1c328 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.070982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-232f9d8c-3ff4-4415-901a-330312e1c328 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.088967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f9d8c-3ff4-4415-901a-330312e1c328 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3be0d271-690d-46ca-a1d7-cebaa619eb21,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:33.128828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-232f9d8c-3ff4-4415-901a-330312e1c328 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.129925 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-232f9d8c-3ff4-4415-901a-330312e1c328 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3be0d271-690d-46ca-a1d7-cebaa619eb21 HTTP/1.1" status: 204 len: 168 time: 0.1570415 Apr 22 17:37:33.132416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53454) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:33.176924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7d6f75f8-8f5c-4005-89f5-38aee9fc53e5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:33.316764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7d6f75f8-8f5c-4005-89f5-38aee9fc53e5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:33.321438 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7d6f75f8-8f5c-4005-89f5-38aee9fc53e5 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1847544 Apr 22 17:37:33.321891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53458) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:33.383043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f77511cd-58e3-4c42-b14a-9044e2690230 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.410553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f77511cd-58e3-4c42-b14a-9044e2690230 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.516168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f77511cd-58e3-4c42-b14a-9044e2690230 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.537156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77511cd-58e3-4c42-b14a-9044e2690230 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa27917-b2e4-4c35-aad9-5a34cf6f0c33,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:33.614768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f77511cd-58e3-4c42-b14a-9044e2690230 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.618286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53462) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:33.618793 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f77511cd-58e3-4c42-b14a-9044e2690230 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/1aa27917-b2e4-4c35-aad9-5a34cf6f0c33 HTTP/1.1" status: 204 len: 168 time: 0.2954612 Apr 22 17:37:33.668287 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2565788c-44b6-4a43-942e-f7ee1f20e42c tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487940 Apr 22 17:37:33.673087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53466) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:33.678085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519648102'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:33.683878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:33.688079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:33.691547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:33.697293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:33.722488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.750875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.824781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:33.853311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:33.853311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:33.855668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:33.861298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:33.930122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.008280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.055712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813e7568-80c4-425c-9cb7-193da3526dc2,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:34.122789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.123863 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c13ee493-4fa4-43da-b2cf-25816ef44d75 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4498684 Apr 22 17:37:34.126481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53472) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:34.132017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Request body: {'security_group_rule': {'security_group_id': '813e7568-80c4-425c-9cb7-193da3526dc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:37:34.137792 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:37:34.141816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Usage tracker for resource:security_group_rule and tenant:473f4a3ac4c74da797d2473ef5ba2773 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:37:34.145235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:37:34.159678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:37:34.226323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.286245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.322954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.346952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8fc3d8-5f2c-47d4-acd0-66eac779352a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:34.380096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.431968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.433194 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-aaab22e4-7a89-4d91-9d7c-2dcd88b3eb54 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057666 Apr 22 17:37:34.448283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53476) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:34.500682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28dc4189-f9d0-458c-ba32-1c6c5516d0ef tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.528646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28dc4189-f9d0-458c-ba32-1c6c5516d0ef tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.642320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28dc4189-f9d0-458c-ba32-1c6c5516d0ef tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.664349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc4189-f9d0-458c-ba32-1c6c5516d0ef tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813e7568-80c4-425c-9cb7-193da3526dc2,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:34.673521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28dc4189-f9d0-458c-ba32-1c6c5516d0ef tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:34.674671 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-28dc4189-f9d0-458c-ba32-1c6c5516d0ef tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/813e7568-80c4-425c-9cb7-193da3526dc2 HTTP/1.1" status: 204 len: 168 time: 0.2378056 Apr 22 17:37:34.677244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53480) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:34.727514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0f244900-766a-4047-8c80-d7e36f0aa8fa tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:34.813641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0f244900-766a-4047-8c80-d7e36f0aa8fa tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:34.818960 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0f244900-766a-4047-8c80-d7e36f0aa8fa tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367352 Apr 22 17:37:34.818960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53484) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:34.860425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a63cf579-c34e-4732-8453-85b884bb3a8b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:34.945567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a63cf579-c34e-4732-8453-85b884bb3a8b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group_rule {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:34.950464 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a63cf579-c34e-4732-8453-85b884bb3a8b tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1279917 Apr 22 17:37:34.950464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53488) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:34.966430 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.api.v2.resource [None req-451edc2a-01e3-4bd5-839b-b2eb6bedf17a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] delete failed (client error): The resource could not be found. Apr 22 17:37:34.967857 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-451edc2a-01e3-4bd5-839b-b2eb6bedf17a tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "DELETE /v2.0/security-groups/813e7568-80c4-425c-9cb7-193da3526dc2 HTTP/1.1" status: 404 len: 347 time: 0.0169473 Apr 22 17:37:34.971213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53492) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:35.020486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:35.025363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c1033120-78c3-4068-9a7f-dddba9ed7c66 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Synchronizing usage tracker for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:37:35.034664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c1033120-78c3-4068-9a7f-dddba9ed7c66 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] Unset dirty status for tenant:473f4a3ac4c74da797d2473ef5ba2773 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:37:35.039163 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c1033120-78c3-4068-9a7f-dddba9ed7c66 tempest-SecGroupIPv6Test-1879166326 tempest-SecGroupIPv6Test-1879166326-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658324 Apr 22 17:37:35.573129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53500) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:35.722028 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6751e70c-c567-46c5-9399-53672b8a3527 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=473f4a3ac4c74da797d2473ef5ba2773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508093 Apr 22 17:37:35.724232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53506) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:37:35.782208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c629c12d-a101-495a-9964-e459e663b48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:35.806840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c629c12d-a101-495a-9964-e459e663b48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:35.929598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c629c12d-a101-495a-9964-e459e663b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:35.945818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629c12d-a101-495a-9964-e459e663b48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0bbc1e-7548-42ba-8918-44e0e8e39439,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:37:36.093652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c629c12d-a101-495a-9964-e459e663b48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:37:36.097786 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c629c12d-a101-495a-9964-e459e663b48f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d0bbc1e-7548-42ba-8918-44e0e8e39439 HTTP/1.1" status: 204 len: 168 time: 0.3696597 Apr 22 17:38:00.356990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc52f81d-730b-49a9-b09f-f9df5ac706f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:02.579250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a70542ed-2636-4af8-a9cb-2dc15d6b5ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:03.681422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:03.745147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:04.413825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:04.546328 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:38:05.013318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:06.548326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53540) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:06.746497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Deleting port 7e7f9fee-a905-46b2-b954-fa63ac456035 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:38:06.746866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:06.908176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:06.908500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:07.029765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Calling delete_port for 7e7f9fee-a905-46b2-b954-fa63ac456035 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:38:07.339295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:07.387357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event deleted for resources: {'Port': ['ID=7e7f9fee-a905-46b2-b954-fa63ac456035,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:07.449888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.450260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.450586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.450958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.451295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.451629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.451958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.452336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.452624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.452942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.453261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.453583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:07.487752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:07.488089 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Floating IP 1b1e117a-d4bb-417e-981f-fcc1176d978d disassociated (deleted). External IP: 172.26.3.247, port: 6faf0b43-3538-4b0e-92dc-e173f698b8cd. Apr 22 17:38:07.831475 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:38:08.003831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:38:08.013929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] Sync routers for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:38:08.022949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:38:08.023570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:08.077028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:08.132083 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-45ac68b1-f984-4ec2-bf9d-76f98a5d62c3 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "DELETE /v2.0/floatingips/1b1e117a-d4bb-417e-981f-fcc1176d978d HTTP/1.1" status: 204 len: 168 time: 1.5825934 Apr 22 17:38:08.132557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:38:08.179909 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8129a339-ca15-4380-90b7-61d04f1ef308'] response: {'name': 'network-changed', 'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'status': 'completed', 'code': 200} Apr 22 17:38:08.233944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:38:08.281362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71605d-8985-4534-a0b9-287f3467d645 req-16531de4-6fb8-468e-a60b-8ea4102b304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:08.282884 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-16531de4-6fb8-468e-a60b-8ea4102b304a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acb8e4754239485ab806e76261e40c14&device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 1098 time: 0.0715237 Apr 22 17:38:08.421536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71605d-8985-4534-a0b9-287f3467d645 req-b5b1cc04-024d-43a2-b2c1-d324093b72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:08.423017 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-b5b1cc04-024d-43a2-b2c1-d324093b72cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1dfa90b-71ad-4782-8904-bba531add351 HTTP/1.1" status: 200 len: 897 time: 0.1337483 Apr 22 17:38:08.496838 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-3d3d9072-487d-40c6-953c-1b411c90d6bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd HTTP/1.1" status: 200 len: 217 time: 0.0663674 Apr 22 17:38:08.550221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:53Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:08.558983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] Checking router: 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:38:08.563268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:38:08.563716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71605d-8985-4534-a0b9-287f3467d645 req-ae8d5836-1c33-4719-bf46-2b724095bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:08.563879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:08.565185 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-ae8d5836-1c33-4719-bf46-2b724095bfcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad3196db-bbb1-4935-a99f-2c167cb48c00 HTTP/1.1" status: 200 len: 835 time: 0.0617533 Apr 22 17:38:08.656886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71605d-8985-4534-a0b9-287f3467d645 req-f1db6ab3-9fa9-4e4c-aae6-db87f05ae87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:08.658301 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-f1db6ab3-9fa9-4e4c-aae6-db87f05ae87a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1dfa90b-71ad-4782-8904-bba531add351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807390 Apr 22 17:38:08.669470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-3aaf12c0-b4ed-48a9-a829-46bc4d8710e5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:38:08.670511 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-3aaf12c0-b4ed-48a9-a829-46bc4d8710e5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052352 Apr 22 17:38:08.742711 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:38:08.898978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae4f3f-8864-489f-9cf7-13cb8934dfed req-40cecb86-0c25-40d1-935d-a0df97d2260c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:08.900956 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f7ae4f3f-8864-489f-9cf7-13cb8934dfed req-40cecb86-0c25-40d1-935d-a0df97d2260c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.2758837 Apr 22 17:38:08.917662 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-b2f815ba-1d2f-4d22-9ec1-e51499c30db0 service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391179 Apr 22 17:38:08.945765 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f7ae4f3f-8864-489f-9cf7-13cb8934dfed req-38f16662-407d-49bd-a620-921710c0a542 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384967 Apr 22 17:38:09.050228 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f71605d-8985-4534-a0b9-287f3467d645 req-abddc4b6-e3d2-4d2e-98e6-039c25b72ac6 service neutron] 10.222.0.16 "GET /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255951 Apr 22 17:38:09.063157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:53Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:09.067142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acde12b-9c41-4510-b9f6-6a905ad6453c None None] The sync data for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv is: [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:34:40Z', 'revision_number': 4, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0fab0da9-4c23-49d9-b6e1-6c77725f1349', 'name': '', 'network_id': 'c1dfa90b-71ad-4782-8904-bba531add351', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'mac_address': 'fa:16:3e:bc:78:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:53Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'subnets': [{'id': 'ad3196db-bbb1-4935-a99f-2c167cb48c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:38:09.276337 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e339a-2512-4ac8-8922-891ddcc8ba81 None None] New status for floating IP 1b1e117a-d4bb-417e-981f-fcc1176d978d: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:38:10.180632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be368-01b8-43ce-ae41-1b2c3982dbad req-cfec517d-be3e-48ef-9395-19ec95e66417 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:10.181350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-287be368-01b8-43ce-ae41-1b2c3982dbad req-cfec517d-be3e-48ef-9395-19ec95e66417 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Synchronizing usage tracker for tenant:acb8e4754239485ab806e76261e40c14 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:38:10.259538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-287be368-01b8-43ce-ae41-1b2c3982dbad req-cfec517d-be3e-48ef-9395-19ec95e66417 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Unset dirty status for tenant:acb8e4754239485ab806e76261e40c14 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:38:10.260601 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-287be368-01b8-43ce-ae41-1b2c3982dbad req-cfec517d-be3e-48ef-9395-19ec95e66417 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.2069945 Apr 22 17:38:10.304414 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-287be368-01b8-43ce-ae41-1b2c3982dbad req-abff19ac-7c33-4215-96ef-57793c8e07df tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6957df9-c790-4eab-8a5f-aeb4381a9665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381052 Apr 22 17:38:10.459798 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-d0cc349a-2ad3-4d7b-89bf-ced7d687f470 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:10.461263 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-d0cc349a-2ad3-4d7b-89bf-ced7d687f470 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 945 time: 0.0809562 Apr 22 17:38:10.530654 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Deleting port 6faf0b43-3538-4b0e-92dc-e173f698b8cd {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:38:10.530962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:10.774340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] For port 6faf0b43-3538-4b0e-92dc-e173f698b8cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6faf0b43-3538-4b0e-92dc-e173f698b8cd,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:38:10.774703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:10.895359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Calling delete_port for 6faf0b43-3538-4b0e-92dc-e173f698b8cd owned by compute:nova {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:38:11.109828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:11.160356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event deleted for resources: {'Port': ['ID=6faf0b43-3538-4b0e-92dc-e173f698b8cd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:11.234077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] No DVR routers for this DVR port 6faf0b43-3538-4b0e-92dc-e173f698b8cd on host hv-neutron-8390 {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:38:11.236404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:11.238811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'name': 'network-vif-deleted', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:38:11.281231 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19959c2b-7775-457d-9faa-c62307586371'] response: {'server_uuid': '6fcf9568-14d9-486a-92d3-fd7326fcc742', 'name': 'network-vif-deleted', 'tag': '6faf0b43-3538-4b0e-92dc-e173f698b8cd', 'status': 'completed', 'code': 200} Apr 22 17:38:11.304860 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-967dc4da-0817-45a3-82f8-1bd926ee0cfd req-4a015dbd-2e0b-41e5-9c8a-315205b0bd64 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.16 "DELETE /v2.0/ports/6faf0b43-3538-4b0e-92dc-e173f698b8cd HTTP/1.1" status: 204 len: 173 time: 0.8383946 Apr 22 17:38:11.468318 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-6f95ff29-decc-42e7-b322-72bdbf717c20 req-c823ed89-ee56-4cb9-93e3-3bdb33bc19c8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Synchronizing usage tracker for tenant:acb8e4754239485ab806e76261e40c14 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:38:11.693547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-6f95ff29-decc-42e7-b322-72bdbf717c20 req-c823ed89-ee56-4cb9-93e3-3bdb33bc19c8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Unset dirty status for tenant:acb8e4754239485ab806e76261e40c14 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:38:11.694732 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6f95ff29-decc-42e7-b322-72bdbf717c20 req-c823ed89-ee56-4cb9-93e3-3bdb33bc19c8 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fcf9568-14d9-486a-92d3-fd7326fcc742 HTTP/1.1" status: 200 len: 210 time: 0.2852166 Apr 22 17:38:12.789778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53564) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:13.427676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:13.779610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Deleting port 0fab0da9-4c23-49d9-b6e1-6c77725f1349 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:38:13.779960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:13.960911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] For port 0fab0da9-4c23-49d9-b6e1-6c77725f1349, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0fab0da9-4c23-49d9-b6e1-6c77725f1349,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:38:13.962226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:14.066713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6faf0b43-3538-4b0e-92dc-e173f698b8cd no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:38:14.084363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Calling delete_port for 0fab0da9-4c23-49d9-b6e1-6c77725f1349 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:38:14.101243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 6faf0b43-3538-4b0e-92dc-e173f698b8cd {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:38:14.101595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6faf0b43-3538-4b0e-92dc-e173f698b8cd not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:38:14.327138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:14.378280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event deleted for resources: {'Port': ['ID=0fab0da9-4c23-49d9-b6e1-6c77725f1349,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:14.420472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.420818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.421439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.421807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.422472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.422472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.422826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.423158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.423483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.423808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.424129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.424451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:14.765643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:15.118505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:38:15.297656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:38:15.306919 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] Sync routers for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:38:15.315566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:38:15.316168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:15.375762 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1cca7238-fee2-463a-8a32-80441f5f4a2c tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "PUT /v2.0/routers/0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5847979 Apr 22 17:38:15.378460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53568) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:15.445073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f482d9-20e7-497b-86af-01c0bb42f3d4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Deleting subnet ad3196db-bbb1-4935-a99f-2c167cb48c00 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:38:15.448548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-88f482d9-20e7-497b-86af-01c0bb42f3d4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:15.491475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:38:15.505391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-88f482d9-20e7-497b-86af-01c0bb42f3d4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:15.701606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-88f482d9-20e7-497b-86af-01c0bb42f3d4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:15.812886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:38:14Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:15.816639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] Checking router: 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:38:15.825494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] Routers {'0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:38:15.826095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:15.842478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-88f482d9-20e7-497b-86af-01c0bb42f3d4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:15.881615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f482d9-20e7-497b-86af-01c0bb42f3d4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3196db-bbb1-4935-a99f-2c167cb48c00,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:15.887624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-88f482d9-20e7-497b-86af-01c0bb42f3d4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:15.894427 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-88f482d9-20e7-497b-86af-01c0bb42f3d4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "DELETE /v2.0/subnets/ad3196db-bbb1-4935-a99f-2c167cb48c00 HTTP/1.1" status: 204 len: 168 time: 0.5144227 Apr 22 17:38:15.895064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3c36f3-cff2-406e-8927-948aa03395a5 None None] Network c1dfa90b-71ad-4782-8904-bba531add351 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:38:15.897033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53572) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:16.076601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:16.138151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] Set router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:38:16.258119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:16.332915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Deleting port 6b3cb891-6cdb-42d1-8210-0f94605257e1 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:38:16.333206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:16.442115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:38:14Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:16.446524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc6208c-6514-4ae7-9fae-39e5d415b274 None None] The sync data for ids ['0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1'] in dv-neutron-839024-1-hyperv is: [{'id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540403369', 'tenant_id': 'acb8e4754239485ab806e76261e40c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:26Z', 'updated_at': '2022-04-22T17:38:14Z', 'revision_number': 5, 'project_id': 'acb8e4754239485ab806e76261e40c14', 'gw_port': {'id': '6b3cb891-6cdb-42d1-8210-0f94605257e1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:29Z', 'updated_at': '2022-04-22T17:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:38:16.452624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] DHCP port deletion for c1dfa90b-71ad-4782-8904-bba531add351 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:38:16.457229 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Deleting port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:38:16.457615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:16.639508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] For port 6b3cb891-6cdb-42d1-8210-0f94605257e1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b3cb891-6cdb-42d1-8210-0f94605257e1,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:38:16.639800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:16.667086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] For port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6c6a2aac-b676-47b8-8385-1bb8c7c0549a,segment=NetworkSegment(76eb5597-7f46-4173-a419-6b09f9eeaa09),segment_id=76eb5597-7f46-4173-a419-6b09f9eeaa09)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:38:16.667480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:16.764814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Calling delete_port for 6b3cb891-6cdb-42d1-8210-0f94605257e1 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:38:16.787347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Calling delete_port for 6c6a2aac-b676-47b8-8385-1bb8c7c0549a owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:38:16.961785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.006130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Pushing event deleted for resources: {'Port': ['ID=6c6a2aac-b676-47b8-8385-1bb8c7c0549a,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:17.006965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.011214 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] No DVR routers for this DVR port 6c6a2aac-b676-47b8-8385-1bb8c7c0549a on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:38:17.017134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.022338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.022338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.022338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.022338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.022338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.022338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.022338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.025231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.025231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.025231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.025231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9803ed-7624-4ba7-8976-050002b187c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:38:17.057456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event deleted for resources: {'Port': ['ID=6b3cb891-6cdb-42d1-8210-0f94605257e1,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:17.149313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.223353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6c6a2aac-b676-47b8-8385-1bb8c7c0549a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:38:17.257049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6c6a2aac-b676-47b8-8385-1bb8c7c0549a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:38:17.257402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6c6a2aac-b676-47b8-8385-1bb8c7c0549a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:38:17.257851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0fab0da9-4c23-49d9-b6e1-6c77725f1349 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:38:17.292750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 0fab0da9-4c23-49d9-b6e1-6c77725f1349 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:38:17.293030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0fab0da9-4c23-49d9-b6e1-6c77725f1349 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:38:17.325344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.327531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.441025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.441586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Fanout notify agent at l3_agent the message router_deleted on router 0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:38:17.456541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.461339 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e2713f0d-e526-4749-b1c7-e83a98c901e7 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "DELETE /v2.0/routers/0244b2cf-02b3-49e1-9f0c-4de5fee6cbe1 HTTP/1.1" status: 204 len: 168 time: 1.5597301 Apr 22 17:38:17.461339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53576) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:17.578128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.709498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.734441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dfa90b-71ad-4782-8904-bba531add351']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:17.747009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76eb5597-7f46-4173-a419-6b09f9eeaa09') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:17.747309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76eb5597-7f46-4173-a419-6b09f9eeaa09') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:17.758453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.766943 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-5d5bc186-78d1-4e7c-b005-7913abb69442 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1096635 Apr 22 17:38:17.774091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.780307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:38:17.780688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:38:17.795559 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:38:17.854712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-329a42e2-b79d-4c96-a046-e1e34de655e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:17.856135 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-329a42e2-b79d-4c96-a046-e1e34de655e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 1098 time: 0.0703452 Apr 22 17:38:17.933509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.951131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:17.961611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event deleted for resources: {'Network': ['ID=c1dfa90b-71ad-4782-8904-bba531add351,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:17.964066 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9b4f54f2-737b-4b59-9871-a9e7421d62a1 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "DELETE /v2.0/networks/c1dfa90b-71ad-4782-8904-bba531add351 HTTP/1.1" status: 204 len: 168 time: 0.5026903 Apr 22 17:38:17.966946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53582) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:18.002458 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-b8f5bf19-ae68-4ad8-a7f4-12aaf175dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:18.003939 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-b8f5bf19-ae68-4ad8-a7f4-12aaf175dedf service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.1307938 Apr 22 17:38:18.035024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44886c98-f257-4c5e-aaba-2b18709665e4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:18.064159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44886c98-f257-4c5e-aaba-2b18709665e4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:18.107774 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-f36ada26-8382-48b4-aeba-fd3a3bfe6c67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db80ad93-92a8-4802-bafa-f0095a7493c5 HTTP/1.1" status: 200 len: 1001 time: 0.0970395 Apr 22 17:38:18.172837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-052f79e6-a838-450b-aa2e-d23191a21df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:18.174244 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-052f79e6-a838-450b-aa2e-d23191a21df6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0601029 Apr 22 17:38:18.218691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44886c98-f257-4c5e-aaba-2b18709665e4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:18.237191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44886c98-f257-4c5e-aaba-2b18709665e4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6957df9-c790-4eab-8a5f-aeb4381a9665,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:18.248285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-d91926f9-8929-484c-8555-23ca5b6c1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:18.249758 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-d91926f9-8929-484c-8555-23ca5b6c1e52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700948 Apr 22 17:38:18.309090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-44886c98-f257-4c5e-aaba-2b18709665e4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:18.310301 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-44886c98-f257-4c5e-aaba-2b18709665e4 tempest-TestNetworkAdvancedServerOps-1175947151 tempest-TestNetworkAdvancedServerOps-1175947151-project] 10.222.0.10 "DELETE /v2.0/security-groups/a6957df9-c790-4eab-8a5f-aeb4381a9665 HTTP/1.1" status: 204 len: 168 time: 0.3424134 Apr 22 17:38:18.381445 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-0eb7364b-0560-4c2b-bc64-4a2acb0f90b8 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248341 Apr 22 17:38:18.621626 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6524030-c426-419c-80df-a0d3ea442fc9 req-1bcfaa85-2a85-439b-9688-55d7cb510609 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337189 Apr 22 17:38:18.924360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53592) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:19.067411 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d4df7a6e-d2fa-4d48-8e2b-b6509e3a61be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acb8e4754239485ab806e76261e40c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419225 Apr 22 17:38:19.069858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53598) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:19.126685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fc74c19a-a90c-4f02-99b6-7c02490ca9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:19.135162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b3cb891-6cdb-42d1-8210-0f94605257e1 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:38:19.152572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fc74c19a-a90c-4f02-99b6-7c02490ca9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:19.168918 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6b3cb891-6cdb-42d1-8210-0f94605257e1 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:38:19.169261 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b3cb891-6cdb-42d1-8210-0f94605257e1 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:38:19.263685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fc74c19a-a90c-4f02-99b6-7c02490ca9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:19.280913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74c19a-a90c-4f02-99b6-7c02490ca9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433d7a33-e36a-47af-ab87-45e4b39cbb75,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:19.286727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fc74c19a-a90c-4f02-99b6-7c02490ca9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:19.287871 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fc74c19a-a90c-4f02-99b6-7c02490ca9cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/433d7a33-e36a-47af-ab87-45e4b39cbb75 HTTP/1.1" status: 204 len: 168 time: 0.2171135 Apr 22 17:38:19.626006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53608) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:19.809699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7cb2f-6907-4d3e-8080-837802578bb6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:19.810094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7cb2f-6907-4d3e-8080-837802578bb6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:19.810554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7cb2f-6907-4d3e-8080-837802578bb6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:19.812221 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-60e7cb2f-6907-4d3e-8080-837802578bb6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=43710c6d65724bcfb8ab4fb4e1213c11&network_id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 3000 time: 0.1852658 Apr 22 17:38:19.846941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53614) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:19.864159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:19.878005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:19.881826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] Usage tracker for resource:security_group_rule and tenant:a1f870069f5d4632a11ccdca0e5937bc is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:38:19.885096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:38:19.890610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:19.970375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:20.030633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:20.080580 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1f870069f5d4632a11ccdca0e5937bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325177 Apr 22 17:38:20.081390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a8b2f-eb7d-48a8-b775-6cefdf303e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8330d2-f3ff-4680-9a0b-6d1ab3537bbc,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:20.083303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53620) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:20.140398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cafab466-a400-4174-a958-64baa000059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:20.168422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cafab466-a400-4174-a958-64baa000059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:20.293028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cafab466-a400-4174-a958-64baa000059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:20.309580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafab466-a400-4174-a958-64baa000059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8330d2-f3ff-4680-9a0b-6d1ab3537bbc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:20.314952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cafab466-a400-4174-a958-64baa000059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:20.316748 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cafab466-a400-4174-a958-64baa000059d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae8330d2-f3ff-4680-9a0b-6d1ab3537bbc HTTP/1.1" status: 204 len: 168 time: 0.2322483 Apr 22 17:38:21.185084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53630) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:21.242842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08000298-a087-4ec6-8ef6-aa5d6f563c05 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:21.244283 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-08000298-a087-4ec6-8ef6-aa5d6f563c05 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 HTTP/1.1" status: 200 len: 814 time: 0.0582170 Apr 22 17:38:21.705664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53638) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:21.711153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:21.811266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:22.077053 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:22.178981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:22.179299 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 95a1d2ac-f366-45ff-8c2d-afaafb4601a2 disassociated. External IP: 172.26.3.163, port: b7fd824a-120e-458d-a037-175146419765. Apr 22 17:38:22.520727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router e5e61159-edb5-4384-93f9-69e338b4f4bc has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:38:22.695153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:38:22.705143 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] Sync routers for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:38:22.707702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:22.715049 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:38:22.715654 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:22.760784 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b3ec5446-a565-4257-99c7-5549e27d0663 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 690 time: 1.0535090 Apr 22 17:38:22.761352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'tag': 'b7fd824a-120e-458d-a037-175146419765'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:38:22.763606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53642) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:22.848582 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-52cc4b88-817c-488e-a330-2d9dda51e4be tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 690 time: 0.0833409 Apr 22 17:38:22.891374 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:38:22.990428 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4e17fe-1f91-41e2-8d81-0d9b0b0f6578'] response: {'name': 'network-changed', 'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'tag': 'b7fd824a-120e-458d-a037-175146419765', 'status': 'completed', 'code': 200} Apr 22 17:38:23.079791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-77e5dc47-df4d-4c44-9f59-f8ee1be5cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:23.081295 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-77e5dc47-df4d-4c44-9f59-f8ee1be5cf09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 1099 time: 0.0697834 Apr 22 17:38:23.211532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-6cebba80-7ab8-4908-a2fd-775fb12c8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:23.212933 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-6cebba80-7ab8-4908-a2fd-775fb12c8216 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 896 time: 0.1259408 Apr 22 17:38:23.224591 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:23.228354 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] Checking router: e5e61159-edb5-4384-93f9-69e338b4f4bc for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:38:23.236521 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:38:23.237115 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:23.283610 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-5d5c058b-f587-449d-9600-de4ed647f1c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7fd824a-120e-458d-a037-175146419765 HTTP/1.1" status: 200 len: 217 time: 0.0643289 Apr 22 17:38:23.347543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-bdf34cdb-85ee-441e-87f7-8beb08046784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:23.348973 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-bdf34cdb-85ee-441e-87f7-8beb08046784 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a64c8071-2848-448a-ba46-e100b823fb6c HTTP/1.1" status: 200 len: 835 time: 0.0598469 Apr 22 17:38:23.413947 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:38:23.426093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-1cdf6e03-3eb6-4afa-9b76-3174a94a3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:23.427642 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-1cdf6e03-3eb6-4afa-9b76-3174a94a3c32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccd5064-1544-4b86-9365-d91db119a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726752 Apr 22 17:38:23.558454 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-f9c831e4-e99b-4f08-8bd1-2009ac49ac42 service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239352 Apr 22 17:38:23.688454 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ac3d2463-a65f-4365-ad78-bf6034a0f884 req-5b28cc45-2aad-422c-9799-e2c859f4e574 service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238930 Apr 22 17:38:23.746452 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:23.750416 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e14e9-c29a-4c1f-a519-be8c7d846a96 None None] The sync data for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv is: [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:38:23.852456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53650) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:23.937478 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9022c05b-1687-443a-b7d4-5fef1d39050b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 690 time: 0.0838876 Apr 22 17:38:23.968777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e8478-2014-458b-8115-f32a156f113b None None] New status for floating IP 95a1d2ac-f366-45ff-8c2d-afaafb4601a2: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:38:24.941368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53654) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:25.023536 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cee2abba-18bf-4614-bc3e-47a7634b2c92 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 688 time: 0.0810564 Apr 22 17:38:26.512220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53660) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:26.517380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674743056', 'description': 'tempest-secgroup-smoke-674743056 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:26.523212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:26.533556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:26.619356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:26.640270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:26.644069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:38:26.646977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:38:26.653682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:26.721647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:26.796401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:26.955688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad055a6-4468-41cb-9237-3905cab67f9d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:27.007726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.008929 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-633385d4-e53f-4718-b50b-392814a5f47e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4957213 Apr 22 17:38:27.012328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53666) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:27.017907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '6ad055a6-4468-41cb-9237-3905cab67f9d', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:27.023682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:27.027923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:38:27.031272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:38:27.036618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:27.106713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.165572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.213684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.237706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022bd899-86bf-46b3-bc32-a668d22baa83,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:27.299515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.300894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1d5baca2-c399-4ad4-a804-12538b0f4e26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877014 Apr 22 17:38:27.303651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53670) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:27.309151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '6ad055a6-4468-41cb-9237-3905cab67f9d', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:27.315124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:27.318923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:38:27.321852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:38:27.327732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:27.397513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.459530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.539005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.567389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239ab1ff-fa5c-402a-b54d-7e742611529c,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:27.641870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.643109 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e5bb914b-3171-4fdc-ac4a-fa4da1b06dac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385177 Apr 22 17:38:27.645804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53674) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:27.653486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '6ad055a6-4468-41cb-9237-3905cab67f9d', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:27.657614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:27.661494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:38:27.664407 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:38:27.670847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:27.768074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.830419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.904760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:27.928183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9c0206-44e4-4268-8700-7dfb65c97f6f,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:28.007725 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.008969 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-68425ffe-beaf-4b6e-8ed4-7c405b5e4772 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622386 Apr 22 17:38:28.012160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53678) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:28.017117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '6ad055a6-4468-41cb-9237-3905cab67f9d', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:28.022990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:28.027832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:38:28.030674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:38:28.036475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:28.116601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.177388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.258962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.281699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02e26e1-f244-41b4-890e-3d5c646b3db4,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:28.333070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.334244 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8e13fa79-095d-48b6-a5fe-b4c77bbb6b52 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3211732 Apr 22 17:38:28.336901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53682) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:28.341659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '6ad055a6-4468-41cb-9237-3905cab67f9d', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:28.347545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:28.351378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:38:28.354211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:38:28.359969 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:28.435193 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:38:28.441951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.506833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.572214 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.595045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737df6e4-7d53-4a40-bf29-88a524638c98,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:28.675423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.676571 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c880c71e-09c7-4ff4-9dab-b6f198435d3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387370 Apr 22 17:38:28.679242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53686) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:28.684757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '6ad055a6-4468-41cb-9237-3905cab67f9d', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:28.690636 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:28.694393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:38:28.697352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:38:28.702927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:28.790280 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:38:28.797114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.859797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.950985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:28.972456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5ab1b6-e520-4ad1-ae2c-7ada6af50f14,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:29.041507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:29.043312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d8159192-5124-4d2d-ab5f-1ab37b22f407 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3631537 Apr 22 17:38:29.253469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-8562deae-78cb-47ae-956f-ea80399f5ba2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:38:29.343377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-8562deae-78cb-47ae-956f-ea80399f5ba2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:38:29.344555 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-8562deae-78cb-47ae-956f-ea80399f5ba2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674743056&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.1286728 Apr 22 17:38:29.494429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-d79190b2-ad0b-4ccd-abb4-dbcdacd2bdec tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:29.495845 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-d79190b2-ad0b-4ccd-abb4-dbcdacd2bdec tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 796 time: 0.1446948 Apr 22 17:38:29.509894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-8a062fc0-dc2a-4d11-b3c0-06092b8010ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.0086815 Apr 22 17:38:29.599713 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-ab058fb7-a67a-48f9-9f4d-d6eba51971c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844457 Apr 22 17:38:29.614834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-5cb7554b-85bd-4b20-b4cd-ea7e27c6fb25 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:38:29.615817 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-5cb7554b-85bd-4b20-b4cd-ea7e27c6fb25 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051084 Apr 22 17:38:29.745632 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-87342148-ca3c-4baa-b5ea-d0fc433e0c01 service neutron] 10.222.0.10 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240160 Apr 22 17:38:29.874099 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-acaa6603-3b42-47bd-b48d-752217a6ab36 service neutron] 10.222.0.10 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228166 Apr 22 17:38:30.099458 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d00ff394-bbf5-4ec0-83fc-b7f0b3c13531 req-95468636-46f5-41aa-a267-fd16edc5697c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 210 time: 0.0422518 Apr 22 17:38:30.362074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-70cb4f30-02e8-4337-a3d7-00e974b94f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:31.248908 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-14ca9e97-24ca-42d3-8cf3-e705e022d3cb req-6ab4ee9e-1762-40bd-9c9d-c9e5f4fc08a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 210 time: 0.0422673 Apr 22 17:38:31.941383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-8eead9aa-15a4-4f2f-98c7-e0e5e06c4175 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:31.942881 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-8eead9aa-15a4-4f2f-98c7-e0e5e06c4175 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 796 time: 0.1460700 Apr 22 17:38:31.991170 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-df16ac31-fd61-42f7-9f5e-8192bc87aa3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 472 time: 0.0400138 Apr 22 17:38:32.000343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['6ad055a6-4468-41cb-9237-3905cab67f9d']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:32.140992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:38:32.151592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:38:32.207662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:38:32.211213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:32.502523 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-90951110-3be0-43a6-a7d2-ca08a25399a2 req-6c14caf3-08d2-4dac-baf8-ba091b11e7fa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 210 time: 0.1461596 Apr 22 17:38:32.512108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.8 (eccd5064-1544-4b86-9365-d91db119a529/a64c8071-2848-448a-ba46-e100b823fb6c/6e05a29b-716c-4e9f-b6cc-ab10550bab1e) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:38:32.596483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5e4bed16-448d-456b-b2c5-c075cf905383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:32.696486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:32.711281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 6e05a29b-716c-4e9f-b6cc-ab10550bab1e will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:38:32.773611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:32.838156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network eccd5064-1544-4b86-9365-d91db119a529 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:38:32.839325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:38:32.848043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:38:32.888307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:32.920774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:32.921485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:33.002996 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-fb255c3c-2ee4-4d00-9715-228121a3f204 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0072145 Apr 22 17:38:33.014653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Request body: {'port': {'device_id': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:33.086503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c6ea8525-e74e-438c-b29f-b18eba16220a None None] Provisioning for port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:38:33.092027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c6ea8525-e74e-438c-b29f-b18eba16220a None None] Provisioning complete for port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:38:33.093403 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8525-e74e-438c-b29f-b18eba16220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:33.126894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:33.144640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea8525-e74e-438c-b29f-b18eba16220a None None] Port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:38:33.458229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e05a29b-716c-4e9f-b6cc-ab10550bab1e {{(pid=88660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:38:33.465434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:33.479100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Transition to ACTIVE for port object 6e05a29b-716c-4e9f-b6cc-ab10550bab1e will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:38:33.550375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:33.680287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Pushing event updated for resources: {'Port': ['ID=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:33.704005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:33.723008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac524a-2c97-4a8d-8f8c-e42d617c8acd req-46a2c9a9-755f-46b1-a1f6-ab82f0c69af1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:33.724690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-35ac524a-2c97-4a8d-8f8c-e42d617c8acd req-46a2c9a9-755f-46b1-a1f6-ab82f0c69af1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 943 time: 0.1105485 Apr 22 17:38:33.749646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:33.777272 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-35ac524a-2c97-4a8d-8f8c-e42d617c8acd req-a18833c2-1b58-4d2c-83f1-be96727a903e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457826 Apr 22 17:38:33.789776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Attempting to bind port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:38:33.790180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Attempting to bind port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:38:33.790596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Attempting to bind port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e on network eccd5064-1544-4b86-9365-d91db119a529 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:38:33.803273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e on network eccd5064-1544-4b86-9365-d91db119a529 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:38:33.803273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Attempting to bind port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e on network eccd5064-1544-4b86-9365-d91db119a529 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:38:33.807807 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:38:33.808163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Checking segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:38:33.809076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Bound using segment: {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:38:33.809502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Bound port: 6e05a29b-716c-4e9f-b6cc-ab10550bab1e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd55332c-2f79-49b5-8aaf-620768c4e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529'}}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:38:33.809848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:33.896587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] For port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:38:33.899623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] For port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:38:33.978138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:34.036135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:34.036846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:34.038127 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] 10.222.0.16 "PUT /v2.0/ports/6e05a29b-716c-4e9f-b6cc-ab10550bab1e HTTP/1.1" status: 200 len: 1093 time: 1.0275967 Apr 22 17:38:34.038564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'tag': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:38:34.064181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1dd2a-7218-4b30-a51c-1e6d7c050c22 service neutron] Pushing event updated for resources: {'Port': ['ID=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:34.088847 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e6af8c-4cd3-43f4-93f3-01caad89d345'] response: {'name': 'network-changed', 'server_uuid': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'tag': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'status': 'completed', 'code': 200} Apr 22 17:38:34.178872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec2bb-efe6-4570-be3b-3793dd04dcf1 req-d3060d87-91e5-4b49-8043-74c3183372c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:34.180379 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e78ec2bb-efe6-4570-be3b-3793dd04dcf1 req-d3060d87-91e5-4b49-8043-74c3183372c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0727634 Apr 22 17:38:34.320302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec2bb-efe6-4570-be3b-3793dd04dcf1 req-b6b4c894-6892-4da4-841d-4b1e81cc4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:34.321681 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e78ec2bb-efe6-4570-be3b-3793dd04dcf1 req-b6b4c894-6892-4da4-841d-4b1e81cc4d8c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1349041 Apr 22 17:38:34.389333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:34.455791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec2bb-efe6-4570-be3b-3793dd04dcf1 req-1c99acf2-5a62-4d8c-80ca-7668bade8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:34.457233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e78ec2bb-efe6-4570-be3b-3793dd04dcf1 req-1c99acf2-5a62-4d8c-80ca-7668bade8748 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1296740 Apr 22 17:38:34.660062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-1cd8f6db-dd38-4848-81c9-903667934b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:34.661425 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-1cd8f6db-dd38-4848-81c9-903667934b5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1705539 Apr 22 17:38:34.729673 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-09a8337d-d263-490b-8be7-7a46972a8907 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e05a29b-716c-4e9f-b6cc-ab10550bab1e HTTP/1.1" status: 200 len: 217 time: 0.0588446 Apr 22 17:38:34.791842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-7805c48c-efeb-4c33-a4dc-1b9f4e816616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:34.793241 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-7805c48c-efeb-4c33-a4dc-1b9f4e816616 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a64c8071-2848-448a-ba46-e100b823fb6c HTTP/1.1" status: 200 len: 835 time: 0.0580454 Apr 22 17:38:34.866510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-cc134070-c5ec-43b4-8a23-9d8c13e3dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:34.868157 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-cc134070-c5ec-43b4-8a23-9d8c13e3dec5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccd5064-1544-4b86-9365-d91db119a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691051 Apr 22 17:38:34.960582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd442-05f9-4d54-92a3-46aaaf04382a req-3318c359-70d5-4080-8b91-f5e5c82c943e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:34.962069 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-259cd442-05f9-4d54-92a3-46aaaf04382a req-3318c359-70d5-4080-8b91-f5e5c82c943e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 943 time: 0.0826306 Apr 22 17:38:35.000978 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-a2f4bf98-fb3f-4101-a652-4a36d8676f32 service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271460 Apr 22 17:38:35.007391 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-259cd442-05f9-4d54-92a3-46aaaf04382a req-04ebc98d-ed1c-424a-80eb-2ae4b12f5099 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392888 Apr 22 17:38:35.012787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:35.130656 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0fde1c0-4d75-43bb-904a-73e01d6c48cf req-6a48c6f7-912e-4061-91d3-6b9ee767505e service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240823 Apr 22 17:38:36.192031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f33ee-0d49-4b51-b5f7-3cd869367392 req-bc83afdd-87bf-4d38-930d-e07ef74a1754 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:36.192743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-721f33ee-0d49-4b51-b5f7-3cd869367392 req-bc83afdd-87bf-4d38-930d-e07ef74a1754 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:38:36.275181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-721f33ee-0d49-4b51-b5f7-3cd869367392 req-bc83afdd-87bf-4d38-930d-e07ef74a1754 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:38:36.276341 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-721f33ee-0d49-4b51-b5f7-3cd869367392 req-bc83afdd-87bf-4d38-930d-e07ef74a1754 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 943 time: 0.1644170 Apr 22 17:38:36.320952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-721f33ee-0d49-4b51-b5f7-3cd869367392 req-5787637d-87a8-41ea-85e4-e0faff23ff56 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 Apr 22 17:38:37.516145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4765ce-e42c-4a36-a422-9dac521e089b req-7489f15d-0d60-4aef-aaff-396ad3d2a4e7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:37.517684 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9f4765ce-e42c-4a36-a422-9dac521e089b req-7489f15d-0d60-4aef-aaff-396ad3d2a4e7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 943 time: 0.0837991 Apr 22 17:38:37.564044 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9f4765ce-e42c-4a36-a422-9dac521e089b req-e0497c3c-81de-4ad8-a147-73b27c1e7daa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407805 Apr 22 17:38:38.236932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6e05a29b-716c-4e9f-b6cc-ab10550bab1e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:38:38.365908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:38:38.378679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'port_id': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'mac_address': 'fa:16:3e:17:3d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:38:38.432508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:38.448497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e05a29b-716c-4e9f-b6cc-ab10550bab1e {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:38:38.463532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:38:38.566361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:38.634760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:38.745262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd4636-64fb-46dd-b206-b9bc5a98bb01 req-9c239028-9a4b-43da-905e-6844e11137ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:38.747193 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9edd4636-64fb-46dd-b206-b9bc5a98bb01 req-9c239028-9a4b-43da-905e-6844e11137ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 944 time: 0.0769732 Apr 22 17:38:38.789535 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9edd4636-64fb-46dd-b206-b9bc5a98bb01 req-9bc93698-f6de-4244-90ac-3980e50dc1a9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368190 Apr 22 17:38:38.955664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['6e05a29b-716c-4e9f-b6cc-ab10550bab1e'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:38:39.970658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27418f-8924-4465-a248-a98136ff8925 req-1377a587-ef31-41f7-bb3d-4fc7e21179d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:39.972121 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d27418f-8924-4465-a248-a98136ff8925 req-1377a587-ef31-41f7-bb3d-4fc7e21179d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 944 time: 0.0788352 Apr 22 17:38:40.018107 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d27418f-8924-4465-a248-a98136ff8925 req-f6a5bda7-c388-4f94-bf6e-9686d1004931 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 Apr 22 17:38:40.252680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6e05a29b-716c-4e9f-b6cc-ab10550bab1e up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:38:40.390210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:38:40.395145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:38:40.395521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:40.507243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:40.533564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:38:40.542988 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:38:40.580324 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1c45f3-a707-4d2a-aa9f-b63eefa7b8b8'] response: {'server_uuid': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'code': 200} Apr 22 17:38:40.607434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:40.707088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:38:40.924467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e1ef8-9ddf-4034-8320-4e4484ddb81b req-56c401a0-0195-4a77-aeb5-feaf1eaf99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:40.925827 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9d9e1ef8-9ddf-4034-8320-4e4484ddb81b req-56c401a0-0195-4a77-aeb5-feaf1eaf99ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0710070 Apr 22 17:38:40.964164 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9d9e1ef8-9ddf-4034-8320-4e4484ddb81b req-12362e33-1028-499e-bfac-e57058680ca1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Apr 22 17:38:41.197362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c58c61-13cf-49ef-8bf3-13af9165fdc6 req-bc9e3da0-0ec9-47af-be2b-156507759edf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:41.198903 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c58c61-13cf-49ef-8bf3-13af9165fdc6 req-bc9e3da0-0ec9-47af-be2b-156507759edf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 945 time: 0.0776253 Apr 22 17:38:41.241821 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c58c61-13cf-49ef-8bf3-13af9165fdc6 req-cc470adb-1875-44ce-acc7-b4fc2508c5ca tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373847 Apr 22 17:38:41.544996 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:38:42.430543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b50fd-7159-4482-b370-8fd52bcabbdf req-294b13fb-e1b6-4b86-a958-428f9b25ddc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:42.432159 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9f7b50fd-7159-4482-b370-8fd52bcabbdf req-294b13fb-e1b6-4b86-a958-428f9b25ddc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 945 time: 0.0882430 Apr 22 17:38:42.489343 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9f7b50fd-7159-4482-b370-8fd52bcabbdf req-dc4013fe-a265-41e5-abaf-6b9f99f83852 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504496 Apr 22 17:38:43.699369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43dfd6-13b8-4e47-9282-717700000efd req-b286223e-5b5b-41fe-9cd4-9c24e4b71258 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:43.700803 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0e43dfd6-13b8-4e47-9282-717700000efd req-b286223e-5b5b-41fe-9cd4-9c24e4b71258 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 945 time: 0.0820777 Apr 22 17:38:43.743380 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0e43dfd6-13b8-4e47-9282-717700000efd req-d934c9b8-848e-454e-8e86-0b6f7a704839 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369601 Apr 22 17:38:43.922076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e4c2b-7550-46d6-81bf-d46e59f1a09b req-8beb0620-7bd2-4c0d-9985-89014280858b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:43.923538 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a92e4c2b-7550-46d6-81bf-d46e59f1a09b req-8beb0620-7bd2-4c0d-9985-89014280858b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 945 time: 0.0791905 Apr 22 17:38:43.966239 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a92e4c2b-7550-46d6-81bf-d46e59f1a09b req-3100e7bb-cc7f-4862-88be-aa241d94ffa3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371020 Apr 22 17:38:43.988411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53746) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:44.056054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc7979-ff1c-4a2f-a8e4-ea9888f0966a tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:44.057529 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6ebc7979-ff1c-4a2f-a8e4-ea9888f0966a tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 1093 time: 0.0681524 Apr 22 17:38:44.060526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53750) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:44.065286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'port_id': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:38:44.142007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:44.826023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:44.875788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:45.043701 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 95a1d2ac-f366-45ff-8c2d-afaafb4601a2 associated. External IP: 172.26.3.163, port: 6e05a29b-716c-4e9f-b6cc-ab10550bab1e. Apr 22 17:38:45.383241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router e5e61159-edb5-4384-93f9-69e338b4f4bc has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:38:45.682616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:38:45.688868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:38:45.692232 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] Sync routers for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:38:45.702468 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:38:45.703106 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:38:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:45.741723 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-999ef48e-f69d-4719-9403-149bc9135027 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 991 time: 1.6802008 Apr 22 17:38:45.742401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'tag': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:38:45.744533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53754) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:45.785883 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d652f3d3-1d6e-4df8-9a2a-5ab5b777e356'] response: {'name': 'network-changed', 'server_uuid': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'tag': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'status': 'completed', 'code': 200} Apr 22 17:38:45.878818 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:38:45.898198 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d6c76ea5-8b15-445a-8d69-7ccafd412473 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 991 time: 0.1525369 Apr 22 17:38:45.916200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-0e52161b-86cb-4725-be5c-6059547d6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:45.917666 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-0e52161b-86cb-4725-be5c-6059547d6d77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 1098 time: 0.1086164 Apr 22 17:38:46.045543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-c9167bbf-c7c4-49e4-b7ec-b38db3f43c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:46.046940 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-c9167bbf-c7c4-49e4-b7ec-b38db3f43c7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 896 time: 0.1235867 Apr 22 17:38:46.148379 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-e2c5dbfe-282d-4ea2-9a59-27a666d611d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e05a29b-716c-4e9f-b6cc-ab10550bab1e HTTP/1.1" status: 200 len: 999 time: 0.0950913 Apr 22 17:38:46.209092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-5612c995-b914-4868-8f3e-33b004c5e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:46.210646 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-5612c995-b914-4868-8f3e-33b004c5e0ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a64c8071-2848-448a-ba46-e100b823fb6c HTTP/1.1" status: 200 len: 835 time: 0.0568442 Apr 22 17:38:46.219168 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '95a1d2ac-f366-45ff-8c2d-afaafb4601a2', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'port_id': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'mac_address': 'fa:16:3e:17:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:37:05Z', 'updated_at': '2022-04-22T17:38:44Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:46.223016 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] Checking router: e5e61159-edb5-4384-93f9-69e338b4f4bc for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:38:46.231331 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:38:46.231929 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:38:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:46.282277 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-424ea0f1-a52f-4605-b970-6dd611937388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:38:46.283771 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-424ea0f1-a52f-4605-b970-6dd611937388 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccd5064-1544-4b86-9365-d91db119a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676799 Apr 22 17:38:46.441216 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:38:46.519499 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-9d7d9c13-9472-4a34-8764-75835d0f0170 service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293825 Apr 22 17:38:46.655311 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37744e1b-3e3e-44a9-8ef3-af564721967c req-18ceb223-85ae-4fe9-b298-28f0747eb851 service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296816 Apr 22 17:38:46.781024 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '95a1d2ac-f366-45ff-8c2d-afaafb4601a2', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'port_id': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'mac_address': 'fa:16:3e:17:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:37:05Z', 'updated_at': '2022-04-22T17:38:44Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:38:46.785000 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c47774-683e-486b-9cc1-cd70df4cc278 None None] The sync data for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv is: [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '95a1d2ac-f366-45ff-8c2d-afaafb4601a2', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'port_id': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'mac_address': 'fa:16:3e:17:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:37:05Z', 'updated_at': '2022-04-22T17:38:44Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:38:46.902314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53760) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:46.960514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f938552-56f8-4ef3-8998-a11ba4be4060 None None] New status for floating IP 95a1d2ac-f366-45ff-8c2d-afaafb4601a2: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:38:47.010361 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0871f7a9-12cd-4c54-98a3-017b2c42199b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 991 time: 0.1068039 Apr 22 17:38:48.014692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53764) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:38:48.118691 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cbfa7717-9c61-4bc4-addb-fcb16c3a3ca8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 200 len: 993 time: 0.1028566 Apr 22 17:39:00.367025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-425e794d-2ed0-45fd-845a-1e9fd0674a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:02.589874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d6b56370-e99a-4ed3-a91a-c07a09e42585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:03.709773 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:03.812216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:04.397366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:05.058087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:07.877862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38dcd-5818-41d9-9ddb-2c57dd21e418 req-558bfc42-af86-4ccf-b2bf-12992dfe0360 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:07.879335 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-13c38dcd-5818-41d9-9ddb-2c57dd21e418 req-558bfc42-af86-4ccf-b2bf-12992dfe0360 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 945 time: 0.0798521 Apr 22 17:39:07.925349 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-13c38dcd-5818-41d9-9ddb-2c57dd21e418 req-d56eb03d-928b-470f-a4b8-989a83e30275 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402639 Apr 22 17:39:09.109700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a542c5-fde5-417e-97fc-ce666546ce1c req-c74368b2-939d-43c7-b77b-b9fb74ff46aa tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:09.111203 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-87a542c5-fde5-417e-97fc-ce666546ce1c req-c74368b2-939d-43c7-b77b-b9fb74ff46aa tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 945 time: 0.0810862 Apr 22 17:39:09.154229 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-87a542c5-fde5-417e-97fc-ce666546ce1c req-96833a45-7434-467e-a3ea-3a5ba44d208c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373888 Apr 22 17:39:09.512219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-180579af-a014-46d3-9efa-193a103412ff tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:09.513596 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-180579af-a014-46d3-9efa-193a103412ff tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 945 time: 0.0799487 Apr 22 17:39:09.579836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Deleting port db80ad93-92a8-4802-bafa-f0095a7493c5 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:39:09.580174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:09.816343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] For port db80ad93-92a8-4802-bafa-f0095a7493c5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db80ad93-92a8-4802-bafa-f0095a7493c5,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:39:09.816700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:10.090580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:10.090890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:10.091202 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Floating IP 036e9bdd-772c-4b5b-ac8e-a5e3736741e4 disassociated. External IP: 172.26.3.235, port: db80ad93-92a8-4802-bafa-f0095a7493c5. Apr 22 17:39:10.091536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Calling delete_port for db80ad93-92a8-4802-bafa-f0095a7493c5 owned by compute:nova {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:39:10.303009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:10.335855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a9cbc-d102-4efe-8509-e3c02a741da1 req-264c5909-60a9-49d6-bc12-06b8fb51aece tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:10.337312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-716a9cbc-d102-4efe-8509-e3c02a741da1 req-264c5909-60a9-49d6-bc12-06b8fb51aece tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 867 time: 0.0799830 Apr 22 17:39:10.353294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event deleted for resources: {'Port': ['ID=db80ad93-92a8-4802-bafa-f0095a7493c5,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:39:10.364850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.365063 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.365408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.365745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.366071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.366399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.366725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.367071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.367394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.367718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.368037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.368357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:10.387261 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-716a9cbc-d102-4efe-8509-e3c02a741da1 req-73f06241-3d78-43dc-a7dc-234a68f3294d tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438302 Apr 22 17:39:10.650695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:39:10.833996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:39:10.843571 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:39:10.852981 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:39:10.853581 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:39:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:39:10.908041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] No DVR routers for this DVR port db80ad93-92a8-4802-bafa-f0095a7493c5 on host hv-neutron-8390 {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:39:10.910364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:10.912862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'name': 'network-vif-deleted', 'tag': 'db80ad93-92a8-4802-bafa-f0095a7493c5'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:39:10.958520 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26651975-a9fa-44a1-b594-7dd860e3766e'] response: {'server_uuid': '55c3cbde-8980-44a6-9433-2c2ae9749157', 'name': 'network-vif-deleted', 'tag': 'db80ad93-92a8-4802-bafa-f0095a7493c5', 'status': 'completed', 'code': 200} Apr 22 17:39:10.990639 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-13815308-53f2-47cb-8d9c-5ed9d8bf9612 req-de52bcac-7659-41c9-8292-3982ea77a809 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "DELETE /v2.0/ports/db80ad93-92a8-4802-bafa-f0095a7493c5 HTTP/1.1" status: 204 len: 173 time: 1.4716768 Apr 22 17:39:11.031554 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:39:11.337390 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:39:11.341163 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:39:11.349449 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:39:11.350058 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:39:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:39:11.529897 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:39:11.551376 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0828eae-738b-45b3-aeef-e70678be01c4 req-2899ed51-d3d1-4d4e-9df7-6f6172c733fc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c3cbde-8980-44a6-9433-2c2ae9749157 HTTP/1.1" status: 200 len: 210 time: 0.0536699 Apr 22 17:39:11.879801 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:39:11.883708 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55345383-e503-4fa1-b0fa-3218c66065e4 None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:39:12.110295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636b235-e9a2-4e01-a723-e52c31f2e3eb None None] New status for floating IP 036e9bdd-772c-4b5b-ac8e-a5e3736741e4: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:39:12.907368 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-318307c5-8a46-4eda-b483-727ce3b61eef tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10554632&fields=id&tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 267 time: 0.0416994 Apr 22 17:39:13.056814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-1098d027-182c-4ec4-b21e-52d42b7d22ec tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:13.058243 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-1098d027-182c-4ec4-b21e-52d42b7d22ec tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 811 time: 0.1444602 Apr 22 17:39:13.072241 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-e1163f05-2143-49df-98a3-366483acef99 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/quotas/fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 375 time: 0.0086672 Apr 22 17:39:13.155255 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-9cdf94cb-58ad-4841-9a3f-64ea36852023 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783319 Apr 22 17:39:13.291105 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-15c19eb8-6aab-43a3-8421-134349f4d94e service neutron] 10.222.0.10 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243937 Apr 22 17:39:13.425454 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-47b0442c-9781-494c-8994-0059a03d5c90 service neutron] 10.222.0.10 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285627 Apr 22 17:39:14.048609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ef19eddb-72fe-4f98-8e59-c2357555196e req-39e95806-2f30-430f-8ad0-779f1b9e9465 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:39:14.121397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ef19eddb-72fe-4f98-8e59-c2357555196e req-39e95806-2f30-430f-8ad0-779f1b9e9465 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:39:14.122682 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ef19eddb-72fe-4f98-8e59-c2357555196e req-39e95806-2f30-430f-8ad0-779f1b9e9465 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 210 time: 0.1161067 Apr 22 17:39:14.479430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device db80ad93-92a8-4802-bafa-f0095a7493c5 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:39:14.513415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: db80ad93-92a8-4802-bafa-f0095a7493c5 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:39:14.518289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device db80ad93-92a8-4802-bafa-f0095a7493c5 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:39:15.271131 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a411cd7a-d72c-4edc-ae86-c736ca262618 req-4dc7d168-e112-4d46-96ad-9c46572ae6cf tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 210 time: 0.0457962 Apr 22 17:39:15.957619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-fae6d953-c28a-4b9b-83a0-a5071e95546a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:15.958306 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-fae6d953-c28a-4b9b-83a0-a5071e95546a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:39:16.052377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-fae6d953-c28a-4b9b-83a0-a5071e95546a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:39:16.053667 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-fae6d953-c28a-4b9b-83a0-a5071e95546a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 811 time: 0.2379732 Apr 22 17:39:16.111679 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-6d7e171c-bf1c-4b69-979d-083574a826d8 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 378 time: 0.0398290 Apr 22 17:39:16.119535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'port': {'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'admin_state_up': True, 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'security_groups': ['85c549be-f51a-4ec8-9dfa-d0e2aeefd672']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:16.260162 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:39:16.269927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:39:16.355523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Made reservation on behalf of fdd5c03fe9c047b1b414ec7fec3c4af2 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:39:16.360204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:16.472142 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f0dffda0-2029-4f37-b65e-aa05851e6d5a req-69070862-22d2-487f-bb46-922819a90289 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 210 time: 0.0468102 Apr 22 17:39:16.574149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Allocated IP 172.20.0.5 (0d057ad0-7bc4-460e-b2ff-400217156ca8/271c512e-dc6b-40d4-8f7b-06b8f2bd7867/98d8c8f7-1403-468d-93ff-009f56a1b537) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:39:16.771664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:16.787142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Transition to ACTIVE for port object 98d8c8f7-1403-468d-93ff-009f56a1b537 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:39:16.892048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:16.959295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:39:16.966407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:39:16.968893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:39:17.006330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=98d8c8f7-1403-468d-93ff-009f56a1b537,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:39:17.045253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:17.045993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:17.148777 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-faf01797-0922-40ed-840e-1382e060b8bc tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0294747 Apr 22 17:39:17.157222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Request body: {'port': {'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:17.269188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:17.287012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2fc111f5-526a-4313-b15d-a191662aecef None None] Provisioning for port 98d8c8f7-1403-468d-93ff-009f56a1b537 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:39:17.292517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2fc111f5-526a-4313-b15d-a191662aecef None None] Provisioning complete for port 98d8c8f7-1403-468d-93ff-009f56a1b537 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:39:17.293106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2fc111f5-526a-4313-b15d-a191662aecef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:17.351289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2fc111f5-526a-4313-b15d-a191662aecef None None] Port 98d8c8f7-1403-468d-93ff-009f56a1b537 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:39:17.621502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d8c8f7-1403-468d-93ff-009f56a1b537 {{(pid=88660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:39:17.629192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:17.643616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Transition to ACTIVE for port object 98d8c8f7-1403-468d-93ff-009f56a1b537 will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:39:17.657191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b750d-8aaf-4641-b4a0-1801358a1781 req-3a5785bd-6a29-425b-8207-aec1eed311a1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:17.659228 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d51b750d-8aaf-4641-b4a0-1801358a1781 req-3a5785bd-6a29-425b-8207-aec1eed311a1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 931 time: 0.0818653 Apr 22 17:39:17.704867 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d51b750d-8aaf-4641-b4a0-1801358a1781 req-8112a2bb-7c4b-4365-8894-ac214ecb9a3c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390239 Apr 22 17:39:17.715716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:17.971770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Pushing event updated for resources: {'Port': ['ID=98d8c8f7-1403-468d-93ff-009f56a1b537,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:39:18.047952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Attempting to bind port 98d8c8f7-1403-468d-93ff-009f56a1b537 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:39:18.048286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Attempting to bind port 98d8c8f7-1403-468d-93ff-009f56a1b537 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:39:18.048642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Attempting to bind port 98d8c8f7-1403-468d-93ff-009f56a1b537 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:39:18.053264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Port 98d8c8f7-1403-468d-93ff-009f56a1b537 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:39:18.054014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Attempting to bind port 98d8c8f7-1403-468d-93ff-009f56a1b537 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:39:18.058693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:39:18.059065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Checking segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:39:18.059448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Bound using segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:39:18.059871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Bound port: 98d8c8f7-1403-468d-93ff-009f56a1b537, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:39:18.060213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:18.147002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] For port 98d8c8f7-1403-468d-93ff-009f56a1b537, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:39:18.150059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] For port 98d8c8f7-1403-468d-93ff-009f56a1b537, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=98d8c8f7-1403-468d-93ff-009f56a1b537,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:39:18.207128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:18.266208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:18.266668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:18.268747 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] 10.222.0.16 "PUT /v2.0/ports/98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 200 len: 1093 time: 1.1154940 Apr 22 17:39:18.269070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:39:18.295287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806784c7-1afd-4973-a16c-0e6ec3acf903 service neutron] Pushing event updated for resources: {'Port': ['ID=98d8c8f7-1403-468d-93ff-009f56a1b537,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:39:18.333791 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707ce07a-c101-4863-b12b-cafc019d1955'] response: {'name': 'network-changed', 'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'status': 'completed', 'code': 200} Apr 22 17:39:18.461775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8d9a1-8683-49b9-99c3-bda0b84529e1 req-b9370013-5979-42aa-8b6a-477b724d6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:18.463366 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9ab8d9a1-8683-49b9-99c3-bda0b84529e1 req-b9370013-5979-42aa-8b6a-477b724d6b66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1096 time: 0.1111665 Apr 22 17:39:18.544507 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:39:18.606322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8d9a1-8683-49b9-99c3-bda0b84529e1 req-3060e945-1119-452b-ab31-d814e6b34067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:18.607820 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9ab8d9a1-8683-49b9-99c3-bda0b84529e1 req-3060e945-1119-452b-ab31-d814e6b34067 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1379030 Apr 22 17:39:18.742638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8d9a1-8683-49b9-99c3-bda0b84529e1 req-03970141-8ce7-46d5-90b0-628e56067b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:18.744161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9ab8d9a1-8683-49b9-99c3-bda0b84529e1 req-03970141-8ce7-46d5-90b0-628e56067b0a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1302543 Apr 22 17:39:18.852357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-67138bbd-a393-4d6c-a532-ee4068922785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:18.853828 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-67138bbd-a393-4d6c-a532-ee4068922785 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1096 time: 0.0737779 Apr 22 17:39:18.891523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50800abb-c339-4818-83a6-e878a01fefa0 req-2633dd56-6165-480a-ac1e-fefb59d66cda tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:18.893006 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50800abb-c339-4818-83a6-e878a01fefa0 req-2633dd56-6165-480a-ac1e-fefb59d66cda tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 943 time: 0.0828648 Apr 22 17:39:18.920821 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-eddc4c37-2c13-4feb-89a2-843c13d725ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 200 len: 217 time: 0.0604529 Apr 22 17:39:18.937012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50800abb-c339-4818-83a6-e878a01fefa0 req-f310f1f3-5f6f-4e27-966b-85a45fcfc918 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383794 Apr 22 17:39:18.988073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-50b11c38-08e6-4391-a66d-7db562f76a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:18.989424 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-50b11c38-08e6-4391-a66d-7db562f76a8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0604541 Apr 22 17:39:19.055301 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-bbfeb31b-8198-4221-ae62-42edeab30f23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699527 Apr 22 17:39:19.063190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-5e0c4fdd-92a1-4739-883a-f8fa1785e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:19.064693 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-5e0c4fdd-92a1-4739-883a-f8fa1785e9a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695772 Apr 22 17:39:19.148028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-9bcddbb8-8697-459f-970c-e3f9e0169f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:19.149774 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-9bcddbb8-8697-459f-970c-e3f9e0169f6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 1099 time: 0.0734329 Apr 22 17:39:19.199091 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-33ba2084-5897-44dd-9a5a-c013d3214695 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263680 Apr 22 17:39:19.294370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-91c890ed-f5fd-4833-8535-d355de103abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:19.295765 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-91c890ed-f5fd-4833-8535-d355de103abe service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 200 len: 896 time: 0.1271348 Apr 22 17:39:19.328944 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-08e78012-3b32-46c4-9e4b-7a78e5cfd7cc req-e01f9ad6-01ef-4f6c-a96d-d19421438a4f service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242900 Apr 22 17:39:19.362941 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-1a0abffd-8c28-4a4b-95ad-0b205279418d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7fd824a-120e-458d-a037-175146419765 HTTP/1.1" status: 200 len: 217 time: 0.0601728 Apr 22 17:39:19.428498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-165423b5-d689-4e25-91b3-5dd21c49e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:19.429911 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-165423b5-d689-4e25-91b3-5dd21c49e43d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a64c8071-2848-448a-ba46-e100b823fb6c HTTP/1.1" status: 200 len: 835 time: 0.0612066 Apr 22 17:39:19.503371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-be72324d-dc32-4445-9a99-5a4bed312b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:19.504843 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-be72324d-dc32-4445-9a99-5a4bed312b41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccd5064-1544-4b86-9365-d91db119a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675364 Apr 22 17:39:19.742154 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-0eaf6fba-d0f8-40c9-9e65-8a68ebd8d6dd service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304821 Apr 22 17:39:19.870977 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5f3dbaa-ccd3-47de-a809-8cd97305bd05 req-dc843b94-3c78-4031-9cd9-0c1d16eb35ab service neutron] 10.222.0.16 "GET /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221764 Apr 22 17:39:20.122439 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381a86a-607b-4441-8da2-85a42d196ad5 req-da200601-cec7-4c87-b23e-35b8e8a969ea tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:20.123069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-9381a86a-607b-4441-8da2-85a42d196ad5 req-da200601-cec7-4c87-b23e-35b8e8a969ea tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:39:20.199927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-9381a86a-607b-4441-8da2-85a42d196ad5 req-da200601-cec7-4c87-b23e-35b8e8a969ea tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:39:20.201131 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9381a86a-607b-4441-8da2-85a42d196ad5 req-da200601-cec7-4c87-b23e-35b8e8a969ea tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 943 time: 0.1590393 Apr 22 17:39:20.245879 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9381a86a-607b-4441-8da2-85a42d196ad5 req-0d0792e2-7c05-41fa-9812-ad21d9d268e2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390122 Apr 22 17:39:21.430273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359ae30-bb26-487f-9c1b-13fa2b39f852 req-c2ec0fb2-d38c-406b-b42b-8f301c31a8a4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:21.431757 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9359ae30-bb26-487f-9c1b-13fa2b39f852 req-c2ec0fb2-d38c-406b-b42b-8f301c31a8a4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 943 time: 0.0841036 Apr 22 17:39:21.474548 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9359ae30-bb26-487f-9c1b-13fa2b39f852 req-5ddf6dd8-c53c-4a84-9dee-fc2bbf9f2a78 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372205 Apr 22 17:39:22.655184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbc74d-05b1-4cbd-b9cf-796efe3ff177 req-c05e45e9-a32d-4a02-b81c-3313e6369c00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:22.656623 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-71dbc74d-05b1-4cbd-b9cf-796efe3ff177 req-c05e45e9-a32d-4a02-b81c-3313e6369c00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 943 time: 0.0770764 Apr 22 17:39:22.700144 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-71dbc74d-05b1-4cbd-b9cf-796efe3ff177 req-2bbe3049-2d73-4d65-a43b-c20990c8cc9c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379658 Apr 22 17:39:23.882211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd75d6-f20e-4b42-b26f-6e0d4b29ef0d req-0b6d9674-e130-4f0b-8810-ea7c6fb97463 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:23.883682 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-74cd75d6-f20e-4b42-b26f-6e0d4b29ef0d req-0b6d9674-e130-4f0b-8810-ea7c6fb97463 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 943 time: 0.0788808 Apr 22 17:39:23.927618 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-74cd75d6-f20e-4b42-b26f-6e0d4b29ef0d req-eb74d99d-e977-4319-929f-d3bf371fef20 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384409 Apr 22 17:39:25.199343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9271a90-8f0b-409c-874e-2ba490e5e6d7 req-44a0d618-6ca9-4f1d-9d4b-e1bbf56a026b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:25.200923 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9271a90-8f0b-409c-874e-2ba490e5e6d7 req-44a0d618-6ca9-4f1d-9d4b-e1bbf56a026b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 943 time: 0.1712940 Apr 22 17:39:25.243601 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9271a90-8f0b-409c-874e-2ba490e5e6d7 req-39ebdac1-5730-42b7-bb0a-93f6fca524b7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364072 Apr 22 17:39:26.425506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5d938-f9fd-4f0c-ad70-4cc013f548d6 req-18fcf48e-e462-4f9b-a842-f6b82f2bee67 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:26.426983 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d8c5d938-f9fd-4f0c-ad70-4cc013f548d6 req-18fcf48e-e462-4f9b-a842-f6b82f2bee67 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 943 time: 0.0822494 Apr 22 17:39:26.469696 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d8c5d938-f9fd-4f0c-ad70-4cc013f548d6 req-308daf0e-cad2-452c-9078-e510bad9c38c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372241 Apr 22 17:39:27.653534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1edb0a-6767-4316-81ac-799526240a28 req-a68a1324-4b19-4540-9e55-e56956db7a3e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:27.654983 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3e1edb0a-6767-4316-81ac-799526240a28 req-a68a1324-4b19-4540-9e55-e56956db7a3e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 943 time: 0.0842268 Apr 22 17:39:27.698364 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3e1edb0a-6767-4316-81ac-799526240a28 req-2a333ca4-1993-4798-b0db-de17efe95d3f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371723 Apr 22 17:39:28.547307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 98d8c8f7-1403-468d-93ff-009f56a1b537 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:39:28.692795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 98d8c8f7-1403-468d-93ff-009f56a1b537, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=98d8c8f7-1403-468d-93ff-009f56a1b537,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:39:28.692795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:39:28.745426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:28.762445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d8c8f7-1403-468d-93ff-009f56a1b537 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:39:28.778937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 98d8c8f7-1403-468d-93ff-009f56a1b537, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=98d8c8f7-1403-468d-93ff-009f56a1b537,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:39:28.812494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:28.880801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=98d8c8f7-1403-468d-93ff-009f56a1b537,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:39:28.882420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c642e-505f-4fe9-8b9d-1602ee7eced9 req-37d9c5d2-dc01-4971-b9e8-38689cea6e54 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:28.883942 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-702c642e-505f-4fe9-8b9d-1602ee7eced9 req-37d9c5d2-dc01-4971-b9e8-38689cea6e54 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 944 time: 0.0819283 Apr 22 17:39:28.887844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.888197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.888542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.888883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.889222 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.889557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.889888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.890220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.890549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.890903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.891233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.891556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:28.931690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-702c642e-505f-4fe9-8b9d-1602ee7eced9 req-c9d0dd67-05cc-4986-8028-9606e137dbf2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421305 Apr 22 17:39:29.203586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['98d8c8f7-1403-468d-93ff-009f56a1b537'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:39:30.112019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf8cb9-5d65-4170-be70-0877bc2ddd70 req-7bb2e2e5-7fdf-479c-9a90-dcaa7e6168de tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:30.113438 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2bdf8cb9-5d65-4170-be70-0877bc2ddd70 req-7bb2e2e5-7fdf-479c-9a90-dcaa7e6168de tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 944 time: 0.0784369 Apr 22 17:39:30.155928 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2bdf8cb9-5d65-4170-be70-0877bc2ddd70 req-58f7e3af-f283-4c98-bbdf-7a04125d479f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369539 Apr 22 17:39:30.424626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9ec59b57-5b6b-4ea6-9299-105d20aa1b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:30.562801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 98d8c8f7-1403-468d-93ff-009f56a1b537 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:39:30.686111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 98d8c8f7-1403-468d-93ff-009f56a1b537 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:39:30.690877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 98d8c8f7-1403-468d-93ff-009f56a1b537 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:39:30.691251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:30.803629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:30.829842 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:39:30.838840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 98d8c8f7-1403-468d-93ff-009f56a1b537, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=98d8c8f7-1403-468d-93ff-009f56a1b537,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:39:30.873112 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ddb0e2-f364-4457-8ce0-bab140235b26'] response: {'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'code': 200} Apr 22 17:39:30.886590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:30.988987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=98d8c8f7-1403-468d-93ff-009f56a1b537,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:39:31.253847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c5fe-d1ac-47e4-bbe1-07486fada7b7 req-190f0811-661d-4f58-bc18-67ca5328aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:31.255497 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-db70c5fe-d1ac-47e4-bbe1-07486fada7b7 req-190f0811-661d-4f58-bc18-67ca5328aff6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1098 time: 0.0696526 Apr 22 17:39:31.297508 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-db70c5fe-d1ac-47e4-bbe1-07486fada7b7 req-765c7ece-7564-4bc1-a062-1bcd0fd4a88e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352342 Apr 22 17:39:31.339529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466841e7-be3a-40b0-a644-1bbfda10227f req-468d2c35-7b13-40b4-9cf4-9b5346443564 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:31.340968 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-466841e7-be3a-40b0-a644-1bbfda10227f req-468d2c35-7b13-40b4-9cf4-9b5346443564 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 945 time: 0.0820460 Apr 22 17:39:31.383719 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-466841e7-be3a-40b0-a644-1bbfda10227f req-fabfced5-0068-44a0-b865-6000a5a3b08a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370142 Apr 22 17:39:32.571958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa52b9-dafa-43c0-a2b6-b04c7d103cfd req-57a2028e-545b-426f-9212-87d4f8e1d6a2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:32.573400 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73fa52b9-dafa-43c0-a2b6-b04c7d103cfd req-57a2028e-545b-426f-9212-87d4f8e1d6a2 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 945 time: 0.0835745 Apr 22 17:39:32.616970 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73fa52b9-dafa-43c0-a2b6-b04c7d103cfd req-6cae8daa-8a05-44a7-87ad-c3a12ef4a625 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378163 Apr 22 17:39:32.618184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2feae099-415c-4dcf-8351-ebd4b006b55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:33.709515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:33.799791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c22dc-6fed-47e2-a517-aebdf6bc4d5c req-6b83b880-bc3c-4482-ab21-35f0f85b8a43 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:33.801076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:33.801518 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d73c22dc-6fed-47e2-a517-aebdf6bc4d5c req-6b83b880-bc3c-4482-ab21-35f0f85b8a43 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 945 time: 0.0783689 Apr 22 17:39:33.849596 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d73c22dc-6fed-47e2-a517-aebdf6bc4d5c req-c51e181f-bb47-47a7-8dc3-febf3169da70 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424337 Apr 22 17:39:34.035910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed7b42-4420-4ece-8a05-b79cde3d2bfd req-6e4cda35-d245-4327-8f4f-b24ffeb9f43b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:34.037279 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b9ed7b42-4420-4ece-8a05-b79cde3d2bfd req-6e4cda35-d245-4327-8f4f-b24ffeb9f43b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 945 time: 0.0793884 Apr 22 17:39:34.081565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b9ed7b42-4420-4ece-8a05-b79cde3d2bfd req-4ecc160c-75fb-4a45-aa38-72c187cf5a10 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386879 Apr 22 17:39:34.103879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53866) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:34.176428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3fe9fe-7a03-4170-9277-085619ac99ab tempest-TestVolumeBootPattern-1320243116 tempest-TestVolumeBootPattern-1320243116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:34.177936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5b3fe9fe-7a03-4170-9277-085619ac99ab tempest-TestVolumeBootPattern-1320243116 tempest-TestVolumeBootPattern-1320243116-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1093 time: 0.0731144 Apr 22 17:39:34.180654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53870) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:39:34.185457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:39:34.191864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:39:34.195705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:floatingip and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:39:34.198514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:39:34.204890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:39:34.275139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:34.411363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:34.429369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:34.548414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Allocated IP 172.26.3.71 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/85a30d2e-b1c8-4326-b155-b1d50f66416e) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:39:34.691959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:34.812387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:34.871007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:39:34.873681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:39:34.881406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:39:34.915925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=85a30d2e-b1c8-4326-b155-b1d50f66416e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:39:34.935047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.935402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.935748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.936088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.936424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.936760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.937095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.937427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.937759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.938090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.938417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:34.938764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:39:35.017876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:35.402041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:35.515814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:35.720139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:35.793719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:35.897521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=85a30d2e-b1c8-4326-b155-b1d50f66416e,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:39:35.909286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:36.078807 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Floating IP be16625d-48f7-44d4-9c26-2aa700063ccb associated. External IP: 172.26.3.71, port: 98d8c8f7-1403-468d-93ff-009f56a1b537. Apr 22 17:39:36.417502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:39:36.704082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:39:36.713639 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:39:36.723828 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:39:36.724472 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:39:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:39:36.818157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:36.874375 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c3191cc0-efdd-4e98-b82c-d123675c1704 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6926854 Apr 22 17:39:36.874987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:39:36.899623 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:39:36.925499 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3516197c-f9bb-4602-835f-1273ae8fe0a2'] response: {'name': 'network-changed', 'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'status': 'completed', 'code': 200} Apr 22 17:39:37.021147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-c05eccf7-195d-4529-b4db-9de07d03519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:37.022549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-c05eccf7-195d-4529-b4db-9de07d03519f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1098 time: 0.0725923 Apr 22 17:39:37.153137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-5979f69b-50a7-400c-9d87-f6c031e69533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:37.153967 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-5979f69b-50a7-400c-9d87-f6c031e69533 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.1252599 Apr 22 17:39:37.241784 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:35Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:39:37.245604 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:39:37.251910 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-67e533da-2209-45f8-8dbd-96e6f27a1619 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 200 len: 998 time: 0.0919898 Apr 22 17:39:37.254589 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:39:37.255233 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:39:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:39:37.316928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-ff961333-d780-41df-b7a0-3d7d9380197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:37.318277 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-ff961333-d780-41df-b7a0-3d7d9380197c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0602498 Apr 22 17:39:37.392132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-df11a3f7-52c8-47ca-8b7c-7259a0f9edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:37.393667 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-df11a3f7-52c8-47ca-8b7c-7259a0f9edec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692582 Apr 22 17:39:37.431732 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:39:37.523873 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-591ea073-e3f3-48b8-bb58-70539709c3e7 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244783 Apr 22 17:39:37.657283 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fbfcc05-c133-47dd-9e71-69da0d559f41 req-82ac61b0-daaf-40fd-8cea-38d8533923f9 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261826 Apr 22 17:39:37.786234 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:35Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:39:37.790070 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb543b-1198-4c0e-b70d-79da66bdb23a None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:35Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:39:37.982592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc785b-36ea-4dcf-b6c4-d88dccbaeeed None None] New status for floating IP be16625d-48f7-44d4-9c26-2aa700063ccb: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:39:55.573175 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:39:57.896953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b26536-83b1-4d18-bb4b-fe44b96dcd63 req-4d1b364a-9bfc-4a2e-b34b-1b46a5c9b308 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:57.898653 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-69b26536-83b1-4d18-bb4b-fe44b96dcd63 req-4d1b364a-9bfc-4a2e-b34b-1b46a5c9b308 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 945 time: 0.0832443 Apr 22 17:39:57.943382 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-69b26536-83b1-4d18-bb4b-fe44b96dcd63 req-041d1f1f-24e0-4c88-b67c-4ffb3abeba69 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389643 Apr 22 17:39:59.134842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee87c59-ad4f-46a9-8868-e7e35d365e4c req-1020a845-2721-4bc4-b35d-219a4203395d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:59.136227 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8ee87c59-ad4f-46a9-8868-e7e35d365e4c req-1020a845-2721-4bc4-b35d-219a4203395d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 945 time: 0.0835805 Apr 22 17:39:59.181092 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8ee87c59-ad4f-46a9-8868-e7e35d365e4c req-90445a96-b849-427b-8d92-5fc141f1eae1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389421 Apr 22 17:39:59.633275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-0fd67681-8921-4561-9257-93d606e49bc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:39:59.635774 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-0fd67681-8921-4561-9257-93d606e49bc1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 945 time: 0.0789056 Apr 22 17:39:59.708071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:39:59.708423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:39:59.949341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:39:59.949704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:00.239150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:00.239802 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:00.239802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 95a1d2ac-f366-45ff-8c2d-afaafb4601a2 disassociated. External IP: 172.26.3.163, port: 6e05a29b-716c-4e9f-b6cc-ab10550bab1e. Apr 22 17:40:00.240158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 6e05a29b-716c-4e9f-b6cc-ab10550bab1e owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:40:00.371479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48274e5-41ca-46c3-9997-46b337dd78a6 req-60f5c702-d720-408c-a3a8-4638e532f125 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:00.377086 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b48274e5-41ca-46c3-9997-46b337dd78a6 req-60f5c702-d720-408c-a3a8-4638e532f125 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 945 time: 0.0855503 Apr 22 17:40:00.400205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bb6507c8-c8a7-4782-9231-509f63145d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:00.422390 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b48274e5-41ca-46c3-9997-46b337dd78a6 req-be523a56-3112-434b-b7f7-58708d151fb9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ad055a6-4468-41cb-9237-3905cab67f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430443 Apr 22 17:40:00.465338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:00.513797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=6e05a29b-716c-4e9f-b6cc-ab10550bab1e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:00.815108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router e5e61159-edb5-4384-93f9-69e338b4f4bc has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:40:00.998039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:40:01.010207 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] Sync routers for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:40:01.019285 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:01.019884 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:39:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:01.074659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port 6e05a29b-716c-4e9f-b6cc-ab10550bab1e on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:40:01.077097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:01.083314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'name': 'network-vif-deleted', 'tag': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:40:01.124093 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95af3b7-0b17-4ee1-be2e-bc9982b6c9c8'] response: {'server_uuid': 'd1610e45-286e-4c97-a5e8-9ba50aab1ba4', 'name': 'network-vif-deleted', 'tag': '6e05a29b-716c-4e9f-b6cc-ab10550bab1e', 'status': 'completed', 'code': 200} Apr 22 17:40:01.179070 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-67a62344-50e9-4377-add4-6662ffa1f8a2 req-37324199-3f1a-4d34-af30-1646351df1f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/6e05a29b-716c-4e9f-b6cc-ab10550bab1e HTTP/1.1" status: 204 len: 173 time: 1.5388243 Apr 22 17:40:01.199285 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:01.506504 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:01.510404 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] Checking router: e5e61159-edb5-4384-93f9-69e338b4f4bc for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:40:01.518832 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:01.519436 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:39:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:01.583379 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-20c1e4e0-67ad-4fa6-be18-31c70ece3fff req-0a2643a5-8e03-4924-bdae-44b06515bf8e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1610e45-286e-4c97-a5e8-9ba50aab1ba4 HTTP/1.1" status: 200 len: 210 time: 0.0413442 Apr 22 17:40:01.698622 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:02.013951 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:02.017167 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302ab98-81f1-4de4-8cbb-871aa07a4651 None None] The sync data for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv is: [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9a7fbf52-b67b-405a-8b54-4f7407b1ecbf', 'name': '', 'network_id': 'eccd5064-1544-4b86-9365-d91db119a529', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:fa:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:28Z', 'updated_at': '2022-04-22T17:36:39Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'a64c8071-2848-448a-ba46-e100b823fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:40:02.226330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c04fe-e2ce-4c73-8aeb-7ce925e1d553 None None] New status for floating IP 95a1d2ac-f366-45ff-8c2d-afaafb4601a2: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:40:02.610121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-763f5dcc-8240-48ca-8087-1ef464eefbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:02.677369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53908) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:02.747017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2ae9-1f3c-4f26-a834-9e5376b65c26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:02.776125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2ae9-1f3c-4f26-a834-9e5376b65c26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:02.810580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6e05a29b-716c-4e9f-b6cc-ab10550bab1e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:40:02.844430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 6e05a29b-716c-4e9f-b6cc-ab10550bab1e {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:40:02.844748 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 6e05a29b-716c-4e9f-b6cc-ab10550bab1e not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:40:02.948963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2ae9-1f3c-4f26-a834-9e5376b65c26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:02.966941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2ae9-1f3c-4f26-a834-9e5376b65c26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad055a6-4468-41cb-9237-3905cab67f9d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:03.095120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2ae9-1f3c-4f26-a834-9e5376b65c26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:03.096245 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5d3d2ae9-1f3c-4f26-a834-9e5376b65c26 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/6ad055a6-4468-41cb-9237-3905cab67f9d HTTP/1.1" status: 204 len: 168 time: 0.4179091 Apr 22 17:40:03.208585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53914) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:03.362368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 0dcadc65-4f86-4418-96c4-4c0d55de93ed {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:40:03.362704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:03.529040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:03.529367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:03.647161 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 0dcadc65-4f86-4418-96c4-4c0d55de93ed owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:40:03.724675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:03.816234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:03.867359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:03.914191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=0dcadc65-4f86-4418-96c4-4c0d55de93ed,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:04.100945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:04.114900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:04.116027 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-85d6d889-adb8-4c39-a1e8-bddbbdabff2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/95a1d2ac-f366-45ff-8c2d-afaafb4601a2 HTTP/1.1" status: 204 len: 168 time: 0.9064076 Apr 22 17:40:04.417595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:04.714955 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef07d9-0644-4193-8e01-3e89837e5a48 req-db531dbb-a78e-4c17-988c-e672f5c6d7d4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:04.715643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-afef07d9-0644-4193-8e01-3e89837e5a48 req-db531dbb-a78e-4c17-988c-e672f5c6d7d4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:04.793071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-afef07d9-0644-4193-8e01-3e89837e5a48 req-db531dbb-a78e-4c17-988c-e672f5c6d7d4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:04.798189 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-afef07d9-0644-4193-8e01-3e89837e5a48 req-db531dbb-a78e-4c17-988c-e672f5c6d7d4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 946 time: 0.1617792 Apr 22 17:40:04.838225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-afef07d9-0644-4193-8e01-3e89837e5a48 req-212b28c3-7d8c-4ecb-825e-dd9fed112e2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:04.914909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-afef07d9-0644-4193-8e01-3e89837e5a48 req-212b28c3-7d8c-4ecb-825e-dd9fed112e2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:04.915661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-afef07d9-0644-4193-8e01-3e89837e5a48 req-212b28c3-7d8c-4ecb-825e-dd9fed112e2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155143 Apr 22 17:40:05.029163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:06.159641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-e14d20fd-6bf9-4847-b5ac-2cef1969c83e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:06.160420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-e14d20fd-6bf9-4847-b5ac-2cef1969c83e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:06.171685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae6024-24ce-447a-9a41-da4ceed83818 req-aef7d40d-da37-472a-80e4-2c26ba867333 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:06.174783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-52ae6024-24ce-447a-9a41-da4ceed83818 req-aef7d40d-da37-472a-80e4-2c26ba867333 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:06.188647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-e14d20fd-6bf9-4847-b5ac-2cef1969c83e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:06.189659 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-e14d20fd-6bf9-4847-b5ac-2cef1969c83e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 946 time: 0.1369429 Apr 22 17:40:06.192462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-52ae6024-24ce-447a-9a41-da4ceed83818 req-aef7d40d-da37-472a-80e4-2c26ba867333 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:06.193680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-52ae6024-24ce-447a-9a41-da4ceed83818 req-aef7d40d-da37-472a-80e4-2c26ba867333 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 946 time: 0.1723168 Apr 22 17:40:06.287401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port b7fd824a-120e-458d-a037-175146419765 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:40:06.287741 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:06.321117 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-52ae6024-24ce-447a-9a41-da4ceed83818 req-382005c7-aa7d-43e5-80a3-d8222c4174b8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=c450adb1-a51e-46e8-b2c0-02736617ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980179 Apr 22 17:40:06.539230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port b7fd824a-120e-458d-a037-175146419765, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b7fd824a-120e-458d-a037-175146419765,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:06.539230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:06.663559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for b7fd824a-120e-458d-a037-175146419765 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:40:06.880863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:06.934893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=b7fd824a-120e-458d-a037-175146419765,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:07.007835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port b7fd824a-120e-458d-a037-175146419765 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:40:07.010216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:07.012741 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'name': 'network-vif-deleted', 'tag': 'b7fd824a-120e-458d-a037-175146419765'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:40:07.056706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bfa64fd-da36-4b04-bb1d-5c36c6279a7b'] response: {'server_uuid': '6f282e44-7c75-4ffd-92a7-4130ed31f409', 'name': 'network-vif-deleted', 'tag': 'b7fd824a-120e-458d-a037-175146419765', 'status': 'completed', 'code': 200} Apr 22 17:40:07.058613 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ada96059-072d-45e7-af0c-8a8492eb8cde req-36b6c2e7-3fd0-4c4e-adf1-5d4ed5a4b9cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/b7fd824a-120e-458d-a037-175146419765 HTTP/1.1" status: 204 len: 173 time: 0.8640172 Apr 22 17:40:07.493315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-47617cc5-fa51-4f6b-9d06-ac6badda7cd1 req-4aa8ac89-c9e3-49db-aab2-7c26cc2a1aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:07.583240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-47617cc5-fa51-4f6b-9d06-ac6badda7cd1 req-4aa8ac89-c9e3-49db-aab2-7c26cc2a1aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:07.586826 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47617cc5-fa51-4f6b-9d06-ac6badda7cd1 req-4aa8ac89-c9e3-49db-aab2-7c26cc2a1aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f282e44-7c75-4ffd-92a7-4130ed31f409 HTTP/1.1" status: 200 len: 210 time: 0.1356804 Apr 22 17:40:08.683122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53932) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:08.750588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-244a288c-538a-4894-9334-2c7154a89f9f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:08.780207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-244a288c-538a-4894-9334-2c7154a89f9f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:08.908359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-244a288c-538a-4894-9334-2c7154a89f9f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:08.926861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a288c-538a-4894-9334-2c7154a89f9f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c450adb1-a51e-46e8-b2c0-02736617ba7f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:09.062365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-244a288c-538a-4894-9334-2c7154a89f9f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:09.063522 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-244a288c-538a-4894-9334-2c7154a89f9f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/c450adb1-a51e-46e8-b2c0-02736617ba7f HTTP/1.1" status: 204 len: 168 time: 0.3793538 Apr 22 17:40:09.160440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53938) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:09.721904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:10.125736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:40:10.126076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:10.415793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:10.416149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:10.536261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:40:10.815850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:10.866597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=9a7fbf52-b67b-405a-8b54-4f7407b1ecbf,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:10.876881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device b7fd824a-120e-458d-a037-175146419765 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:40:10.905573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.905894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.906205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.906533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.906888 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.907216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.907539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.907884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.908206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.908521 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.908838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.909152 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:10.918562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: b7fd824a-120e-458d-a037-175146419765 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:40:10.919303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device b7fd824a-120e-458d-a037-175146419765 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:40:11.149833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:11.505230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router e5e61159-edb5-4384-93f9-69e338b4f4bc has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:40:11.679440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:40:11.689240 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] Sync routers for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:40:11.703648 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:11.703648 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:40:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:11.767827 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ce1b6495-e8ef-40ca-a443-8b684cb9e781 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/e5e61159-edb5-4384-93f9-69e338b4f4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6060848 Apr 22 17:40:11.770247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53942) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:11.836102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9809051f-1433-4c58-b0f6-588adf8c2bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet a64c8071-2848-448a-ba46-e100b823fb6c {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:40:11.839102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9809051f-1433-4c58-b0f6-588adf8c2bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:11.877729 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:12.011501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9809051f-1433-4c58-b0f6-588adf8c2bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.093133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9809051f-1433-4c58-b0f6-588adf8c2bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.192004 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:40:10Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:12.195704 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] Checking router: e5e61159-edb5-4384-93f9-69e338b4f4bc for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:40:12.203794 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] Routers {'e5e61159-edb5-4384-93f9-69e338b4f4bc'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:12.204408 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:40:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['e5e61159-edb5-4384-93f9-69e338b4f4bc'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:12.297529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9809051f-1433-4c58-b0f6-588adf8c2bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.341242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809051f-1433-4c58-b0f6-588adf8c2bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=a64c8071-2848-448a-ba46-e100b823fb6c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:12.343499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9809051f-1433-4c58-b0f6-588adf8c2bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.351900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234cba2f-df52-4f0a-93af-41de5e06421e None None] Network eccd5064-1544-4b86-9365-d91db119a529 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:40:12.353130 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9809051f-1433-4c58-b0f6-588adf8c2bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/a64c8071-2848-448a-ba46-e100b823fb6c HTTP/1.1" status: 204 len: 168 time: 0.5818195 Apr 22 17:40:12.355641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53946) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:12.381038 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] Set router e5e61159-edb5-4384-93f9-69e338b4f4bc gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:12.543554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.643596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] DHCP port deletion for eccd5064-1544-4b86-9365-d91db119a529 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:40:12.648254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] Deleting port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:40:12.648679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.691371 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:40:10Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:12.696428 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14290f70-40a9-44cb-b68f-e47da0e7aecd None None] The sync data for ids ['e5e61159-edb5-4384-93f9-69e338b4f4bc'] in dv-neutron-839024-1-hyperv is: [{'id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'name': 'tempest-TestNetworkBasicOps-router-2037032248', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:36:20Z', 'updated_at': '2022-04-22T17:40:10Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '9231a98d-dc3d-4e14-ab88-45da27333cc1', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e61159-edb5-4384-93f9-69e338b4f4bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:36:21Z', 'updated_at': '2022-04-22T17:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:40:12.738995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.838899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 9231a98d-dc3d-4e14-ab88-45da27333cc1 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:40:12.838899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.864352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] For port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2ccae7a4-68e2-4b1b-995c-7d83b68a690c,segment=NetworkSegment(fd55332c-2f79-49b5-8aaf-620768c4e596),segment_id=fd55332c-2f79-49b5-8aaf-620768c4e596)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:12.864352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:12.981596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] Calling delete_port for 2ccae7a4-68e2-4b1b-995c-7d83b68a690c owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:40:13.011170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 9231a98d-dc3d-4e14-ab88-45da27333cc1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9231a98d-dc3d-4e14-ab88-45da27333cc1,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:13.016687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:13.137675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 9231a98d-dc3d-4e14-ab88-45da27333cc1 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:40:13.167197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:13.214214 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] No DVR routers for this DVR port 2ccae7a4-68e2-4b1b-995c-7d83b68a690c on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:40:13.222411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07e4f1-d25a-489a-b5e8-7772c145913e None None] Pushing event deleted for resources: {'Port': ['ID=2ccae7a4-68e2-4b1b-995c-7d83b68a690c,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:13.256088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2ccae7a4-68e2-4b1b-995c-7d83b68a690c no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:40:13.294329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 2ccae7a4-68e2-4b1b-995c-7d83b68a690c {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:40:13.294682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2ccae7a4-68e2-4b1b-995c-7d83b68a690c not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:40:13.295141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:40:13.329100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:40:13.329453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9a7fbf52-b67b-405a-8b54-4f7407b1ecbf not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:40:13.377840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:13.425453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=9231a98d-dc3d-4e14-ab88-45da27333cc1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:13.514459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:13.788708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:13.789909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:13.915808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:13.915808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Fanout notify agent at l3_agent the message router_deleted on router e5e61159-edb5-4384-93f9-69e338b4f4bc {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:40:13.923212 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:13.924239 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b8462efd-47d7-4a10-9666-1d9cd4e796af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/routers/e5e61159-edb5-4384-93f9-69e338b4f4bc HTTP/1.1" status: 204 len: 168 time: 1.5675409 Apr 22 17:40:13.927127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53950) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:14.048629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.329775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.356524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccd5064-1544-4b86-9365-d91db119a529']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:14.369162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd55332c-2f79-49b5-8aaf-620768c4e596') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:14.369480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd55332c-2f79-49b5-8aaf-620768c4e596') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:14.382809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.399765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.411723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:40:14.412141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:40:14.427669 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:40:14.570391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.574576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.603389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=eccd5064-1544-4b86-9365-d91db119a529,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:14.703894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-994a5340-24e3-42a2-8a40-b924c25a54a0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/eccd5064-1544-4b86-9365-d91db119a529 HTTP/1.1" status: 204 len: 168 time: 0.7750154 Apr 22 17:40:14.732019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53954) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:14.734289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--1857836626', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:14.739335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:14.744186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:network and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:14.747043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:14.752850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:14.822577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:40:14.826160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.853892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:40:14.861933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.862276 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment 89d94074-2ca8-47d5-88a3-1136385a5a77 of type vlan for network d5f7b2a1-62c6-41ee-9697-f42012adc955 Apr 22 17:40:14.886406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.965721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:14.971373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:14.974887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:15.084451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=d5f7b2a1-62c6-41ee-9697-f42012adc955,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:15.116878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:40:15.216767 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a6cee964-e730-4930-99f6-e785e74b8f5d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4873769 Apr 22 17:40:15.219354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53958) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:15.224648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'admin_state_up': True, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:15.232020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9231a98d-dc3d-4e14-ab88-45da27333cc1 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:40:15.232963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:15.236979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:router and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:15.240080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:15.246620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:15.265625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 9231a98d-dc3d-4e14-ab88-45da27333cc1 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:40:15.265975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9231a98d-dc3d-4e14-ab88-45da27333cc1 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:40:15.324508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:15.325567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:15.340584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:15.659949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:16.046793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:16.075541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:16.208908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.50 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/5e97fdd4-2189-48ce-9969-b7fd22d6ea1b) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:40:16.352257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:16.429012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:16.487929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:40:16.490599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:40:16.498311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:40:16.651008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=5e97fdd4-2189-48ce-9969-b7fd22d6ea1b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:17.119253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:17.458650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:17.725621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 65324a3c-5014-41a8-86b3-e47505bd951b is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:40:17.898827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:40:17.907996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Sync routers for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:40:17.916703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:17.917319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:40:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:18.000536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:18.001724 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a6fcbaea-2b3e-48c6-a5f3-97b635df7d91 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7812624 Apr 22 17:40:18.005021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53964) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:18.091295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:18.269011 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-28c9d99f-ef03-4de3-861d-a8cd0df3d88f tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2620597 Apr 22 17:40:18.271414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 53970) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:18.373726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:16Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:18.377859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Checking router: 65324a3c-5014-41a8-86b3-e47505bd951b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:40:18.378218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Updating router 65324a3c-5014-41a8-86b3-e47505bd951b port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:40:18.399448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18165253-d0d8-4d67-849c-4f2cd811ed76 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:18.403867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53974) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:18.404423 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-18165253-d0d8-4d67-849c-4f2cd811ed76 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313174 Apr 22 17:40:18.434313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:18.451294 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-74749fa8-dea8-434b-834c-e7cfb678919a tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429840 Apr 22 17:40:18.451532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53978) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:18.456902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1375371711', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:18.688594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:18.692493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:18.695345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:18.700996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:18.762759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:18.774659 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Transition to ACTIVE for port object 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:40:18.778937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:40:18.779188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:18.850320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:18.929572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Attempting to bind port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:40:18.930269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Attempting to bind port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:40:18.930269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Attempting to bind port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:40:18.932395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae66e8-d4dc-46a2-8300-a5efdc7e65af None None] Pushing event updated for resources: {'Port': ['ID=5e97fdd4-2189-48ce-9969-b7fd22d6ea1b,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:18.937960 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:40:18.938335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:40:18.938813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:18.939152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:40:18.940132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Bound port: 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:40:18.940132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:19.014236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] For port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:40:19.017323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] For port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5e97fdd4-2189-48ce-9969-b7fd22d6ea1b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:40:19.080331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:19.103310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:19.163276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=87ef763e-c661-4a29-961e-cebbe0557262,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:19.172644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:40:19.173011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: d5f7b2a1-62c6-41ee-9697-f42012adc955, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:40:19.179559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:19.180197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:40:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:19.251578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:40:19.276039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae66e8-d4dc-46a2-8300-a5efdc7e65af None None] Pushing event updated for resources: {'Port': ['ID=5e97fdd4-2189-48ce-9969-b7fd22d6ea1b,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:19.325668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d5f7b2a1-62c6-41ee-9697-f42012adc955) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:40:19.329987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:19.330526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:19.353724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8b91f-dcf0-44ed-8e76-95e810f9246f None None] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:40:19.446414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d70d5403-dd79-42db-9b1a-a44c106ec9a6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9938314 Apr 22 17:40:19.449067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53982) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:19.472883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:19.820641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-d5f7b2a1-62c6-41ee-9697-f42012adc955', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:40:19.821460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:19.930801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:16Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:19.966152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691f7c4-4695-4aef-84f1-fe16090460ca None None] The sync data for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv is: [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:16Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:40:20.004277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Allocated IP 172.20.0.2 (d5f7b2a1-62c6-41ee-9697-f42012adc955/87ef763e-c661-4a29-961e-cebbe0557262/12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:40:20.113250 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70614a91-5b14-4266-9b46-ccfde779072a req-8d275926-bb23-404f-be60-b5b597a98a50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1674888 Apr 22 17:40:20.228993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:20.248139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Transition to ACTIVE for port object 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:40:20.257749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:20.268225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Transition to ACTIVE for port object 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:40:20.326410 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:20.402130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Pushing event updated for resources: {'Port': ['ID=12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:20.423777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:40:20.425588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:40:20.432550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:40:20.442949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614a91-5b14-4266-9b46-ccfde779072a req-a58326c3-f4e3-4ac9-bd73-67e210c307f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:20.444438 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70614a91-5b14-4266-9b46-ccfde779072a req-a58326c3-f4e3-4ac9-bd73-67e210c307f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1098 time: 0.2596426 Apr 22 17:40:20.542395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Attempting to bind port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:40:20.542796 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Attempting to bind port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:40:20.543171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Attempting to bind port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e on network d5f7b2a1-62c6-41ee-9697-f42012adc955 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:40:20.549706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:40:20.550111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Checking segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:40:20.550646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:20.551076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Bound using segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:40:20.551564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Bound port: 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:40:20.552034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:20.654344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] For port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:40:20.657721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] For port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:40:20.737721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:20.841391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6f5e7-1c9d-42e8-9049-1032961b846c None None] Pushing event updated for resources: {'Port': ['ID=12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:20.841645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614a91-5b14-4266-9b46-ccfde779072a req-bef3ba4c-68b6-4eef-8f2c-785245f7dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:20.842950 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70614a91-5b14-4266-9b46-ccfde779072a req-bef3ba4c-68b6-4eef-8f2c-785245f7dd3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.2460995 Apr 22 17:40:21.017452 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70614a91-5b14-4266-9b46-ccfde779072a req-523ffe03-09b9-4131-939a-b358870b66c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 200 len: 1000 time: 0.1669550 Apr 22 17:40:21.063945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.1 (d5f7b2a1-62c6-41ee-9697-f42012adc955/87ef763e-c661-4a29-961e-cebbe0557262/1039db52-f753-46ad-b085-00eda6277b2f) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:40:21.133664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614a91-5b14-4266-9b46-ccfde779072a req-84d561bb-c7e8-461e-9e7e-d8d746f4c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:21.135152 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70614a91-5b14-4266-9b46-ccfde779072a req-84d561bb-c7e8-461e-9e7e-d8d746f4c84b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.1111069 Apr 22 17:40:21.291880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:40:21.309958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:21.331412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614a91-5b14-4266-9b46-ccfde779072a req-fe434d41-1afa-4bf0-999a-885620fb6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:21.332941 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70614a91-5b14-4266-9b46-ccfde779072a req-fe434d41-1afa-4bf0-999a-885620fb6419 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1436908 Apr 22 17:40:21.335997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 1039db52-f753-46ad-b085-00eda6277b2f will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:40:21.449819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:40:21.455215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:40:21.479629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70614a91-5b14-4266-9b46-ccfde779072a req-40b293fb-e7a7-4932-81e9-dd9c85894613 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399846 Apr 22 17:40:21.581039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:21.640228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:40:21.645607 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:21.645926 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:21.666271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:40:21.675794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:40:21.678916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:40:21.719938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=1039db52-f753-46ad-b085-00eda6277b2f,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:21.756369 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70614a91-5b14-4266-9b46-ccfde779072a req-860885d4-5227-4d3d-8091-fc1fd696d938 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711737 Apr 22 17:40:21.759729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:21.764479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:21.776293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5e97fdd4-2189-48ce-9969-b7fd22d6ea1b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:21.834128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:21.903099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=5e97fdd4-2189-48ce-9969-b7fd22d6ea1b,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:21.977689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:22.193545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c723de-11cc-43e3-85a2-dffad92da5a1 None None] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:40:22.401077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-37979f89-01dc-4506-a9cd-b8836efc6c9a None None] Provisioning for port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:40:22.415304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-37979f89-01dc-4506-a9cd-b8836efc6c9a None None] Provisioning complete for port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:22.415683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37979f89-01dc-4506-a9cd-b8836efc6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:22.521286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:22.559207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37979f89-01dc-4506-a9cd-b8836efc6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:22.589514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:22.594937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-37979f89-01dc-4506-a9cd-b8836efc6c9a None None] For port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:22.640389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37979f89-01dc-4506-a9cd-b8836efc6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:22.710138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=1039db52-f753-46ad-b085-00eda6277b2f,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:22.712364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37979f89-01dc-4506-a9cd-b8836efc6c9a None None] Pushing event updated for resources: {'Port': ['ID=12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:22.712604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:22.800286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-263b5fb5-0665-4308-ad48-c694dad19880 None None] Provisioning for port 1039db52-f753-46ad-b085-00eda6277b2f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:40:22.805616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-263b5fb5-0665-4308-ad48-c694dad19880 None None] Provisioning complete for port 1039db52-f753-46ad-b085-00eda6277b2f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:22.805989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-263b5fb5-0665-4308-ad48-c694dad19880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:22.854313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:40:22.855598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:40:22.861990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-263b5fb5-0665-4308-ad48-c694dad19880 None None] Port 1039db52-f753-46ad-b085-00eda6277b2f cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:40:22.876205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-263b5fb5-0665-4308-ad48-c694dad19880 None None] Provisioning complete for port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:22.876593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-263b5fb5-0665-4308-ad48-c694dad19880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:23.050482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 65324a3c-5014-41a8-86b3-e47505bd951b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:40:23.123053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f8f98d78-a9c8-4ff6-bbe1-889f017e616f None None] Provisioning complete for port 1039db52-f753-46ad-b085-00eda6277b2f triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:23.123419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f8f98d78-a9c8-4ff6-bbe1-889f017e616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:23.178262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f8f98d78-a9c8-4ff6-bbe1-889f017e616f None None] Port 1039db52-f753-46ad-b085-00eda6277b2f cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:40:23.227364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:40:23.237617 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Sync routers for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:40:23.240441 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-74d3d848-1e11-4c94-b383-ebce7c22147a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/65324a3c-5014-41a8-86b3-e47505bd951b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7902665 Apr 22 17:40:23.243192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53986) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:23.244238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:40:23.250235 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:23.250964 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:40:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:23.312968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:23.313345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:23.394378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad38dc-dcec-40f3-bfb9-06278a2e9c66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.394864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad38dc-dcec-40f3-bfb9-06278a2e9c66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.395572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad38dc-dcec-40f3-bfb9-06278a2e9c66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.397165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad38dc-dcec-40f3-bfb9-06278a2e9c66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.397887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad38dc-dcec-40f3-bfb9-06278a2e9c66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.398498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad38dc-dcec-40f3-bfb9-06278a2e9c66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.400704 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-50ad38dc-dcec-40f3-bfb9-06278a2e9c66 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1564045 Apr 22 17:40:23.403315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53990) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:23.433416 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:23.443259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:40:23.482511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5f910-b6c4-4586-8842-13e3a0e20c35 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.483287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5f910-b6c4-4586-8842-13e3a0e20c35 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.483988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5f910-b6c4-4586-8842-13e3a0e20c35 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.484300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5f910-b6c4-4586-8842-13e3a0e20c35 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.484814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5f910-b6c4-4586-8842-13e3a0e20c35 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.485317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5f910-b6c4-4586-8842-13e3a0e20c35 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:23.487144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-51a5f910-b6c4-4586-8842-13e3a0e20c35 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0827932 Apr 22 17:40:23.490500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53994) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:23.514277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:23.514663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:23.700908 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ed094480-d239-46df-ae69-78957f2daaf8 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2091675 Apr 22 17:40:23.704302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 53998) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:23.709618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2070214168', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:23.748038 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:22Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:23.751974 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Checking router: 65324a3c-5014-41a8-86b3-e47505bd951b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:40:23.752330 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Updating router 65324a3c-5014-41a8-86b3-e47505bd951b port 1039db52-f753-46ad-b085-00eda6277b2f binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:40:23.803259 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:23.842816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:23.847082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:port and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:23.850560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:23.856337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:23.937091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:40:23.940725 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:23.962554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] device_id is not set on port 684c20fc-4008-4d0c-aa62-1efc242ae366 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:40:24.158067 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:24.169252 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Transition to ACTIVE for port object 1039db52-f753-46ad-b085-00eda6277b2f will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:40:24.239889 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:24.311461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.4 (d5f7b2a1-62c6-41ee-9697-f42012adc955/87ef763e-c661-4a29-961e-cebbe0557262/684c20fc-4008-4d0c-aa62-1efc242ae366) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:40:24.358497 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Pushing event updated for resources: {'Port': ['ID=1039db52-f753-46ad-b085-00eda6277b2f,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:24.375701 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.376049 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.376386 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.376720 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.377049 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.377385 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.377711 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.378034 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.378585 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.378936 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.383793 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.383793 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:24.478247 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Attempting to bind port 1039db52-f753-46ad-b085-00eda6277b2f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:40:24.478612 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Attempting to bind port 1039db52-f753-46ad-b085-00eda6277b2f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:40:24.479656 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Attempting to bind port 1039db52-f753-46ad-b085-00eda6277b2f on network d5f7b2a1-62c6-41ee-9697-f42012adc955 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:40:24.485286 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:40:24.485656 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Checking segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:40:24.486051 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:24.486437 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Bound using segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:40:24.487078 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Bound port: 1039db52-f753-46ad-b085-00eda6277b2f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:40:24.487295 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:24.577537 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] For port 1039db52-f753-46ad-b085-00eda6277b2f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:40:24.580389 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] For port 1039db52-f753-46ad-b085-00eda6277b2f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1039db52-f753-46ad-b085-00eda6277b2f,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:40:24.655688 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:24.661384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:24.677808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 684c20fc-4008-4d0c-aa62-1efc242ae366 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:40:24.731373 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:24.732185 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:40:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:24.764657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:24.809301 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346b50f-566f-4628-8fca-22173215f794 None None] Pushing event updated for resources: {'Port': ['ID=1039db52-f753-46ad-b085-00eda6277b2f,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:24.838654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:40:24.841924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:40:24.854886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:40:24.893512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:24.928349 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:24.928619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:24.929255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:25.012490 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3176f6f6-b41d-460b-a10e-9d7e57fc9adb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3070822 Apr 22 17:40:25.221030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7d874761-7ae0-40d1-af7b-2f28cbd030b8 None None] Provisioning for port 684c20fc-4008-4d0c-aa62-1efc242ae366 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:40:25.228235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7d874761-7ae0-40d1-af7b-2f28cbd030b8 None None] Provisioning complete for port 684c20fc-4008-4d0c-aa62-1efc242ae366 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:25.228864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7d874761-7ae0-40d1-af7b-2f28cbd030b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:25.247403 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:24Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:25.251394 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352dcfb-6362-42a1-a552-dc1a5ac3c766 None None] The sync data for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv is: [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:24Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:40:25.307685 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7d874761-7ae0-40d1-af7b-2f28cbd030b8 None None] Port 684c20fc-4008-4d0c-aa62-1efc242ae366 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:40:25.443143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54004) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:25.448334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243436354', 'description': 'tempest-secgroup-smoke-1243436354 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:25.455271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:25.460335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:25.463449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:25.469590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:25.680044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:25.680044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:25.684103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:25.687594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:25.693057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:25.767867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:25.840299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:25.888104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fdd418-ecec-477c-a819-989aca9b19bc,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:25.943530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:25.944798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-397fa4c5-8655-4533-9635-2cb9eb57d747 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5006526 Apr 22 17:40:25.947641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54008) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:25.952846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '67fdd418-ecec-477c-a819-989aca9b19bc', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:25.959201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:25.963218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:25.966320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:25.972553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:26.047047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.109786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.177284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.202224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215bc8e7-f63b-4906-a82d-87f20f53e77f,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:26.274654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.275936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2c04ac64-02cd-4827-b10d-2601e50c4037 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273101 Apr 22 17:40:26.278648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54012) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:26.284341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '67fdd418-ecec-477c-a819-989aca9b19bc', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:26.291216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:26.295054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:26.297898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:26.303600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:26.378565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.439812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.502805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.527237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2180d9d6-7045-4b87-8160-155b966f0560,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:26.582421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.584314 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-59cab7d5-3b18-4c64-a25a-9eb08553ba30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044617 Apr 22 17:40:26.586958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54018) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:26.591833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '67fdd418-ecec-477c-a819-989aca9b19bc', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:26.597549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:26.601393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:26.604298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:26.609983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:26.678088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.742251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.837417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.840080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68fc3d9-3f0a-4b58-8d79-6d69a8ca5dd6,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:26.918141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:26.919404 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c0ba02da-c9b2-4dac-8fa6-067c589a786d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315320 Apr 22 17:40:26.922344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54022) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:26.927703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '67fdd418-ecec-477c-a819-989aca9b19bc', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:26.933923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:26.937732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:26.940647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:26.946907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:27.045123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.111129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.186989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.208889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e1f04c-9ef5-4cdd-adc3-31b03c2c7f6b,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:27.271525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1039db52-f753-46ad-b085-00eda6277b2f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:40:27.301659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.301659 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d29af6d4-1736-4c12-8001-bd9e1c5cb75d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3752804 Apr 22 17:40:27.301659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54026) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:27.307123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '67fdd418-ecec-477c-a819-989aca9b19bc', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:27.313144 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:27.318105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:27.321863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:27.328194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:27.400413 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:40:27.408112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.423207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 1039db52-f753-46ad-b085-00eda6277b2f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:40:27.433673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1039db52-f753-46ad-b085-00eda6277b2f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:27.433673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.475075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.531749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.548633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.558237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f143013f-5d5c-47ac-9bcb-ab00ef47c992,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:27.581436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 1039db52-f753-46ad-b085-00eda6277b2f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1039db52-f753-46ad-b085-00eda6277b2f,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:27.616417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.617726 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-61a3e3da-0de7-4270-8df8-9aead9dfbeaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3150573 Apr 22 17:40:27.620719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54030) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:27.626379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '67fdd418-ecec-477c-a819-989aca9b19bc', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:27.633256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:27.637313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:27.640327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:27.644618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.649474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:27.710933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=1039db52-f753-46ad-b085-00eda6277b2f,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:27.730045 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:40:27.736931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.801123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.895362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:27.919208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76a974a-40f3-4ad3-a467-23e25d97d2a3,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:28.005561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:28.006729 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ffa737f2-1f32-4704-9387-fb5e1a2b2d71 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3849182 Apr 22 17:40:28.178563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-7d67b41e-0ff9-44c6-9958-79dae8066d54 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:28.234045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-7d67b41e-0ff9-44c6-9958-79dae8066d54 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:28.235345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-7d67b41e-0ff9-44c6-9958-79dae8066d54 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243436354&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.0951772 Apr 22 17:40:28.315858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-9b2be036-27fa-420d-b044-461acd6982d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:28.316434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-9b2be036-27fa-420d-b044-461acd6982d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:28.380698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-9b2be036-27fa-420d-b044-461acd6982d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:28.381873 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-9b2be036-27fa-420d-b044-461acd6982d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 930 time: 0.1394646 Apr 22 17:40:28.497611 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b35fa76f-5240-4bb9-b2ce-da04539906b9 service neutron] 10.222.0.10 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1040223 Apr 22 17:40:28.624431 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-eb417743-a277-437a-bf3c-a09bb5065729 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209779 Apr 22 17:40:28.752931 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-ab9b4856-6f48-415f-8b71-0864f6e13592 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227932 Apr 22 17:40:29.032532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-2f9ed569-6ccc-43ee-ba40-d5e82f27c5f8 req-32d4fa45-a263-41fa-882c-008cab42edc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:29.043879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-2f9ed569-6ccc-43ee-ba40-d5e82f27c5f8 req-32d4fa45-a263-41fa-882c-008cab42edc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:29.045003 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f9ed569-6ccc-43ee-ba40-d5e82f27c5f8 req-32d4fa45-a263-41fa-882c-008cab42edc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 210 time: 0.0536923 Apr 22 17:40:29.240770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1039db52-f753-46ad-b085-00eda6277b2f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:40:29.346812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1039db52-f753-46ad-b085-00eda6277b2f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:29.347189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:30.192178 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e4a129e4-9bc4-4243-ace0-06eba7edb670 req-9934ac86-798f-4e98-8e42-7a41a118f4ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 210 time: 0.0415528 Apr 22 17:40:30.426714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f977bc7b-0b00-412c-b774-1b89801b1f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:31.316669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-4d1f0e81-6260-4f80-9378-021a32bc8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:31.318020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-4d1f0e81-6260-4f80-9378-021a32bc8628 service neutron] 10.222.0.16 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 1026 time: 0.0652840 Apr 22 17:40:31.348872 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-92a9d22b-88d9-489e-939d-b1f3e7c33cd6 req-1519061f-f2fd-494c-b059-6dfbdfd06509 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 210 time: 0.0457494 Apr 22 17:40:31.469425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-6cf98c83-1c7e-42ab-9f19-f8a92b0792a9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:31.470107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-6cf98c83-1c7e-42ab-9f19-f8a92b0792a9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:31.537022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-6cf98c83-1c7e-42ab-9f19-f8a92b0792a9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:31.538762 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-6cf98c83-1c7e-42ab-9f19-f8a92b0792a9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=d5f7b2a1-62c6-41ee-9697-f42012adc955 HTTP/1.1" status: 200 len: 797 time: 0.2158620 Apr 22 17:40:31.587349 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-9d6bb3d7-f1f9-4e3e-bdc8-727a339bda85 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 380 time: 0.0404851 Apr 22 17:40:31.596730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Request body: {'port': {'device_id': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:31.707422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:32.142375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684c20fc-4008-4d0c-aa62-1efc242ae366 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:40:32.149920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:32.163733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Transition to ACTIVE for port object 684c20fc-4008-4d0c-aa62-1efc242ae366 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:40:32.221032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:32.352158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:32.459870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Attempting to bind port 684c20fc-4008-4d0c-aa62-1efc242ae366 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:40:32.460211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Attempting to bind port 684c20fc-4008-4d0c-aa62-1efc242ae366 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:40:32.460542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Attempting to bind port 684c20fc-4008-4d0c-aa62-1efc242ae366 on network d5f7b2a1-62c6-41ee-9697-f42012adc955 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:40:32.465305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Port 684c20fc-4008-4d0c-aa62-1efc242ae366 on network d5f7b2a1-62c6-41ee-9697-f42012adc955 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:40:32.465634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Attempting to bind port 684c20fc-4008-4d0c-aa62-1efc242ae366 on network d5f7b2a1-62c6-41ee-9697-f42012adc955 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:40:32.504750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:40:32.505101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Checking segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:40:32.505484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Bound using segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:40:32.505955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Bound port: 684c20fc-4008-4d0c-aa62-1efc242ae366, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:40:32.506305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:32.542524 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:40:32.617550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-da3b6be4-6685-4100-82d0-7faa98a4e825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:32.627241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df6ebb-4d24-4c99-b812-aad42f037324 req-e7c8a4e0-3602-47dc-9655-fb7e6e7a35c9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:32.628727 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9df6ebb-4d24-4c99-b812-aad42f037324 req-e7c8a4e0-3602-47dc-9655-fb7e6e7a35c9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 981 time: 0.1596010 Apr 22 17:40:32.632553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:40:32.637241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:40:32.678476 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9df6ebb-4d24-4c99-b812-aad42f037324 req-f56210a8-1270-4c57-9285-e212da2f72e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Apr 22 17:40:32.708820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:32.766360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:32.767007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:32.768387 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] 10.222.0.16 "PUT /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 1131 time: 1.1755381 Apr 22 17:40:32.768823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:40:32.796661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d083e0-657b-42d2-af04-199fc4f82005 service neutron] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:32.822651 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21cb038-0f5a-45d0-9452-afda64a8792c'] response: {'name': 'network-changed', 'server_uuid': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'status': 'completed', 'code': 200} Apr 22 17:40:32.910779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee404f5-927f-41aa-9fe1-a2395005f058 req-d26faa77-2021-432c-bc32-b72f1cbe673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:32.912816 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ee404f5-927f-41aa-9fe1-a2395005f058 req-d26faa77-2021-432c-bc32-b72f1cbe673b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 1134 time: 0.0733814 Apr 22 17:40:33.052676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee404f5-927f-41aa-9fe1-a2395005f058 req-8629b05c-7132-4ed1-9f94-4d0e7fdd73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:33.054088 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ee404f5-927f-41aa-9fe1-a2395005f058 req-8629b05c-7132-4ed1-9f94-4d0e7fdd73a5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1341524 Apr 22 17:40:33.189398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee404f5-927f-41aa-9fe1-a2395005f058 req-436caef5-3888-43d6-ba86-b1bf34a5c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:33.190952 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ee404f5-927f-41aa-9fe1-a2395005f058 req-436caef5-3888-43d6-ba86-b1bf34a5c80e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1303496 Apr 22 17:40:33.298432 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-dff62b8a-9316-4395-b08c-038bf9459afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:33.299933 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-dff62b8a-9316-4395-b08c-038bf9459afb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 1134 time: 0.0739257 Apr 22 17:40:33.367041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-af1f5ae1-93e1-4882-9e5c-aea6780cfaec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 217 time: 0.0602007 Apr 22 17:40:33.430364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-6093a054-4347-4e06-971f-e6ea797eb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:33.431733 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-6093a054-4347-4e06-971f-e6ea797eb475 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87ef763e-c661-4a29-961e-cebbe0557262 HTTP/1.1" status: 200 len: 835 time: 0.0593622 Apr 22 17:40:33.507810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-daf46277-cd8f-4d17-9155-c4fc6fc013f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:33.509269 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-daf46277-cd8f-4d17-9155-c4fc6fc013f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f7b2a1-62c6-41ee-9697-f42012adc955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717053 Apr 22 17:40:33.641292 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-9147a040-dc96-4239-8b9f-4302a78dd591 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247747 Apr 22 17:40:33.702816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:33.776133 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85957af5-15ba-4ce0-9f97-e9e0d12d7045 req-70fc589f-6ea6-4908-9004-9e3ab7b2864b service neutron] 10.222.0.16 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283472 Apr 22 17:40:33.783160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:34.014014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6a86-90cb-4674-a083-bd02aa289bbf req-816d5e53-b56b-41d8-8f98-2c631632e538 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:34.015505 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-750f6a86-90cb-4674-a083-bd02aa289bbf req-816d5e53-b56b-41d8-8f98-2c631632e538 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 981 time: 0.0831962 Apr 22 17:40:34.059765 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-750f6a86-90cb-4674-a083-bd02aa289bbf req-c9368dc2-7893-4533-87b1-1cf8acf40e41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Apr 22 17:40:34.421207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:35.049401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:35.242434 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe42e9-c8ee-4362-851c-b0bb4e4febc1 req-5005304e-7f6b-4b85-9c6f-f916c98425f7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:35.243897 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-debe42e9-c8ee-4362-851c-b0bb4e4febc1 req-5005304e-7f6b-4b85-9c6f-f916c98425f7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 981 time: 0.0787866 Apr 22 17:40:35.286290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-debe42e9-c8ee-4362-851c-b0bb4e4febc1 req-292f52f6-d229-42a9-ba1b-a4033badb323 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:35.298125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-debe42e9-c8ee-4362-851c-b0bb4e4febc1 req-292f52f6-d229-42a9-ba1b-a4033badb323 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:35.299221 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-debe42e9-c8ee-4362-851c-b0bb4e4febc1 req-292f52f6-d229-42a9-ba1b-a4033badb323 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497649 Apr 22 17:40:36.481266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687594e-f876-4f24-99c9-33bd07dff9a4 req-25f99e52-4ae5-49bc-bbe0-802985decb9d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:36.482778 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c687594e-f876-4f24-99c9-33bd07dff9a4 req-25f99e52-4ae5-49bc-bbe0-802985decb9d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 981 time: 0.0794101 Apr 22 17:40:36.527701 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c687594e-f876-4f24-99c9-33bd07dff9a4 req-a684e7bc-c549-4237-968a-94c1f31e6e23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Apr 22 17:40:37.012913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 684c20fc-4008-4d0c-aa62-1efc242ae366 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:40:37.143024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:37.155959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'port_id': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'mac_address': 'fa:16:3e:0d:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:40:37.210769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:37.230048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684c20fc-4008-4d0c-aa62-1efc242ae366 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:40:37.244757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:37.341655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:37.395656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:37.402884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.403231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.403575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.403905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.404233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.404561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.404885 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.405224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.405535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.405855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.406174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.406492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:37.636835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['684c20fc-4008-4d0c-aa62-1efc242ae366'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:40:37.712359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e501e1-7738-4f35-a1c9-90d6bb9bcb56 req-ede5fcf5-54d9-4c58-9c4a-a91d2b3bf90c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:37.712871 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-63e501e1-7738-4f35-a1c9-90d6bb9bcb56 req-ede5fcf5-54d9-4c58-9c4a-a91d2b3bf90c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 982 time: 0.0827165 Apr 22 17:40:37.757776 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-63e501e1-7738-4f35-a1c9-90d6bb9bcb56 req-87c31afe-1a4a-45cd-9abf-dfbcf55e6ab3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Apr 22 17:40:38.943033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0bb0-1928-4249-ae3b-308ea00dd985 req-a198bf32-8e1d-4d29-9cc2-8fcd22b7cb6d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:38.944537 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-55fe0bb0-1928-4249-ae3b-308ea00dd985 req-a198bf32-8e1d-4d29-9cc2-8fcd22b7cb6d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 982 time: 0.0815480 Apr 22 17:40:38.988657 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-55fe0bb0-1928-4249-ae3b-308ea00dd985 req-f3b121f2-51ef-40c9-aeae-efa78b0dcddd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Apr 22 17:40:39.028551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 684c20fc-4008-4d0c-aa62-1efc242ae366 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:40:39.155623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 684c20fc-4008-4d0c-aa62-1efc242ae366 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:40:39.158488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 684c20fc-4008-4d0c-aa62-1efc242ae366 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:39.158902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:39.273943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:39.300642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:40:39.310368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:39.394128 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98404895-e7c2-4dec-83dc-6ebb51513a27'] response: {'server_uuid': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'code': 200} Apr 22 17:40:39.407693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:39.476084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:39.768712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1c9ad-40ad-4893-9ca3-8bb5f9fa2b46 req-07590093-2d62-4e83-a78d-bc14486f1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:39.770159 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3fc1c9ad-40ad-4893-9ca3-8bb5f9fa2b46 req-07590093-2d62-4e83-a78d-bc14486f1013 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 1136 time: 0.0688951 Apr 22 17:40:39.912632 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3fc1c9ad-40ad-4893-9ca3-8bb5f9fa2b46 req-f5634282-e1ff-4af6-92c3-7798cc8f0855 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365612 Apr 22 17:40:40.171096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d803bc-9950-453c-acca-a6c826f2f183 req-23fe2409-7a29-4ec3-9e82-1c0fe2d1df67 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:40.172557 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0d803bc-9950-453c-acca-a6c826f2f183 req-23fe2409-7a29-4ec3-9e82-1c0fe2d1df67 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 983 time: 0.0799627 Apr 22 17:40:40.216894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0d803bc-9950-453c-acca-a6c826f2f183 req-c32a9e2a-6691-47fc-8748-fdcc97093819 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Apr 22 17:40:41.404566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667fe58-2eeb-4d7b-a6ff-0a9f36f8b047 req-f467c20e-c3f1-4aff-b129-e1c6b5be705c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:41.406029 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0667fe58-2eeb-4d7b-a6ff-0a9f36f8b047 req-f467c20e-c3f1-4aff-b129-e1c6b5be705c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 983 time: 0.0801868 Apr 22 17:40:41.451063 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0667fe58-2eeb-4d7b-a6ff-0a9f36f8b047 req-3d0669f4-be9b-4be1-98dd-cef7ba93dee2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Apr 22 17:40:42.637242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c80ac-774c-4ac9-a22a-3925016a739a req-82256232-1a19-4c2a-840a-fea10ef7463f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:42.638825 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f9c80ac-774c-4ac9-a22a-3925016a739a req-82256232-1a19-4c2a-840a-fea10ef7463f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 983 time: 0.0828955 Apr 22 17:40:42.682681 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f9c80ac-774c-4ac9-a22a-3925016a739a req-e4ff3319-8b58-463e-84bc-1f11434b6eb1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 Apr 22 17:40:42.864999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db973f80-55b6-48f1-a52e-04ae0292eb79 req-9403b643-73c8-4b9e-89de-9b31b9cd249e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:42.867065 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-db973f80-55b6-48f1-a52e-04ae0292eb79 req-9403b643-73c8-4b9e-89de-9b31b9cd249e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 983 time: 0.0829105 Apr 22 17:40:42.910768 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-db973f80-55b6-48f1-a52e-04ae0292eb79 req-69a57e34-f22e-44a5-b650-fb7d587eb3f1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379872 Apr 22 17:40:42.933950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54102) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:43.003832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632ab2b-cc1c-423f-a906-e2bd40a4f7f1 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:43.009593 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3632ab2b-cc1c-423f-a906-e2bd40a4f7f1 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 1131 time: 0.0704517 Apr 22 17:40:43.009593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54106) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:43.012880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:43.018720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:43.022915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:43.025668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:43.031352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:43.129096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:43.263026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:43.424940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.176 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/1e482de0-fdcf-4e54-8018-6061e1d8a1d8) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:40:43.570727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:43.683847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:43.745929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:40:43.748501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:40:43.756055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:40:43.791040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=1e482de0-fdcf-4e54-8018-6061e1d8a1d8,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:43.806361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.806707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.807068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.807400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.807728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.808057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.808380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.808703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.809025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.809349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.809670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:43.810063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:40:44.173271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:44.355677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:44.557689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:44.628586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:44.841100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=1e482de0-fdcf-4e54-8018-6061e1d8a1d8,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:44.851368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:45.019231 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP c2e9265b-c565-4d00-885d-2c999ef63d97 associated. External IP: 172.26.3.176, port: 684c20fc-4008-4d0c-aa62-1efc242ae366. Apr 22 17:40:45.370876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 65324a3c-5014-41a8-86b3-e47505bd951b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:40:45.547637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:40:45.557917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791d82e-2540-435c-869b-25273242e39d None None] Sync routers for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:40:45.567921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791d82e-2540-435c-869b-25273242e39d None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:45.568540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0791d82e-2540-435c-869b-25273242e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:40:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:45.655034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:45.719365 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9e863580-e681-4e45-bf85-f9632033686f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7101843 Apr 22 17:40:45.722594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54110) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:45.723744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:40:45.752488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-0791d82e-2540-435c-869b-25273242e39d None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:45.786986 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06132b4-76b0-492a-aedb-5ff1b1adb2d5'] response: {'name': 'network-changed', 'server_uuid': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'status': 'completed', 'code': 200} Apr 22 17:40:45.840315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60305fed-df3d-41cc-8f8b-0d5696078cd7 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:45.844616 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-60305fed-df3d-41cc-8f8b-0d5696078cd7 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed&network_id=d5f7b2a1-62c6-41ee-9697-f42012adc955 HTTP/1.1" status: 200 len: 1131 time: 0.1217878 Apr 22 17:40:45.885314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-70adf3bd-dc8d-4e93-a540-07d4eee27d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:45.886914 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-70adf3bd-dc8d-4e93-a540-07d4eee27d62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 1136 time: 0.0751684 Apr 22 17:40:46.030859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-0ac5e235-1535-4a54-b999-970f1ae13636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:46.032360 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-0ac5e235-1535-4a54-b999-970f1ae13636 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f7b2a1-62c6-41ee-9697-f42012adc955 HTTP/1.1" status: 200 len: 897 time: 0.1387117 Apr 22 17:40:46.136475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-0b5d2653-ca00-4dac-99ec-ce5d37dc1b47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 1037 time: 0.0985568 Apr 22 17:40:46.168943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0791d82e-2540-435c-869b-25273242e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'c2e9265b-c565-4d00-885d-2c999ef63d97', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'port_id': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2070214168', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'mac_address': 'fa:16:3e:0d:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:40:44Z', 'updated_at': '2022-04-22T17:40:44Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:46.172642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791d82e-2540-435c-869b-25273242e39d None None] Checking router: 65324a3c-5014-41a8-86b3-e47505bd951b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:40:46.181533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791d82e-2540-435c-869b-25273242e39d None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:40:46.182134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0791d82e-2540-435c-869b-25273242e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:40:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:46.199202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-95a821de-d776-4115-9878-5de6bdabd3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:46.200689 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-95a821de-d776-4115-9878-5de6bdabd3be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87ef763e-c661-4a29-961e-cebbe0557262 HTTP/1.1" status: 200 len: 835 time: 0.0585878 Apr 22 17:40:46.283845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-819853bd-dbe5-4d1e-8721-cf795d872b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:46.290771 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-819853bd-dbe5-4d1e-8721-cf795d872b25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f7b2a1-62c6-41ee-9697-f42012adc955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769205 Apr 22 17:40:46.366104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-0791d82e-2540-435c-869b-25273242e39d None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:40:46.603263 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-71fe992a-0335-43b6-bcef-962d909d0ce8 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035369 Apr 22 17:40:46.713278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce980f67-cf1e-4bc1-a45b-0cafb3568f08 req-82fa7e19-a21c-41ef-b65a-b4b613c4bf53 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:46.714699 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce980f67-cf1e-4bc1-a45b-0cafb3568f08 req-82fa7e19-a21c-41ef-b65a-b4b613c4bf53 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 983 time: 0.3148558 Apr 22 17:40:46.726311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0791d82e-2540-435c-869b-25273242e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'c2e9265b-c565-4d00-885d-2c999ef63d97', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'port_id': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2070214168', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'mac_address': 'fa:16:3e:0d:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:40:44Z', 'updated_at': '2022-04-22T17:40:44Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:40:46.730332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791d82e-2540-435c-869b-25273242e39d None None] The sync data for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv is: [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'c2e9265b-c565-4d00-885d-2c999ef63d97', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'port_id': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2070214168', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'mac_address': 'fa:16:3e:0d:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca18f8-f725-4848-ada1-f1d5dc7541ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:40:44Z', 'updated_at': '2022-04-22T17:40:44Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:40:46.784631 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce980f67-cf1e-4bc1-a45b-0cafb3568f08 req-72b0a5a2-86f1-4d58-82b3-a9d20c3ab1a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624068 Apr 22 17:40:46.790503 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1f48e93-7455-4c5c-9b96-87a5d5cff790 req-a93a0d1c-3139-440c-8c5b-26cb059b6a87 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804216 Apr 22 17:40:46.925466 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5aa5ed-b7be-439d-94ae-d40128260a3a None None] New status for floating IP c2e9265b-c565-4d00-885d-2c999ef63d97: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:40:47.931179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-2b73fb68-00a8-4c6b-af2e-ed4a6c294c4b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:47.932643 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-2b73fb68-00a8-4c6b-af2e-ed4a6c294c4b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 983 time: 0.0846250 Apr 22 17:40:47.973545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f11bda-88a5-4d4b-bb1b-9137531399c7 req-fa6c9131-46ad-46e0-af65-10e3891441d8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:47.975027 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-77f11bda-88a5-4d4b-bb1b-9137531399c7 req-fa6c9131-46ad-46e0-af65-10e3891441d8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 983 time: 0.0822029 Apr 22 17:40:48.004680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-5f3ce1d6-4e6a-4866-a5de-368a6fb8ee94 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:48.007509 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-5f3ce1d6-4e6a-4866-a5de-368a6fb8ee94 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0677905 Apr 22 17:40:48.020543 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-77f11bda-88a5-4d4b-bb1b-9137531399c7 req-08d2fbaa-6999-47c9-ad09-6590d893f607 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Apr 22 17:40:48.151880 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-1271102c-3e24-40e7-b86a-18550b00d777 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1411779 Apr 22 17:40:48.161811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:48.273742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:48.467763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:40:48.499690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:40:48.550843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] device_id is not set on port 684c20fc-4008-4d0c-aa62-1efc242ae366 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:40:48.559729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:48.649129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:48.785019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=6']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:48.846856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] No DVR routers for this DVR port 684c20fc-4008-4d0c-aa62-1efc242ae366 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:40:48.911683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-587b3931-5cfb-466a-a13b-b91e44b91289 None None] Provisioning complete for port 684c20fc-4008-4d0c-aa62-1efc242ae366 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:40:48.913916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-587b3931-5cfb-466a-a13b-b91e44b91289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:48.966506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-587b3931-5cfb-466a-a13b-b91e44b91289 None None] Port 684c20fc-4008-4d0c-aa62-1efc242ae366 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:40:49.072807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] In _notify_port_updated(), no bound segment for port 684c20fc-4008-4d0c-aa62-1efc242ae366 on network d5f7b2a1-62c6-41ee-9697-f42012adc955 {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:40:49.072807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:49.072807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:49.073599 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-801e3843-8dde-4129-b0cc-0291c8c2c94e req-40ef6f2e-8bcc-4f33-a02a-5c2523358b7c service neutron] 10.222.0.16 "PUT /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 1026 time: 0.9152787 Apr 22 17:40:49.174040 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5efa119b-af23-4662-af4b-be3a6544cba4 req-cfe683a9-12ee-472d-9036-9354256136bb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=44ca18f8-f725-4848-ada1-f1d5dc7541ed HTTP/1.1" status: 200 len: 210 time: 0.0423992 Apr 22 17:40:50.268633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54128) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:50.340134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74dfab-7596-4247-b748-baa18ed49212 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:50.341476 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fb74dfab-7596-4247-b748-baa18ed49212 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 925 time: 0.0718725 Apr 22 17:40:50.623947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54134) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:50.629224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286820891', 'description': 'tempest-secgroup-smoke-1286820891 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:50.635876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:50.645607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:50.742960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:50.763453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:50.767346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:50.770129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:50.776468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:50.952083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.010734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.056222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92ddda9-3cc7-4927-9fbb-32c631e0b0af,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:51.069316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 684c20fc-4008-4d0c-aa62-1efc242ae366 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:40:51.108104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.116926 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4ffd8309-9ada-4484-a271-ce5cf50d3101 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4844201 Apr 22 17:40:51.116926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54138) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:51.118212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b92ddda9-3cc7-4927-9fbb-32c631e0b0af', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:51.124197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:51.124663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 684c20fc-4008-4d0c-aa62-1efc242ae366 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:40:51.128847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:51.131988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:51.137648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:51.199892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.257193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.399359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.423790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe301e44-b20f-45a0-b771-e21d75d81aeb,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:51.508055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.509198 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d7639dbe-e326-439a-9198-2e4eb611b5a3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959730 Apr 22 17:40:51.511856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54142) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:51.516921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b92ddda9-3cc7-4927-9fbb-32c631e0b0af', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:51.523640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:51.527628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:51.530439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:51.536321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:51.617020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.679683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.765920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.789376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f935011-946d-438b-a684-8885dbc8e977,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:51.873816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:51.874940 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-141d3292-773e-48fa-b28c-9db357f0a5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3620720 Apr 22 17:40:51.877552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54146) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:51.883058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b92ddda9-3cc7-4927-9fbb-32c631e0b0af', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:51.888891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:51.892708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:51.895548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:51.902213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:51.992544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.054222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.117751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.140152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b238dd2-df99-4e76-9f0a-808ec4357769,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:52.254779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.254779 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-17580eac-066b-440e-9624-e58f07cf92c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736665 Apr 22 17:40:52.254779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54150) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:52.260264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b92ddda9-3cc7-4927-9fbb-32c631e0b0af', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:52.266054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:52.269870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:52.280728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:52.280728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:52.394548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.458390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.531057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.558716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b69f71-4411-4f6d-a11d-df9217e7c1cd,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:52.644297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.645023 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bdb7972a-61c7-4e22-b658-266c9092fde4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890367 Apr 22 17:40:52.651684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54154) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:52.656582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b92ddda9-3cc7-4927-9fbb-32c631e0b0af', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:52.662377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:52.666853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:52.669733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:52.675530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:52.757656 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:40:52.775876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.826909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.874439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.896072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf178224-dcd7-4334-8cb8-95813dd0cf62,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:52.942465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:52.945051 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8202dfaa-e84f-4145-830b-1637eda33679 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2912345 Apr 22 17:40:52.946769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54158) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:40:52.951681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'b92ddda9-3cc7-4927-9fbb-32c631e0b0af', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:52.957545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:40:52.961887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:40:52.964793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:40:52.971134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:40:53.045298 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:40:53.051897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:53.115730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:53.205036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:53.229097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c4e4a5-3846-40ca-8712-e079c1c388c5,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:53.325044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:53.326134 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-676826e0-7500-4250-aa45-e4af17aada23 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3784549 Apr 22 17:40:53.486641 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-7ae4b2f0-ff93-4a9f-8cd6-eef58e07ffc4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286820891&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.0391676 Apr 22 17:40:53.565919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-c173f1d5-2272-44d4-88bc-ee34de5a6f0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:53.567291 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-c173f1d5-2272-44d4-88bc-ee34de5a6f0f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 930 time: 0.0741258 Apr 22 17:40:53.681136 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-69c300ef-af6f-437c-bf3d-8a903f5d77a6 service neutron] 10.222.0.10 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1019623 Apr 22 17:40:53.690649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-d57f7ec0-380e-4e6f-b05c-1851485a01f0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:40:53.691635 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-d57f7ec0-380e-4e6f-b05c-1851485a01f0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048509 Apr 22 17:40:53.820707 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-5ccdd05e-d57f-41e2-8bfc-f3a799666b97 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238468 Apr 22 17:40:53.950811 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-2b17000c-f01b-4cdd-b086-f2103d389417 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241057 Apr 22 17:40:54.212866 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-87db3640-4b00-4243-9294-1adce80820f1 req-19e00f5b-b3db-4582-b83e-3e31c3bcca66 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 210 time: 0.0465813 Apr 22 17:40:55.366875 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-18e4466b-bee8-4ef1-a1a4-4f2a96c3801b req-9477b968-3021-4f86-a438-90ebdd9c959b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 210 time: 0.0465701 Apr 22 17:40:56.241467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-1221b4b1-5f7b-4e85-8a29-cc7f288a3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:56.243401 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-1221b4b1-5f7b-4e85-8a29-cc7f288a3442 service neutron] 10.222.0.16 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 1026 time: 0.0603967 Apr 22 17:40:56.394641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-277a2f74-78ed-4221-af40-c578f7ee6764 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:56.396450 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-277a2f74-78ed-4221-af40-c578f7ee6764 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=d5f7b2a1-62c6-41ee-9697-f42012adc955 HTTP/1.1" status: 200 len: 797 time: 0.1482234 Apr 22 17:40:56.459039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-37d2b4e1-64e3-4e72-bdb1-8f266322d5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:40:56.522463 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-feb9f61c-32f8-4715-877a-663c86ee7ad7 req-44245441-05f1-4dbc-909c-a60de54d7fac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 210 time: 0.0432489 Apr 22 17:40:56.565335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-37d2b4e1-64e3-4e72-bdb1-8f266322d5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:40:56.566481 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-37d2b4e1-64e3-4e72-bdb1-8f266322d5f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 473 time: 0.1604896 Apr 22 17:40:56.576882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Request body: {'port': {'device_id': '83d21913-07e6-4cd4-a320-f8039287ce6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:40:56.689050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:57.025549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684c20fc-4008-4d0c-aa62-1efc242ae366 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:40:57.031395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:57.045574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Transition to ACTIVE for port object 684c20fc-4008-4d0c-aa62-1efc242ae366 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=7']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Attempting to bind port 684c20fc-4008-4d0c-aa62-1efc242ae366 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Attempting to bind port 684c20fc-4008-4d0c-aa62-1efc242ae366 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Attempting to bind port 684c20fc-4008-4d0c-aa62-1efc242ae366 on network d5f7b2a1-62c6-41ee-9697-f42012adc955 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Port 684c20fc-4008-4d0c-aa62-1efc242ae366 on network d5f7b2a1-62c6-41ee-9697-f42012adc955 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Attempting to bind port 684c20fc-4008-4d0c-aa62-1efc242ae366 on network d5f7b2a1-62c6-41ee-9697-f42012adc955 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Checking segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Bound using segment: {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Bound port: 684c20fc-4008-4d0c-aa62-1efc242ae366, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d94074-2ca8-47d5-88a3-1136385a5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:40:57.457313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:57.619784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:40:57.622766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:40:57.681126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:57.710883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefa452-9904-4107-ae2c-b08af270ae39 req-5979f646-6389-4847-9397-9dd07f3699d5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:57.712435 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1fefa452-9904-4107-ae2c-b08af270ae39 req-5979f646-6389-4847-9397-9dd07f3699d5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 981 time: 0.0809338 Apr 22 17:40:57.735656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:57.736600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:40:57.737630 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] 10.222.0.16 "PUT /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 1131 time: 1.1647894 Apr 22 17:40:57.738072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d21913-07e6-4cd4-a320-f8039287ce6e', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:40:57.758281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1fefa452-9904-4107-ae2c-b08af270ae39 req-9031c60c-d899-472a-b3c2-4f27c3c8fa9c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Apr 22 17:40:57.782219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad7885-4574-4926-a2a4-d32fed9b1b3f service neutron] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=8']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:40:57.815934 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c38ba27-eca6-4d19-bb11-383e3d72c564'] response: {'name': 'network-changed', 'server_uuid': '83d21913-07e6-4cd4-a320-f8039287ce6e', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'status': 'completed', 'code': 200} Apr 22 17:40:57.915137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae871bb-b7f2-4d67-a2fc-4316992d8fa4 req-951ecb50-5e7e-4f22-b934-e675649cdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:57.916639 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ae871bb-b7f2-4d67-a2fc-4316992d8fa4 req-951ecb50-5e7e-4f22-b934-e675649cdeac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 1134 time: 0.0749364 Apr 22 17:40:58.059905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae871bb-b7f2-4d67-a2fc-4316992d8fa4 req-ffac906c-b262-47b1-a193-df69e08a8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:58.061361 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ae871bb-b7f2-4d67-a2fc-4316992d8fa4 req-ffac906c-b262-47b1-a193-df69e08a8d27 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1365366 Apr 22 17:40:58.196327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae871bb-b7f2-4d67-a2fc-4316992d8fa4 req-c0a76ac1-4cdc-4421-9db4-d79188233f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:58.197750 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ae871bb-b7f2-4d67-a2fc-4316992d8fa4 req-c0a76ac1-4cdc-4421-9db4-d79188233f1a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1301870 Apr 22 17:40:58.308023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-3f9ac0e7-fef1-4714-b12d-950799d115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:58.309460 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-3f9ac0e7-fef1-4714-b12d-950799d115f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 1134 time: 0.0753417 Apr 22 17:40:58.410480 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-da346566-68cd-458c-ac8d-2568a8643435 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 1037 time: 0.0932138 Apr 22 17:40:58.475460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-40d13f30-2df1-4768-8d04-9abbdfa8e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:58.476855 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-40d13f30-2df1-4768-8d04-9abbdfa8e3ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87ef763e-c661-4a29-961e-cebbe0557262 HTTP/1.1" status: 200 len: 835 time: 0.0602052 Apr 22 17:40:58.550076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-87e9eb92-b6a6-4a45-8d14-9addc9b727ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:58.551840 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-87e9eb92-b6a6-4a45-8d14-9addc9b727ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f7b2a1-62c6-41ee-9697-f42012adc955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691309 Apr 22 17:40:58.681345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-7dc6396b-0289-493d-99a1-d91b6d88f19c service neutron] 10.222.0.16 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235869 Apr 22 17:40:58.811303 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8357fca-3ca1-450f-a78e-512e2d3e5a22 req-a889b24e-889b-495e-9ee7-b5041544e26f service neutron] 10.222.0.16 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239254 Apr 22 17:40:58.952712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f47cc-a64c-481e-8bf7-9312e054941b req-882df312-63a1-45c7-b1d4-e4d67632bf06 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:40:58.957012 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7a6f47cc-a64c-481e-8bf7-9312e054941b req-882df312-63a1-45c7-b1d4-e4d67632bf06 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 981 time: 0.0834703 Apr 22 17:40:58.997721 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7a6f47cc-a64c-481e-8bf7-9312e054941b req-477d6d37-853a-4f95-a95f-86ee0a52530f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385153 Apr 22 17:41:00.186217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6474c-eb0a-4569-b11d-fbd9a9b24c2a req-914ea152-a70c-4c62-8a2a-3512695ce60b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:00.187713 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33d6474c-eb0a-4569-b11d-fbd9a9b24c2a req-914ea152-a70c-4c62-8a2a-3512695ce60b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 981 time: 0.0836852 Apr 22 17:41:00.231436 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33d6474c-eb0a-4569-b11d-fbd9a9b24c2a req-0f91ab9d-5ef0-48cd-85fc-7b749d5e9153 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379770 Apr 22 17:41:00.386063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cef6ea87-2a45-4b4f-9841-090e10068d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:01.418664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284878a7-2063-4108-b2fc-91f5bb51c326 req-d0404a98-00f2-4277-8ee3-3684b7dbab63 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:01.420166 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-284878a7-2063-4108-b2fc-91f5bb51c326 req-d0404a98-00f2-4277-8ee3-3684b7dbab63 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 981 time: 0.0817821 Apr 22 17:41:01.463428 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-284878a7-2063-4108-b2fc-91f5bb51c326 req-2cc2e2bf-63ad-4e74-9cb6-09467032993a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Apr 22 17:41:02.582556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-39995123-4dc7-42c5-9030-c51c025f5756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:02.648860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac15e9-cf3e-4a59-a3cc-f2fa93a29d11 req-f757b031-c995-4f33-b313-b1648e1f598f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:02.650840 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-31ac15e9-cf3e-4a59-a3cc-f2fa93a29d11 req-f757b031-c995-4f33-b313-b1648e1f598f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 981 time: 0.0825579 Apr 22 17:41:02.693693 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-31ac15e9-cf3e-4a59-a3cc-f2fa93a29d11 req-65ef6a65-2c0f-472b-af14-97a250fa0ab8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Apr 22 17:41:03.147541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 684c20fc-4008-4d0c-aa62-1efc242ae366 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:41:03.280484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:03.293928 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'port_id': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'mac_address': 'fa:16:3e:0d:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:41:03.347673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:03.365429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684c20fc-4008-4d0c-aa62-1efc242ae366 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:41:03.380712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:03.458486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:03.526550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=9']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:03.683289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:03.769207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:03.783586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['684c20fc-4008-4d0c-aa62-1efc242ae366'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:41:03.876957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafe66c-481d-4a86-840d-b7b4005d9e17 req-7263ab03-7228-41d4-98be-46a38ccfb02a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:03.878435 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dfafe66c-481d-4a86-840d-b7b4005d9e17 req-7263ab03-7228-41d4-98be-46a38ccfb02a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 982 time: 0.0825171 Apr 22 17:41:03.923744 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dfafe66c-481d-4a86-840d-b7b4005d9e17 req-526a1e6d-bcd7-4d7f-ba74-36699f64714c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Apr 22 17:41:04.433529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:05.048759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:05.108166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dee14c-491c-40c1-8c02-d75d74cb6668 req-2bf2fb97-6dac-40aa-b261-f39689095da0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:05.109613 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c5dee14c-491c-40c1-8c02-d75d74cb6668 req-2bf2fb97-6dac-40aa-b261-f39689095da0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 982 time: 0.0824728 Apr 22 17:41:05.153720 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c5dee14c-491c-40c1-8c02-d75d74cb6668 req-fb9927a8-1d1d-4fea-b289-e1ce868a0cce tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 Apr 22 17:41:05.153857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 684c20fc-4008-4d0c-aa62-1efc242ae366 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:41:05.271528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 684c20fc-4008-4d0c-aa62-1efc242ae366 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:41:05.276145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 684c20fc-4008-4d0c-aa62-1efc242ae366 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:05.276517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:05.432551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:05.458400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d21913-07e6-4cd4-a320-f8039287ce6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:41:05.468150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:05.503923 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528feb04-5b00-4bfb-b2dc-376049f931af'] response: {'server_uuid': '83d21913-07e6-4cd4-a320-f8039287ce6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684c20fc-4008-4d0c-aa62-1efc242ae366', 'code': 200} Apr 22 17:41:05.545951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:05.613139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=10']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:05.896512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878846d-d3ee-4a8c-a277-dba916b4ebc5 req-574ac750-4d46-42b9-a673-ecb8d15d20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:05.897927 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d878846d-d3ee-4a8c-a277-dba916b4ebc5 req-574ac750-4d46-42b9-a673-ecb8d15d20cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 1137 time: 0.0715911 Apr 22 17:41:05.940529 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d878846d-d3ee-4a8c-a277-dba916b4ebc5 req-d9c2d0f0-241f-4727-9cac-8f618af3822b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368013 Apr 22 17:41:06.337427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89065ec0-8f6e-4281-9196-63937db52459 req-146026b5-7c2f-4109-90df-6adea7a08b81 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:06.339427 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89065ec0-8f6e-4281-9196-63937db52459 req-146026b5-7c2f-4109-90df-6adea7a08b81 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 984 time: 0.0805035 Apr 22 17:41:06.383434 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89065ec0-8f6e-4281-9196-63937db52459 req-8c56bef8-fdce-498c-91e1-1ebb783ad779 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381906 Apr 22 17:41:07.573542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4455-2c81-4e1e-8862-d27a4c18bb00 req-7d1d0dfb-ca6c-4b82-9bc7-894cbef4ab50 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:07.575029 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bf2f4455-2c81-4e1e-8862-d27a4c18bb00 req-7d1d0dfb-ca6c-4b82-9bc7-894cbef4ab50 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 984 time: 0.0827653 Apr 22 17:41:07.617610 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bf2f4455-2c81-4e1e-8862-d27a4c18bb00 req-32682660-3548-4fc0-a8a8-1a23660568bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369625 Apr 22 17:41:07.807479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daaf74-9f29-4099-8aff-679288f2b3a4 req-27800b07-39e0-487a-86b1-17b86336f812 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:07.808930 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32daaf74-9f29-4099-8aff-679288f2b3a4 req-27800b07-39e0-487a-86b1-17b86336f812 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 984 time: 0.0820243 Apr 22 17:41:07.851685 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32daaf74-9f29-4099-8aff-679288f2b3a4 req-e34e0921-7d70-4452-8c89-017a17455389 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 Apr 22 17:41:07.873962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54220) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:07.942640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e739b-4646-4e3a-89c7-7ca5e93243a5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:07.944130 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e48e739b-4646-4e3a-89c7-7ca5e93243a5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e&network_id=d5f7b2a1-62c6-41ee-9697-f42012adc955 HTTP/1.1" status: 200 len: 1132 time: 0.0692046 Apr 22 17:41:08.677909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4e9b-5902-44c1-ad3b-41c881008f26 req-4207f460-78de-43de-89ef-a17acf4140ad tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:08.679418 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ecc4e9b-5902-44c1-ad3b-41c881008f26 req-4207f460-78de-43de-89ef-a17acf4140ad tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 984 time: 0.1812608 Apr 22 17:41:08.722575 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ecc4e9b-5902-44c1-ad3b-41c881008f26 req-f8cb0b7b-e437-4aa3-ae7f-2c6fe5185787 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Apr 22 17:41:09.542045 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:41:09.907478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2c847-2bbe-4b16-a646-a7f1444257f0 req-2adc5ba7-7bf7-4041-b8f5-9e1ed97e095a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:09.908940 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-17b2c847-2bbe-4b16-a646-a7f1444257f0 req-2adc5ba7-7bf7-4041-b8f5-9e1ed97e095a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 984 time: 0.0798738 Apr 22 17:41:09.953328 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-17b2c847-2bbe-4b16-a646-a7f1444257f0 req-dcf42bb0-cb07-4af1-90ad-afc041656dc2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a77a57a-108b-4c9f-aede-52f1c7250f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386143 Apr 22 17:41:10.024759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-6aab4793-6668-4719-aedb-51a574bedbd1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:10.026250 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-6aab4793-6668-4719-aedb-51a574bedbd1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 984 time: 0.0781398 Apr 22 17:41:10.101095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-c9aee0ba-61fc-4fe4-bd51-2d3ed1c580b0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:10.102409 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-c9aee0ba-61fc-4fe4-bd51-2d3ed1c580b0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0689535 Apr 22 17:41:10.243724 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-a9885060-6001-4a82-b612-032566f0bd9b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1360505 Apr 22 17:41:10.254169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:10.365303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:10.561319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=684c20fc-4008-4d0c-aa62-1efc242ae366,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:10.589884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] For port 684c20fc-4008-4d0c-aa62-1efc242ae366, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:41:10.643235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] device_id is not set on port 684c20fc-4008-4d0c-aa62-1efc242ae366 yet. {{(pid=88659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 17:41:10.651975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:10.741746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:10.879781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] Pushing event updated for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=11']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:10.936574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] No DVR routers for this DVR port 684c20fc-4008-4d0c-aa62-1efc242ae366 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:41:11.063520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0940ed63-80eb-41cf-8496-83f9f7f705cd None None] Provisioning complete for port 684c20fc-4008-4d0c-aa62-1efc242ae366 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:11.064051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0940ed63-80eb-41cf-8496-83f9f7f705cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:11.122695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0940ed63-80eb-41cf-8496-83f9f7f705cd None None] Port 684c20fc-4008-4d0c-aa62-1efc242ae366 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:41:11.125739 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0356eb49-9398-4e5b-810a-84310959852a req-d32987ac-adcf-45a3-b749-c1809ef43224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=83d21913-07e6-4cd4-a320-f8039287ce6e HTTP/1.1" status: 200 len: 210 time: 0.0502405 Apr 22 17:41:11.199232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] In _notify_port_updated(), no bound segment for port 684c20fc-4008-4d0c-aa62-1efc242ae366 on network d5f7b2a1-62c6-41ee-9697-f42012adc955 {{(pid=88659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 17:41:11.200077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:11.200680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:11.201922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0222c6e9-8feb-4126-a5bc-59aaf28b61fe req-aa1b438e-1d99-4644-b5d6-711b1bff32fa service neutron] 10.222.0.16 "PUT /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 200 len: 1027 time: 0.9517195 Apr 22 17:41:12.225462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54238) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:12.395052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:12.424965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:12.614119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:12.631570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92ddda9-3cc7-4927-9fbb-32c631e0b0af,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:12.643127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.643748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.644067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.644419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:12.716310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:12.717485 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f241c9f3-fb5a-48b6-b35c-103db740828f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/b92ddda9-3cc7-4927-9fbb-32c631e0b0af HTTP/1.1" status: 204 len: 168 time: 0.4910188 Apr 22 17:41:12.814098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54244) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:13.012127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 1e482de0-fdcf-4e54-8018-6061e1d8a1d8 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:41:13.012473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:13.178381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:13.181653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:13.225714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 684c20fc-4008-4d0c-aa62-1efc242ae366 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:41:13.282265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 684c20fc-4008-4d0c-aa62-1efc242ae366 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:41:13.303887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 1e482de0-fdcf-4e54-8018-6061e1d8a1d8 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:41:13.519793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:13.569591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=1e482de0-fdcf-4e54-8018-6061e1d8a1d8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:13.657372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:13.657372 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP c2e9265b-c565-4d00-885d-2c999ef63d97 disassociated (deleted). External IP: 172.26.3.176, port: 684c20fc-4008-4d0c-aa62-1efc242ae366. Apr 22 17:41:14.004049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 65324a3c-5014-41a8-86b3-e47505bd951b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:41:14.282691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:41:14.292285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] Sync routers for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:41:14.304975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:14.304975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:14.431480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:14.479325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:14.490607 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-459816c4-12a1-4aa5-bfc8-e82220c1b2df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/c2e9265b-c565-4d00-885d-2c999ef63d97 HTTP/1.1" status: 204 len: 168 time: 1.6731060 Apr 22 17:41:14.632494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54252) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:14.700879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03b6921-6a40-4a44-867e-89711a5063de tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:14.729793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03b6921-6a40-4a44-867e-89711a5063de tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:14.797513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:14.801434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] Checking router: 65324a3c-5014-41a8-86b3-e47505bd951b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:41:14.810453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:14.811145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:14.913269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03b6921-6a40-4a44-867e-89711a5063de tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:14.936919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b6921-6a40-4a44-867e-89711a5063de tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fdd418-ecec-477c-a819-989aca9b19bc,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:14.943791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a03b6921-6a40-4a44-867e-89711a5063de tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:14.948930 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a03b6921-6a40-4a44-867e-89711a5063de tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/67fdd418-ecec-477c-a819-989aca9b19bc HTTP/1.1" status: 204 len: 168 time: 0.3113556 Apr 22 17:41:14.996035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:15.068577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54258) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:15.135858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-081b1fcb-4d73-45c1-bdb0-8e84011dd8b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 684c20fc-4008-4d0c-aa62-1efc242ae366 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:41:15.136209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-081b1fcb-4d73-45c1-bdb0-8e84011dd8b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:15.307662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:15.311606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b14e449-dfee-422a-a453-f27d66e0f88c None None] The sync data for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv is: [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1039db52-f753-46ad-b085-00eda6277b2f', 'name': '', 'network_id': 'd5f7b2a1-62c6-41ee-9697-f42012adc955', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:85:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '87ef763e-c661-4a29-961e-cebbe0557262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:20Z', 'updated_at': '2022-04-22T17:40:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '87ef763e-c661-4a29-961e-cebbe0557262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:41:15.385599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-081b1fcb-4d73-45c1-bdb0-8e84011dd8b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:15.510946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-081b1fcb-4d73-45c1-bdb0-8e84011dd8b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 684c20fc-4008-4d0c-aa62-1efc242ae366 owned by {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:41:15.538026 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a263f2-6653-49fd-b9e1-a74a73a6d995 None None] New status for floating IP c2e9265b-c565-4d00-885d-2c999ef63d97: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:41:15.780216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-081b1fcb-4d73-45c1-bdb0-8e84011dd8b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:15.833982 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b1fcb-4d73-45c1-bdb0-8e84011dd8b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=684c20fc-4008-4d0c-aa62-1efc242ae366,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:15.938675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-081b1fcb-4d73-45c1-bdb0-8e84011dd8b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:15.948898 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-081b1fcb-4d73-45c1-bdb0-8e84011dd8b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/ports/684c20fc-4008-4d0c-aa62-1efc242ae366 HTTP/1.1" status: 204 len: 168 time: 0.8791564 Apr 22 17:41:15.952463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54262) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:16.623385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:16.975410 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 1039db52-f753-46ad-b085-00eda6277b2f {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:41:16.975966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:17.161606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 1039db52-f753-46ad-b085-00eda6277b2f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1039db52-f753-46ad-b085-00eda6277b2f,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:17.161974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:17.293601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 1039db52-f753-46ad-b085-00eda6277b2f owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:41:17.820006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:17.866928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=1039db52-f753-46ad-b085-00eda6277b2f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:18.142653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:18.505470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 65324a3c-5014-41a8-86b3-e47505bd951b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:41:18.682190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:41:18.691063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] Sync routers for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:41:18.695491 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5b4d3a73-2219-4f87-aa50-510f6806413c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/65324a3c-5014-41a8-86b3-e47505bd951b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7419796 Apr 22 17:41:18.698663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54266) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:18.700878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:18.701491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:18.765389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86b5d78-adb2-4b46-85d9-1ad79be5eefc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet 87ef763e-c661-4a29-961e-cebbe0557262 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:41:18.768720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a86b5d78-adb2-4b46-85d9-1ad79be5eefc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:18.824045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a86b5d78-adb2-4b46-85d9-1ad79be5eefc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:18.909294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a86b5d78-adb2-4b46-85d9-1ad79be5eefc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:18.916439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:19.062157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a86b5d78-adb2-4b46-85d9-1ad79be5eefc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:19.102340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b5d78-adb2-4b46-85d9-1ad79be5eefc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=87ef763e-c661-4a29-961e-cebbe0557262,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:19.104866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a86b5d78-adb2-4b46-85d9-1ad79be5eefc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:19.110446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab7262-25eb-454c-95dd-97dca36f709a None None] Network d5f7b2a1-62c6-41ee-9697-f42012adc955 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:41:19.113913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54270) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:19.114337 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a86b5d78-adb2-4b46-85d9-1ad79be5eefc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/87ef763e-c661-4a29-961e-cebbe0557262 HTTP/1.1" status: 204 len: 168 time: 0.4142528 Apr 22 17:41:19.301361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:19.378871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:41:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:19.386043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] Checking router: 65324a3c-5014-41a8-86b3-e47505bd951b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:41:19.391977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] Routers {'65324a3c-5014-41a8-86b3-e47505bd951b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:19.392795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['65324a3c-5014-41a8-86b3-e47505bd951b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:19.456668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] DHCP port deletion for d5f7b2a1-62c6-41ee-9697-f42012adc955 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:41:19.472848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] Deleting port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:41:19.473224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:19.487924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:19.576575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:41:19.576924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:19.667143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] Set router 65324a3c-5014-41a8-86b3-e47505bd951b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:19.865895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5e97fdd4-2189-48ce-9969-b7fd22d6ea1b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:19.866254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:19.948266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] For port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e,segment=NetworkSegment(89d94074-2ca8-47d5-88a3-1136385a5a77),segment_id=89d94074-2ca8-47d5-88a3-1136385a5a77)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:19.948768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:19.990604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:41:20.122029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] Calling delete_port for 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:41:20.260192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:41:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:20.264000 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891fe40-0bc7-4ac0-bd1d-5cfae856dd03 None None] The sync data for ids ['65324a3c-5014-41a8-86b3-e47505bd951b'] in dv-neutron-839024-1-hyperv is: [{'id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'name': 'tempest-TestNetworkBasicOps-router-1651796659', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:40:15Z', 'updated_at': '2022-04-22T17:41:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '5e97fdd4-2189-48ce-9969-b7fd22d6ea1b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65324a3c-5014-41a8-86b3-e47505bd951b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:40:16Z', 'updated_at': '2022-04-22T17:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:41:20.302345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.349767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=5e97fdd4-2189-48ce-9969-b7fd22d6ea1b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:20.354776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.399497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] Pushing event deleted for resources: {'Port': ['ID=12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:20.404865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fa367-87d7-4361-9a4a-68876b71e598 None None] No DVR routers for this DVR port 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:41:20.444422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.620275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.622660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.704415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.704415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Fanout notify agent at l3_agent the message router_deleted on router 65324a3c-5014-41a8-86b3-e47505bd951b {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:41:20.717418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.718509 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d99d3933-8ff5-4c7c-a250-642801445728 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/routers/65324a3c-5014-41a8-86b3-e47505bd951b HTTP/1.1" status: 204 len: 168 time: 1.6034884 Apr 22 17:41:20.721202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54274) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:20.836040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.971632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:20.995595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f7b2a1-62c6-41ee-9697-f42012adc955']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:21.007222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d94074-2ca8-47d5-88a3-1136385a5a77') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:21.007518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d94074-2ca8-47d5-88a3-1136385a5a77') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:21.019075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.035337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.041254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:41:21.041630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:41:21.055468 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:41:21.231801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.247418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.260633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=d5f7b2a1-62c6-41ee-9697-f42012adc955,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:21.271199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:41:21.305194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:41:21.305545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 12bf06cf-cc4c-4fcd-9732-5e66aaf68d8e not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:41:21.305967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:41:21.340638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:41:21.340984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5e97fdd4-2189-48ce-9969-b7fd22d6ea1b not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:41:21.341392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1039db52-f753-46ad-b085-00eda6277b2f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:41:21.352345 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-abec7021-2741-4879-a3d8-22aef7e5f4db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/d5f7b2a1-62c6-41ee-9697-f42012adc955 HTTP/1.1" status: 204 len: 168 time: 0.6298316 Apr 22 17:41:21.369221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54278) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:21.379472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 1039db52-f753-46ad-b085-00eda6277b2f {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:41:21.379853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1039db52-f753-46ad-b085-00eda6277b2f not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:41:21.391864 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b1a6fd4e-2232-4f85-8f1e-bde81b05ad88 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0215399 Apr 22 17:41:21.394446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54282) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:21.400238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--19082067', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:21.405097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:21.409268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:network and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:21.412628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:21.418414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:21.508339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:41:21.508868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.536376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:41:21.544644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.544982 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment 57923d5b-59de-416f-bb68-c1b57d4a2525 of type vlan for network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 Apr 22 17:41:21.573796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.713349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.718918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:21.719515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:21.824791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:21.834709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:41:21.903011 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f4a68c34-2fbe-4f5e-9fad-b36c612abbd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5074029 Apr 22 17:41:21.905721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54286) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:21.910849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'admin_state_up': True, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:21.918756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:21.923171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:router and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:21.926184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:21.934147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:22.010322 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-35e53a87-ea70-4aff-881d-cd3ef503e3af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714581 Apr 22 17:41:22.022884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:22.024239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:22.040922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:22.146655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-b4115e35-21cc-40df-ad71-c575d9a0af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:22.148152 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-b4115e35-21cc-40df-ad71-c575d9a0af01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1098 time: 0.0711780 Apr 22 17:41:22.410901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-47abab67-b4c2-41d3-83dd-2bdfe1dfa234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:22.412403 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-47abab67-b4c2-41d3-83dd-2bdfe1dfa234 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.2459157 Apr 22 17:41:22.465357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:22.514991 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-563abccf-5822-407f-902a-48cac474c5fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 200 len: 1000 time: 0.0964713 Apr 22 17:41:22.579497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-d138de90-8113-460f-bdff-a503dfc1c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:22.580878 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-d138de90-8113-460f-bdff-a503dfc1c2f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0604806 Apr 22 17:41:22.657173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-3cb1f8f1-0fc7-4ead-9242-cdf99199df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:22.665032 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-3cb1f8f1-0fc7-4ead-9242-cdf99199df7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714002 Apr 22 17:41:22.790344 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-b61bca9f-6d9e-4763-81fc-a11f7b7517db service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253116 Apr 22 17:41:22.851067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:22.880647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:22.921150 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-790db934-d66e-4adb-9007-e72f52f9fa5a req-b87338c6-37e8-4238-9457-fded3dd34e7a service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249924 Apr 22 17:41:23.018932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.91 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/6f334962-9445-47e3-9990-e8fcdf44d868) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:41:23.160916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:23.262383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:23.324254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:41:23.326875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:41:23.334552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:41:23.369533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=6f334962-9445-47e3-9990-e8fcdf44d868,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:23.817978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:24.261557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:24.540045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:41:24.719113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:41:24.728991 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Sync routers for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:41:24.738473 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:24.739218 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:24.808754 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:24.810043 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-878b1977-aeaf-411c-92ee-63585a5d9ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9033606 Apr 22 17:41:24.812960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54290) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:24.851791 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0c4031e7-eebe-4c26-82f2-013b6fca6122 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376875 Apr 22 17:41:24.854878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54294) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:24.912468 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:24.982405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa4e05-fcbb-4cdd-acd2-5deb3edf64bc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:24.983909 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f1fa4e05-fcbb-4cdd-acd2-5deb3edf64bc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280937 Apr 22 17:41:24.986728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54298) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:25.028836 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-61297e44-6e2a-49a5-8ba2-b5423c3cf099 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410302 Apr 22 17:41:25.031432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54302) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:25.036700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-261666571', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:25.144706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:25.148776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:25.152087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:25.157703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:25.192435 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:23Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:25.196146 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Checking router: 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:41:25.196524 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Updating router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 port 6f334962-9445-47e3-9990-e8fcdf44d868 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:41:25.221819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:41:25.225432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:25.248334 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:25.522857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:25.569684 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:25.582787 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Transition to ACTIVE for port object 6f334962-9445-47e3-9990-e8fcdf44d868 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:41:25.601085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=4f38b7bb-5817-4820-af8a-676089c60fc5,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:25.609571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:41:25.609931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: c4ae0842-d3b9-49b6-b89f-2f425a16e3d1, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:41:25.694352 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:25.724301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:41:25.797176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, c4ae0842-d3b9-49b6-b89f-2f425a16e3d1) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:41:25.801564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:25.801787 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Attempting to bind port 6f334962-9445-47e3-9990-e8fcdf44d868 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:41:25.802214 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Attempting to bind port 6f334962-9445-47e3-9990-e8fcdf44d868 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:41:25.802296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:25.803342 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Attempting to bind port 6f334962-9445-47e3-9990-e8fcdf44d868 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:41:25.814153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86110df-cd93-465e-825c-be0c8be1be0c None None] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:41:25.814638 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Pushing event updated for resources: {'Port': ['ID=6f334962-9445-47e3-9990-e8fcdf44d868,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:25.815918 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:41:25.816295 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:41:25.816694 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:25.817079 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:41:25.817532 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Bound port: 6f334962-9445-47e3-9990-e8fcdf44d868, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:41:25.818772 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:25.846397 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.846764 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.847109 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.847445 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.847775 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.848103 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.848430 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.848753 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.849074 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.849396 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.849717 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.850039 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:25.898465 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] For port 6f334962-9445-47e3-9990-e8fcdf44d868, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:41:25.901419 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] For port 6f334962-9445-47e3-9990-e8fcdf44d868, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f334962-9445-47e3-9990-e8fcdf44d868,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:41:25.902813 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-07c69107-6b78-4168-94db-e5aaaaaf8735 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8703632 Apr 22 17:41:25.905526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54306) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:25.999746 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:26.034507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:41:26.035406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:26.079887 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e43c6-4212-43b9-b6e0-af2f36ca79dc None None] Pushing event updated for resources: {'Port': ['ID=6f334962-9445-47e3-9990-e8fcdf44d868,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:26.086857 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:26.087430 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:26.200678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Allocated IP 172.20.0.2 (c4ae0842-d3b9-49b6-b89f-2f425a16e3d1/4f38b7bb-5817-4820-af8a-676089c60fc5/a663ff44-5100-4246-a714-a0e72841d6d1) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:41:26.269088 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:26.416119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:26.426241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Transition to ACTIVE for port object a663ff44-5100-4246-a714-a0e72841d6d1 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:41:26.444929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Transition to ACTIVE for port object a663ff44-5100-4246-a714-a0e72841d6d1 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:41:26.564999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:26.584682 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:23Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:26.592864 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed9745-a2c5-4a6c-bca7-b6d9cead0c4a None None] The sync data for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv is: [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:23Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:41:26.629023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:41:26.632125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:41:26.634528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:41:26.687215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Pushing event updated for resources: {'Port': ['ID=a663ff44-5100-4246-a714-a0e72841d6d1,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:26.734731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:26.743811 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Attempting to bind port a663ff44-5100-4246-a714-a0e72841d6d1 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:41:26.744185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Attempting to bind port a663ff44-5100-4246-a714-a0e72841d6d1 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:41:26.744560 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Attempting to bind port a663ff44-5100-4246-a714-a0e72841d6d1 on network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:41:26.749846 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:41:26.750220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Checking segment: {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:41:26.750626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:26.751060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Bound using segment: {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:41:26.751541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Bound port: a663ff44-5100-4246-a714-a0e72841d6d1, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:41:26.751915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:26.864966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] For port a663ff44-5100-4246-a714-a0e72841d6d1, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:41:26.869376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] For port a663ff44-5100-4246-a714-a0e72841d6d1, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a663ff44-5100-4246-a714-a0e72841d6d1,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:41:26.957792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:27.040299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef53410-c2fc-40ec-81af-ab561b4d9de2 None None] Pushing event updated for resources: {'Port': ['ID=a663ff44-5100-4246-a714-a0e72841d6d1,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:27.211411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.1 (c4ae0842-d3b9-49b6-b89f-2f425a16e3d1/4f38b7bb-5817-4820-af8a-676089c60fc5/dbc376ec-64e0-4f33-8858-a4d37596c345) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:41:27.356698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f334962-9445-47e3-9990-e8fcdf44d868 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:41:27.476077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:27.500070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object dbc376ec-64e0-4f33-8858-a4d37596c345 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:41:27.570773 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6f334962-9445-47e3-9990-e8fcdf44d868 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:41:27.576981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6f334962-9445-47e3-9990-e8fcdf44d868 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:27.577571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:27.600751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:27.687757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:41:27.691151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:41:27.705903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:41:27.749715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=dbc376ec-64e0-4f33-8858-a4d37596c345,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:27.765220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:27.782683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6f334962-9445-47e3-9990-e8fcdf44d868, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f334962-9445-47e3-9990-e8fcdf44d868,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:27.839286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:27.910435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:27.912924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6f334962-9445-47e3-9990-e8fcdf44d868,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:28.147544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6279e-008a-487c-bba9-9418f1b3709e None None] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:41:28.178561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:28.357734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0307b4a7-b0c1-4739-90b7-ee5c3b4db95f None None] Provisioning for port a663ff44-5100-4246-a714-a0e72841d6d1 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:41:28.613257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:28.688498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0389282e-b68a-428d-905e-0e430f07ad13 None None] Provisioning for port dbc376ec-64e0-4f33-8858-a4d37596c345 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:41:28.693805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0389282e-b68a-428d-905e-0e430f07ad13 None None] Provisioning complete for port dbc376ec-64e0-4f33-8858-a4d37596c345 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:28.694198 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0389282e-b68a-428d-905e-0e430f07ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:28.717329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:28.755427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0389282e-b68a-428d-905e-0e430f07ad13 None None] Port dbc376ec-64e0-4f33-8858-a4d37596c345 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:41:28.833437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:28.838092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=dbc376ec-64e0-4f33-8858-a4d37596c345,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:28.871976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c69dcbcb-5142-4397-baa8-c69d7568c4c3 None None] Provisioning complete for port dbc376ec-64e0-4f33-8858-a4d37596c345 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:28.872370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c69dcbcb-5142-4397-baa8-c69d7568c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:28.924003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c69dcbcb-5142-4397-baa8-c69d7568c4c3 None None] Port dbc376ec-64e0-4f33-8858-a4d37596c345 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:41:28.969382 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:41:28.970432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:41:29.142523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e75a375c-aaff-4bf3-b1aa-da90824b1c12 None None] Provisioning complete for port dbc376ec-64e0-4f33-8858-a4d37596c345 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:29.142934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e75a375c-aaff-4bf3-b1aa-da90824b1c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:29.155648 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:41:29.194486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e75a375c-aaff-4bf3-b1aa-da90824b1c12 None None] Port dbc376ec-64e0-4f33-8858-a4d37596c345 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:41:29.338168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f334962-9445-47e3-9990-e8fcdf44d868 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:41:29.343246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:41:29.358280 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9d40174b-8028-4a71-bd59-d4f7cf2c2ed3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/898bdba7-65dd-4cb5-a0c5-11da0389c6e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492905 Apr 22 17:41:29.358440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54310) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:29.371484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Sync routers for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:41:29.399002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:29.400206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:29.560932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6f334962-9445-47e3-9990-e8fcdf44d868 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:29.561221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:29.609081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c6eb9-6e39-4325-a588-6e1440ff49fc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.609559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c6eb9-6e39-4325-a588-6e1440ff49fc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.610016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c6eb9-6e39-4325-a588-6e1440ff49fc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.610470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c6eb9-6e39-4325-a588-6e1440ff49fc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.611237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c6eb9-6e39-4325-a588-6e1440ff49fc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.611391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c6eb9-6e39-4325-a588-6e1440ff49fc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.613146 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-688c6eb9-6e39-4325-a588-6e1440ff49fc tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.2537570 Apr 22 17:41:29.615935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54314) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:29.630725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:29.685828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c6783-3f6f-437c-a98f-4ad862225ae6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.686297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c6783-3f6f-437c-a98f-4ad862225ae6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.686763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c6783-3f6f-437c-a98f-4ad862225ae6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.687216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c6783-3f6f-437c-a98f-4ad862225ae6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.687661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c6783-3f6f-437c-a98f-4ad862225ae6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.688461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c6783-3f6f-437c-a98f-4ad862225ae6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:29.692417 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-522c6783-3f6f-437c-a98f-4ad862225ae6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0730176 Apr 22 17:41:29.692639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54318) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:29.896699 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-56994028-679f-42fa-89e1-19cc62ca8551 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2029214 Apr 22 17:41:29.905805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a663ff44-5100-4246-a714-a0e72841d6d1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:41:30.046482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:30.050247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Checking router: 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:41:30.050609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Updating router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 port dbc376ec-64e0-4f33-8858-a4d37596c345 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:41:30.092536 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a663ff44-5100-4246-a714-a0e72841d6d1 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:41:30.103964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54324) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:30.105498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a663ff44-5100-4246-a714-a0e72841d6d1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:30.105909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.109255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286547028', 'description': 'tempest-secgroup-smoke-286547028 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:30.115054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:30.119825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:30.122618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:30.128647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:30.140041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.193579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.214479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:30.218483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:30.221551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:30.228226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:30.297713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.382134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.392980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.431059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79bd4e3-d023-490c-b987-7062998fcfa7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:30.502794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5ad4af02-3e64-487f-9ba3-26327023f34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.511210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.515084 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e0880299-a126-4fba-abe1-4397c207c49a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4075558 Apr 22 17:41:30.515209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a663ff44-5100-4246-a714-a0e72841d6d1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a663ff44-5100-4246-a714-a0e72841d6d1,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:30.515311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54328) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:30.520758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'a79bd4e3-d023-490c-b987-7062998fcfa7', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:30.527179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:30.530994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:30.533836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:30.539669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:30.596415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.621038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.682415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.686905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.699935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a663ff44-5100-4246-a714-a0e72841d6d1,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:30.705088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Transition to ACTIVE for port object dbc376ec-64e0-4f33-8858-a4d37596c345 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:41:30.739624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.762957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16d7f8a-9b12-4a4d-8d40-346868168a3f,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:30.773691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.850312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.854454 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-85f3a059-f7de-4bdf-873d-772980351aa1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353596 Apr 22 17:41:30.854686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54332) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:30.861927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'a79bd4e3-d023-490c-b987-7062998fcfa7', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:30.868737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:30.872879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:30.876097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:30.884278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:30.904114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe39a32-a052-4d9a-b56f-eb72baca3fdb None None] Pushing event updated for resources: {'Port': ['ID=dbc376ec-64e0-4f33-8858-a4d37596c345,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:30.966488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:30.997193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Attempting to bind port dbc376ec-64e0-4f33-8858-a4d37596c345 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:41:30.997599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Attempting to bind port dbc376ec-64e0-4f33-8858-a4d37596c345 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:41:30.998013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Attempting to bind port dbc376ec-64e0-4f33-8858-a4d37596c345 on network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:41:31.003447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:41:31.003820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Checking segment: {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:41:31.004220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.004608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Bound using segment: {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:41:31.005064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Bound port: dbc376ec-64e0-4f33-8858-a4d37596c345, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:41:31.005459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.034625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.112298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] For port dbc376ec-64e0-4f33-8858-a4d37596c345, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:41:31.112828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.112923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] For port dbc376ec-64e0-4f33-8858-a4d37596c345, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dbc376ec-64e0-4f33-8858-a4d37596c345,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:41:31.135185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edab2046-35b5-40ac-9530-4e619b023ed6,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:31.174355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.226178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.230848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54336) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:31.235988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'a79bd4e3-d023-490c-b987-7062998fcfa7', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:31.241537 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c1ea27aa-bf20-4566-9089-ff20bfcd6a0c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3856928 Apr 22 17:41:31.242862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:31.247211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:31.250273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:31.258621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe39a32-a052-4d9a-b56f-eb72baca3fdb None None] Pushing event updated for resources: {'Port': ['ID=dbc376ec-64e0-4f33-8858-a4d37596c345,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:31.264212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:31.264840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:31.266650 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:31.317183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a663ff44-5100-4246-a714-a0e72841d6d1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:41:31.346837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.417621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.476678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.494272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a663ff44-5100-4246-a714-a0e72841d6d1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:31.494643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.501064 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126731aa-6857-44d9-8c85-0fb5249770df,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:31.562893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.564130 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-01d53d7a-c4b2-45ac-9877-c3c3a7ce81ea tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3323433 Apr 22 17:41:31.567785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54340) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:31.573014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'a79bd4e3-d023-490c-b987-7062998fcfa7', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:31.579146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:31.582941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:31.585958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:31.588832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:31.592183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:31.669111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.732829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.799178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.823540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c982c31-4139-4441-8875-02b17ecc373b,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:31.925032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:31.926301 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9e844e68-c801-44dd-aa39-0efb11ee6c88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3575063 Apr 22 17:41:31.929124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54344) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:31.934156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'a79bd4e3-d023-490c-b987-7062998fcfa7', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:31.940136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:31.943990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:31.947101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:31.953048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:31.994847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:41:31Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:31.998618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd862990-8e66-45e2-955a-1b26cd0e2934 None None] The sync data for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv is: [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:41:31Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:41:32.016508 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:41:32.024136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.111406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.198945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.223774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4525640-1891-4ad9-be84-2aca0905f1fa,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:32.296194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.297391 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-79bf1590-229e-4b15-9c17-b510e20a8bfc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673241 Apr 22 17:41:32.300102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54348) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:32.305447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': 'a79bd4e3-d023-490c-b987-7062998fcfa7', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:32.311673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:32.315564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:32.318482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:32.324776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:32.408539 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:41:32.416348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.487890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.550983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.574001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5cac5258-06f9-4d32-ab4c-ca65fa1ff731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.576297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b313c8-6b13-4e3d-a1a6-6a9f83f05f12,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:32.656218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:32.657470 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2846b8b2-7332-448a-876d-19ba036b2eac tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563559 Apr 22 17:41:32.818652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-e2746384-9f83-4d66-b34a-17bc6e2d429b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:41:32.885040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-e2746384-9f83-4d66-b34a-17bc6e2d429b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:41:32.886277 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-e2746384-9f83-4d66-b34a-17bc6e2d429b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286547028&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.1071470 Apr 22 17:41:33.040925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-f5f62a03-dda5-410e-9a07-7a01d446850f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:33.041595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-f5f62a03-dda5-410e-9a07-7a01d446850f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:41:33.110587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-f5f62a03-dda5-410e-9a07-7a01d446850f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:41:33.111744 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-f5f62a03-dda5-410e-9a07-7a01d446850f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 HTTP/1.1" status: 200 len: 795 time: 0.2186596 Apr 22 17:41:33.126639 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-d8eb6b42-b33d-474e-afc7-86643745ccaa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.0095587 Apr 22 17:41:33.205495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-d24ffcd4-cf9e-428d-9f02-ce129bfa633b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:41:33.297310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device dbc376ec-64e0-4f33-8858-a4d37596c345 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:41:33.299571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-d24ffcd4-cf9e-428d-9f02-ce129bfa633b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:41:33.300890 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-d24ffcd4-cf9e-428d-9f02-ce129bfa633b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694489 Apr 22 17:41:33.421595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port dbc376ec-64e0-4f33-8858-a4d37596c345 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:41:33.426620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port dbc376ec-64e0-4f33-8858-a4d37596c345 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:33.427046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:33.440651 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-b799e3bf-6e28-4c8f-8e9e-6827ba2fbe55 service neutron] 10.222.0.10 "GET /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275949 Apr 22 17:41:33.542310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:33.572161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0a7f6616-aef8-4add-87af-cfe8e7279996 service neutron] 10.222.0.10 "GET /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255963 Apr 22 17:41:33.572776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port dbc376ec-64e0-4f33-8858-a4d37596c345, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dbc376ec-64e0-4f33-8858-a4d37596c345,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:33.631476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:33.707704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=dbc376ec-64e0-4f33-8858-a4d37596c345,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:33.742034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:33.776642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:33.813632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6a77bc92-9f0d-4a8f-b7cb-fa5790d8b8bb req-fdca92ad-e7af-4a0b-b90e-f589f608aac1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:41:33.826128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6a77bc92-9f0d-4a8f-b7cb-fa5790d8b8bb req-fdca92ad-e7af-4a0b-b90e-f589f608aac1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:41:33.827300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a77bc92-9f0d-4a8f-b7cb-fa5790d8b8bb req-fdca92ad-e7af-4a0b-b90e-f589f608aac1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 210 time: 0.0550742 Apr 22 17:41:34.432888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:34.979978 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-12caee98-498f-4496-b8b5-29bad7fb513d req-7ffd0219-986d-4ba9-8f36-b75286de936c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 210 time: 0.0495133 Apr 22 17:41:35.031334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:35.272533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device dbc376ec-64e0-4f33-8858-a4d37596c345 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:41:35.341654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port dbc376ec-64e0-4f33-8858-a4d37596c345 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:35.342024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:35.573474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-874b1831-6dfb-4d2f-9c35-456d12a93986 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:35.574983 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-874b1831-6dfb-4d2f-9c35-456d12a93986 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 HTTP/1.1" status: 200 len: 795 time: 0.1466386 Apr 22 17:41:35.622938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-c7af2a5b-bff8-4aed-b6f7-319350d9fe13 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:41:35.634152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-c7af2a5b-bff8-4aed-b6f7-319350d9fe13 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:41:35.635872 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-c7af2a5b-bff8-4aed-b6f7-319350d9fe13 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 379 time: 0.0534110 Apr 22 17:41:35.644055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['a79bd4e3-d023-490c-b987-7062998fcfa7']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:35.777484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:35.787225 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:35.844500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:41:35.848166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:36.011589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.3 (c4ae0842-d3b9-49b6-b89f-2f425a16e3d1/4f38b7bb-5817-4820-af8a-676089c60fc5/25b404e7-352e-46c6-97ce-b5095195fa72) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:41:36.131676 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-baf0232c-682d-471c-9808-fd2712381263 req-baae5048-2aac-447c-8f6d-ab7e6cfddc39 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 210 time: 0.0472810 Apr 22 17:41:36.240295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:36.256026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 25b404e7-352e-46c6-97ce-b5095195fa72 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:41:36.341997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:36.407300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:41:36.414653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:41:36.419551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:41:36.557286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=25b404e7-352e-46c6-97ce-b5095195fa72,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:36.593338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:36.593971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:36.671981 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-0248180c-d0e7-497a-94de-a5365e843b3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0314479 Apr 22 17:41:36.683490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Request body: {'port': {'device_id': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:36.699687 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6adec57d-4004-4d46-a76d-32e4e006e5a4 None None] Provisioning for port 25b404e7-352e-46c6-97ce-b5095195fa72 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:41:36.704813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6adec57d-4004-4d46-a76d-32e4e006e5a4 None None] Provisioning complete for port 25b404e7-352e-46c6-97ce-b5095195fa72 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:36.705209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6adec57d-4004-4d46-a76d-32e4e006e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:36.757715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-6adec57d-4004-4d46-a76d-32e4e006e5a4 None None] Port 25b404e7-352e-46c6-97ce-b5095195fa72 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:41:36.796074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:37.128372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b404e7-352e-46c6-97ce-b5095195fa72 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:41:37.136092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:37.150056 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Transition to ACTIVE for port object 25b404e7-352e-46c6-97ce-b5095195fa72 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:41:37.236732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:37.324760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be4c38-b84d-4db6-9a50-b1450b37a4c9 req-2380469e-f589-47ff-84bb-e1acaca2e29e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:37.326941 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-42be4c38-b84d-4db6-9a50-b1450b37a4c9 req-2380469e-f589-47ff-84bb-e1acaca2e29e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 943 time: 0.0886469 Apr 22 17:41:37.378646 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-42be4c38-b84d-4db6-9a50-b1450b37a4c9 req-0622a116-750e-48ef-9af6-0265c6ac901c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455837 Apr 22 17:41:37.398952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Pushing event updated for resources: {'Port': ['ID=25b404e7-352e-46c6-97ce-b5095195fa72,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:37.477943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Attempting to bind port 25b404e7-352e-46c6-97ce-b5095195fa72 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:41:37.478280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Attempting to bind port 25b404e7-352e-46c6-97ce-b5095195fa72 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:41:37.479178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Attempting to bind port 25b404e7-352e-46c6-97ce-b5095195fa72 on network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:41:37.484073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Port 25b404e7-352e-46c6-97ce-b5095195fa72 on network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:41:37.484394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Attempting to bind port 25b404e7-352e-46c6-97ce-b5095195fa72 on network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:41:37.489708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:41:37.490049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Checking segment: {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:41:37.490434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Bound using segment: {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:41:37.490895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Bound port: 25b404e7-352e-46c6-97ce-b5095195fa72, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57923d5b-59de-416f-bb68-c1b57d4a2525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:41:37.491242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:37.578799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] For port 25b404e7-352e-46c6-97ce-b5095195fa72, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:41:37.581714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] For port 25b404e7-352e-46c6-97ce-b5095195fa72, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25b404e7-352e-46c6-97ce-b5095195fa72,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:41:37.665513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:37.724956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:37.725606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:37.726992 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/25b404e7-352e-46c6-97ce-b5095195fa72 HTTP/1.1" status: 200 len: 1093 time: 1.0476673 Apr 22 17:41:37.727450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:41:37.753796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8cef8-c86a-475c-b36a-480a33a861d6 service neutron] Pushing event updated for resources: {'Port': ['ID=25b404e7-352e-46c6-97ce-b5095195fa72,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:37.779504 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e8c0aa-de1d-45a4-933d-7957a40702f4'] response: {'name': 'network-changed', 'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72', 'status': 'completed', 'code': 200} Apr 22 17:41:37.866552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73c0b-6303-4f89-b488-b49f2aaa5af2 req-bc981cda-5165-428b-90cf-ec330864d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:37.868112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dfc73c0b-6303-4f89-b488-b49f2aaa5af2 req-bc981cda-5165-428b-90cf-ec330864d3c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 1096 time: 0.0741768 Apr 22 17:41:38.009573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73c0b-6303-4f89-b488-b49f2aaa5af2 req-05164e9a-b347-42ce-adf9-d4dcbf3f8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:38.011038 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dfc73c0b-6303-4f89-b488-b49f2aaa5af2 req-05164e9a-b347-42ce-adf9-d4dcbf3f8b52 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1364009 Apr 22 17:41:38.146544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73c0b-6303-4f89-b488-b49f2aaa5af2 req-82598300-d57f-4a28-b4fc-6463afd8c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:38.148088 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dfc73c0b-6303-4f89-b488-b49f2aaa5af2 req-82598300-d57f-4a28-b4fc-6463afd8c88c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1314776 Apr 22 17:41:38.256187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-393b9ece-9658-4f65-95b8-bb4989f841fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:38.257702 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-393b9ece-9658-4f65-95b8-bb4989f841fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 1096 time: 0.0744245 Apr 22 17:41:38.325026 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-e82301e3-286e-485a-8975-6e37e6e768df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b404e7-352e-46c6-97ce-b5095195fa72 HTTP/1.1" status: 200 len: 217 time: 0.0608189 Apr 22 17:41:38.390108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-f06ae463-9e5f-44c4-b44c-a330739ce0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:38.391596 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-f06ae463-9e5f-44c4-b44c-a330739ce0ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f38b7bb-5817-4820-af8a-676089c60fc5 HTTP/1.1" status: 200 len: 834 time: 0.0614896 Apr 22 17:41:38.465248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-08f4f2b7-19ab-48ed-8d77-637a435dfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:38.466787 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-08f4f2b7-19ab-48ed-8d77-637a435dfd80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694692 Apr 22 17:41:38.561556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4e1fb-3079-4b1c-99ed-cd9ba7f0defd req-01a15e5f-ca00-4d11-bf73-486b627b466e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:38.563041 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4dc4e1fb-3079-4b1c-99ed-cd9ba7f0defd req-01a15e5f-ca00-4d11-bf73-486b627b466e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 943 time: 0.0784748 Apr 22 17:41:38.598317 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-c728c235-c1b8-4b0e-836a-2de92d6f65e3 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256466 Apr 22 17:41:38.609813 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4dc4e1fb-3079-4b1c-99ed-cd9ba7f0defd req-d4c8179b-c81d-43d2-8bec-e522057cf4be tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409880 Apr 22 17:41:38.729728 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad8a5e34-8b29-4d1c-aa90-40f64db82562 req-b10f1aea-53c6-42e3-807b-b1e457669226 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248093 Apr 22 17:41:39.891623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa656200-7ed5-428f-8956-262ee557af1a req-4e8c11ae-ed24-45b5-8f7d-c5c5ce5887b1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:39.892271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-aa656200-7ed5-428f-8956-262ee557af1a req-4e8c11ae-ed24-45b5-8f7d-c5c5ce5887b1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:41:39.969747 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-aa656200-7ed5-428f-8956-262ee557af1a req-4e8c11ae-ed24-45b5-8f7d-c5c5ce5887b1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:41:39.970889 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-aa656200-7ed5-428f-8956-262ee557af1a req-4e8c11ae-ed24-45b5-8f7d-c5c5ce5887b1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 943 time: 0.2539320 Apr 22 17:41:40.014887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-aa656200-7ed5-428f-8956-262ee557af1a req-73da6e52-b201-4fd0-a804-dca9c46861a2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Apr 22 17:41:41.194446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2756bf-c62b-4b96-83c3-985e7e8903a1 req-0e20e21d-c4b8-48cc-9e61-57f68807c354 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:41.195995 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cb2756bf-c62b-4b96-83c3-985e7e8903a1 req-0e20e21d-c4b8-48cc-9e61-57f68807c354 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 943 time: 0.0804040 Apr 22 17:41:41.239550 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cb2756bf-c62b-4b96-83c3-985e7e8903a1 req-fc56e3c8-ab5f-4e5a-bfca-c1dd647f5795 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378485 Apr 22 17:41:41.385591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 25b404e7-352e-46c6-97ce-b5095195fa72 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:41:41.514418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 25b404e7-352e-46c6-97ce-b5095195fa72, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25b404e7-352e-46c6-97ce-b5095195fa72,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:41.527265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '25b404e7-352e-46c6-97ce-b5095195fa72', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'port_id': '25b404e7-352e-46c6-97ce-b5095195fa72', 'mac_address': 'fa:16:3e:0b:f6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:41:41.585208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:41.601819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b404e7-352e-46c6-97ce-b5095195fa72 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:41:41.617142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 25b404e7-352e-46c6-97ce-b5095195fa72, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25b404e7-352e-46c6-97ce-b5095195fa72,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:41.678486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:41.742654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=25b404e7-352e-46c6-97ce-b5095195fa72,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:41.749683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.750033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.750379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.750719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.751084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.751423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.751754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.752083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.752415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.752742 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.753068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:41.753390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:42.003474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['25b404e7-352e-46c6-97ce-b5095195fa72'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:41:42.420431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbe8cb-739b-4f4a-9eb4-69c2bad10d15 req-e638945f-7590-4cb0-834c-99453cd83dfe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:42.421885 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d1cbe8cb-739b-4f4a-9eb4-69c2bad10d15 req-e638945f-7590-4cb0-834c-99453cd83dfe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 944 time: 0.0790377 Apr 22 17:41:42.468099 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d1cbe8cb-739b-4f4a-9eb4-69c2bad10d15 req-b7f688cd-9187-4e0e-b74f-839786fd7a77 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406623 Apr 22 17:41:43.386311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 25b404e7-352e-46c6-97ce-b5095195fa72 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:41:43.507255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 25b404e7-352e-46c6-97ce-b5095195fa72 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:41:43.512210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 25b404e7-352e-46c6-97ce-b5095195fa72 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:41:43.512623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:43.630052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:43.655709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12510792-6d21-4463-83c7-0863cba2dd81 req-af11387e-ddd7-4ba0-8a2a-46eda920b4e3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:43.656247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:41:43.657108 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-12510792-6d21-4463-83c7-0863cba2dd81 req-af11387e-ddd7-4ba0-8a2a-46eda920b4e3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 944 time: 0.0821044 Apr 22 17:41:43.665539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 25b404e7-352e-46c6-97ce-b5095195fa72, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25b404e7-352e-46c6-97ce-b5095195fa72,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:41:43.699680 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013bb5a2-ccd7-4ce7-ab97-c167621efb14'] response: {'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72', 'code': 200} Apr 22 17:41:43.704021 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-12510792-6d21-4463-83c7-0863cba2dd81 req-8eef32b9-6b29-4746-94ef-5e7790365dba tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Apr 22 17:41:43.733528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:43.799161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=25b404e7-352e-46c6-97ce-b5095195fa72,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:44.053617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143906c-a10d-4a66-ae0a-c83e53a08e6e req-a3c60826-dc5a-4c09-bd6d-347e8ca8e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:44.055116 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f143906c-a10d-4a66-ae0a-c83e53a08e6e req-a3c60826-dc5a-4c09-bd6d-347e8ca8e282 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 1098 time: 0.0682294 Apr 22 17:41:44.094485 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f143906c-a10d-4a66-ae0a-c83e53a08e6e req-78852399-bbba-459d-a486-056953d16036 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334408 Apr 22 17:41:44.888199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638196-859d-4abe-a7f2-f4a384b2c2d7 req-f53ad1aa-e028-44e7-bb6c-c6cae42b82d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:44.889636 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-81638196-859d-4abe-a7f2-f4a384b2c2d7 req-f53ad1aa-e028-44e7-bb6c-c6cae42b82d1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 945 time: 0.0819139 Apr 22 17:41:44.933151 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-81638196-859d-4abe-a7f2-f4a384b2c2d7 req-d8c326ed-1800-463c-a8b8-140ed7f05240 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379243 Apr 22 17:41:46.111575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa758e5-6609-4b47-9add-0d4316af1071 req-eefefadd-81ff-48d1-ae5c-35004cecf196 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:46.113010 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7fa758e5-6609-4b47-9add-0d4316af1071 req-eefefadd-81ff-48d1-ae5c-35004cecf196 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 945 time: 0.0771871 Apr 22 17:41:46.155721 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7fa758e5-6609-4b47-9add-0d4316af1071 req-2362a77e-ad76-4f16-b956-77e3fe6c24d0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372260 Apr 22 17:41:46.337523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de790f-92da-4982-bc2c-86eff4157847 req-e017ebc8-654e-4e92-85e1-c9ec3ca4aed4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:46.338957 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85de790f-92da-4982-bc2c-86eff4157847 req-e017ebc8-654e-4e92-85e1-c9ec3ca4aed4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 945 time: 0.0801895 Apr 22 17:41:46.386545 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85de790f-92da-4982-bc2c-86eff4157847 req-ee67829d-6072-441a-9e05-374b67f34eca tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Apr 22 17:41:46.409040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54404) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:46.480667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e7bb2-2402-437c-8182-2caa5c672670 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:46.482146 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7a4e7bb2-2402-437c-8182-2caa5c672670 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 1093 time: 0.0721533 Apr 22 17:41:46.484903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54408) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:46.489571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '25b404e7-352e-46c6-97ce-b5095195fa72', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:41:46.495882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:41:46.499811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:41:46.502622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:41:46.508415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:41:46.541892 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:41:46.569756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:46.703526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:46.839158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.110 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/4b72673c-8b96-4467-9d58-a37f0370b43b) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:41:46.980147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:47.061470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:47.120149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:41:47.122828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:41:47.130346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:41:47.173727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=4b72673c-8b96-4467-9d58-a37f0370b43b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:47.185711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.186065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.186409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.186761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.187101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.187433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.187760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.188089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.188420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.188743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.189068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.189389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:41:47.549661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:47.678166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:47.969049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:48.021397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:48.128337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=4b72673c-8b96-4467-9d58-a37f0370b43b,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:41:48.137970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:48.306136 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP d07e3d51-4cce-42dc-a8ed-158fd97e17a1 associated. External IP: 172.26.3.110, port: 25b404e7-352e-46c6-97ce-b5095195fa72. Apr 22 17:41:48.647815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:41:48.823744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:41:48.833703 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] Sync routers for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:41:48.843400 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:48.844082 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:48.899835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:41:48.954324 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-59b605b2-adbf-4808-88c9-e05e8896ef11 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4684222 Apr 22 17:41:48.955021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:41:48.957085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54412) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:49.001041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5e28c5-549f-4daf-a9b0-c90ba72359e6'] response: {'name': 'network-changed', 'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72', 'status': 'completed', 'code': 200} Apr 22 17:41:49.025632 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:49.097426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-3368fc87-13f1-4af8-8e1a-47d2421b055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:49.098995 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-3368fc87-13f1-4af8-8e1a-47d2421b055d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 1098 time: 0.0771122 Apr 22 17:41:49.239867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-b85fb121-87bd-452a-8834-ceb931884091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:49.241322 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-b85fb121-87bd-452a-8834-ceb931884091 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 HTTP/1.1" status: 200 len: 895 time: 0.1363583 Apr 22 17:41:49.261112 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cdaad83c-e083-4cfc-9567-e97fbd95e67b tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers/898bdba7-65dd-4cb5-a0c5-11da0389c6e6 HTTP/1.1" status: 200 len: 922 time: 0.2994821 Apr 22 17:41:49.261352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54418) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:49.379462 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7eb58f76-96eb-4bce-85ae-c000251c33dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 991 time: 0.1167245 Apr 22 17:41:49.385049 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd07e3d51-4cce-42dc-a8ed-158fd97e17a1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'port_id': '25b404e7-352e-46c6-97ce-b5095195fa72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'mac_address': 'fa:16:3e:0b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:41:47Z', 'updated_at': '2022-04-22T17:41:47Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:41:33Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:49.389293 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] Checking router: 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:41:49.398237 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:41:49.398899 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:41:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:49.460793 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-239fec54-8f64-4174-a930-a3930aff78ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b404e7-352e-46c6-97ce-b5095195fa72 HTTP/1.1" status: 200 len: 999 time: 0.2136173 Apr 22 17:41:49.522615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-dc17cc03-e186-47e0-a9e5-b2c9362526e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:49.523979 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-dc17cc03-e186-47e0-a9e5-b2c9362526e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f38b7bb-5817-4820-af8a-676089c60fc5 HTTP/1.1" status: 200 len: 834 time: 0.0577714 Apr 22 17:41:49.596166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-5e2e8b54-717f-4af3-b334-c3d2d5a30167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:41:49.597623 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-5e2e8b54-717f-4af3-b334-c3d2d5a30167 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681317 Apr 22 17:41:49.598274 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:41:49.725320 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-8ffa6c91-23d7-4dbf-88a1-5a417f6dc291 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212506 Apr 22 17:41:49.854280 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed550a-6152-4a7a-b172-dcb3bddd39fa req-55ad61cd-3465-494c-a92d-8735234c1a24 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234453 Apr 22 17:41:49.930400 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd07e3d51-4cce-42dc-a8ed-158fd97e17a1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'port_id': '25b404e7-352e-46c6-97ce-b5095195fa72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'mac_address': 'fa:16:3e:0b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:41:47Z', 'updated_at': '2022-04-22T17:41:47Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:41:33Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:41:49.934304 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97406e3d-153b-42c5-af22-37464ba850ed None None] The sync data for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv is: [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd07e3d51-4cce-42dc-a8ed-158fd97e17a1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'port_id': '25b404e7-352e-46c6-97ce-b5095195fa72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'mac_address': 'fa:16:3e:0b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:41:47Z', 'updated_at': '2022-04-22T17:41:47Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:41:33Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:41:50.109983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e4738-aec4-484d-bfdc-b794cbb99e13 None None] New status for floating IP d07e3d51-4cce-42dc-a8ed-158fd97e17a1: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:41:50.380664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54422) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:50.488472 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5e7d1998-1e69-4d75-93e5-71529fe1eed9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 991 time: 0.1067350 Apr 22 17:41:51.491969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54426) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:41:51.596095 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-659acf28-9de2-4581-b1e1-1e0abfae7fdb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 993 time: 0.1029928 Apr 22 17:42:00.387256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9298fa44-9b04-4bd3-acda-baffe9de319a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:02.676441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-deef9261-7e6c-4029-bd82-455b3d9e4142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:03.750433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:03.807512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:04.431771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:05.052856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:15.794616 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-675ebde2-aa1f-4428-ae2f-41bcb285eb7c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10554632&fields=id&tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 267 time: 0.0430682 Apr 22 17:42:15.941157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-78c9f1ca-4d4d-4b2a-8b26-d099d61629f0 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:15.942551 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-78c9f1ca-4d4d-4b2a-8b26-d099d61629f0 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 811 time: 0.1416640 Apr 22 17:42:15.956721 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-425d50f0-aee6-4b9d-a8b1-a4abbcbbc99e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/quotas/fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 375 time: 0.0086339 Apr 22 17:42:16.042818 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-48a14826-86be-43cb-8191-a9de09a46c67 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811689 Apr 22 17:42:16.175665 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-264f7d37-5cdc-4615-8630-c731d5fd4dcc service neutron] 10.222.0.10 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212304 Apr 22 17:42:16.305716 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-fbd03471-5e7a-4b5f-8c78-e56d2b650528 service neutron] 10.222.0.10 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244111 Apr 22 17:42:16.920034 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3803e8bd-43e6-4611-b93f-106fb97468cd req-d3c47333-b319-4cd9-bade-0d9dcbaabb9a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 210 time: 0.0426853 Apr 22 17:42:18.067159 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b6f2c490-fbc8-414e-a51a-0fc19ff95950 req-7db5478e-4018-4d18-9646-11b149b0c65a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 210 time: 0.0453176 Apr 22 17:42:18.754144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-1fd7fde1-69f4-40bd-ba23-b7d935377d67 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:18.755611 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-1fd7fde1-69f4-40bd-ba23-b7d935377d67 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 811 time: 0.1461217 Apr 22 17:42:18.805045 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-f05c6e76-0d70-4304-8b13-495efa58ecbe tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2 HTTP/1.1" status: 200 len: 378 time: 0.0399597 Apr 22 17:42:18.814582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'port': {'device_id': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'admin_state_up': True, 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'security_groups': ['85c549be-f51a-4ec8-9dfa-d0e2aeefd672']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:42:18.949619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:42:18.959438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:42:19.047415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Made reservation on behalf of fdd5c03fe9c047b1b414ec7fec3c4af2 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:42:19.051112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:19.218586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Allocated IP 172.20.0.12 (0d057ad0-7bc4-460e-b2ff-400217156ca8/271c512e-dc6b-40d4-8f7b-06b8f2bd7867/c3466cf6-27a8-4b8e-b2f1-b6f313d75844) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:42:19.222963 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2ea6f1f5-0132-47d6-ac91-26a1bbc45d08 req-ce6e9a57-cfa0-4bef-b9ea-d5717656e38a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 210 time: 0.0449739 Apr 22 17:42:19.515505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:19.533444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Transition to ACTIVE for port object c3466cf6-27a8-4b8e-b2f1-b6f313d75844 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:42:19.621658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:19.689494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:42:19.697831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:42:19.700801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:42:19.744859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:19.777970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:19.778581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:19.861876 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-02ece0dd-d9b8-4191-bcf5-7c7a360c7dd4 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0508134 Apr 22 17:42:19.874497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Request body: {'port': {'device_id': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:42:19.988095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:20.009750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-46d0269d-cb1f-4604-ac36-e24127821c2a None None] Provisioning for port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:42:20.017703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-46d0269d-cb1f-4604-ac36-e24127821c2a None None] Provisioning complete for port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:42:20.018243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-46d0269d-cb1f-4604-ac36-e24127821c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:20.078757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-46d0269d-cb1f-4604-ac36-e24127821c2a None None] Port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:42:20.339841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3466cf6-27a8-4b8e-b2f1-b6f313d75844 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:42:20.386053 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:20.406687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Transition to ACTIVE for port object c3466cf6-27a8-4b8e-b2f1-b6f313d75844 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:42:20.438039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101e8e-4951-4f88-90be-32c119befc18 req-19a007f2-9753-4cab-ba25-6aa622f183a1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:20.438805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-89101e8e-4951-4f88-90be-32c119befc18 req-19a007f2-9753-4cab-ba25-6aa622f183a1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:42:20.452576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:20.498003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-89101e8e-4951-4f88-90be-32c119befc18 req-19a007f2-9753-4cab-ba25-6aa622f183a1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:42:20.499182 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89101e8e-4951-4f88-90be-32c119befc18 req-19a007f2-9753-4cab-ba25-6aa622f183a1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 932 time: 0.1624610 Apr 22 17:42:20.642966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Pushing event updated for resources: {'Port': ['ID=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:20.710691 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89101e8e-4951-4f88-90be-32c119befc18 req-a4c8a9d8-0c58-4af3-98a4-95a8795ec839 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1558571 Apr 22 17:42:20.741615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Attempting to bind port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:42:20.741997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Attempting to bind port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:42:20.742322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Attempting to bind port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:42:20.746965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:42:20.747278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Attempting to bind port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 on network 0d057ad0-7bc4-460e-b2ff-400217156ca8 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:42:20.752380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:42:20.752709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Checking segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:42:20.753085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Bound using segment: {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:42:20.753506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Bound port: c3466cf6-27a8-4b8e-b2f1-b6f313d75844, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d749ee6-43c6-421d-8f81-ee264203ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:42:20.753847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:20.844596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] For port c3466cf6-27a8-4b8e-b2f1-b6f313d75844, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:42:20.847604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] For port c3466cf6-27a8-4b8e-b2f1-b6f313d75844, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:42:20.950232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:21.007925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:21.008539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:21.009929 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3466cf6-27a8-4b8e-b2f1-b6f313d75844 HTTP/1.1" status: 200 len: 1094 time: 1.1402137 Apr 22 17:42:21.010328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:42:21.041105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc137ad-5c96-4a54-b252-3b84551ca350 service neutron] Pushing event updated for resources: {'Port': ['ID=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:21.058225 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf00cbc-074b-424e-b201-881802b3dfc4'] response: {'name': 'network-changed', 'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'status': 'completed', 'code': 200} Apr 22 17:42:21.181665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe87dcb-8fd7-4910-af18-5f078cba0386 req-7472854b-54b5-49e2-9cf8-3a8daa609a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:21.183242 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ffe87dcb-8fd7-4910-af18-5f078cba0386 req-7472854b-54b5-49e2-9cf8-3a8daa609a6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 1097 time: 0.0760050 Apr 22 17:42:21.325197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe87dcb-8fd7-4910-af18-5f078cba0386 req-d42b022b-574a-42dc-b025-ff554653216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:21.326547 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ffe87dcb-8fd7-4910-af18-5f078cba0386 req-d42b022b-574a-42dc-b025-ff554653216d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1369026 Apr 22 17:42:21.458891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe87dcb-8fd7-4910-af18-5f078cba0386 req-7d8853db-d2b3-4786-ae76-cadbfe4f0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:21.460322 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ffe87dcb-8fd7-4910-af18-5f078cba0386 req-7d8853db-d2b3-4786-ae76-cadbfe4f0d46 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1279764 Apr 22 17:42:21.675850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-ed67defd-d596-4da5-b6fe-7e22a83782c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:21.677249 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-ed67defd-d596-4da5-b6fe-7e22a83782c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 1097 time: 0.1717620 Apr 22 17:42:21.744903 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-c1c3bc3e-0de6-4c29-9d57-e2bf876f4b30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3466cf6-27a8-4b8e-b2f1-b6f313d75844 HTTP/1.1" status: 200 len: 217 time: 0.0598142 Apr 22 17:42:21.809573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-d77a1c45-2176-4d60-a0ee-a756a1c6e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:21.811101 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-d77a1c45-2176-4d60-a0ee-a756a1c6e8d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0603981 Apr 22 17:42:21.894433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-56d9ff88-cc6f-49b8-993f-77bfc90a00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:21.895997 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-56d9ff88-cc6f-49b8-993f-77bfc90a00e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713902 Apr 22 17:42:21.898122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c51b4c-746a-4821-a83c-819a47f5df32 req-1ab939cd-0959-46f7-9fe0-179f6624d657 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:21.899591 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5c51b4c-746a-4821-a83c-819a47f5df32 req-1ab939cd-0959-46f7-9fe0-179f6624d657 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0816820 Apr 22 17:42:21.945703 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5c51b4c-746a-4821-a83c-819a47f5df32 req-12d1bac0-607c-4047-89be-6955ff9c550d tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404220 Apr 22 17:42:22.018179 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-65b61256-0441-45da-89c4-5380b536ad13 req-cf2d5b9e-97b4-436e-9ed5-d4d33de63faa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694356 Apr 22 17:42:22.030988 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-4590adeb-a2ce-4e90-b79f-bdd71709d29c service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283524 Apr 22 17:42:22.155011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b61256-0441-45da-89c4-5380b536ad13 req-9d81c50e-264e-40ee-b95f-de145bab0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:22.156479 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-65b61256-0441-45da-89c4-5380b536ad13 req-9d81c50e-264e-40ee-b95f-de145bab0887 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1098 time: 0.0734968 Apr 22 17:42:22.166114 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f73c32b6-26ab-42d5-830b-eb8a135c7ce5 req-8a24274b-4b39-46a6-a0f2-63ef3f188638 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258335 Apr 22 17:42:22.302075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b61256-0441-45da-89c4-5380b536ad13 req-f22ed23a-dc28-40d5-a62f-13f886edc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:22.303475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65b61256-0441-45da-89c4-5380b536ad13 req-f22ed23a-dc28-40d5-a62f-13f886edc844 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.1285527 Apr 22 17:42:22.406572 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65b61256-0441-45da-89c4-5380b536ad13 req-d086a56a-a485-4cdb-ab51-dfe4a132b5bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 200 len: 1000 time: 0.0965538 Apr 22 17:42:22.471592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b61256-0441-45da-89c4-5380b536ad13 req-940dfbec-c2cb-4724-be64-31166635f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:22.472978 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65b61256-0441-45da-89c4-5380b536ad13 req-940dfbec-c2cb-4724-be64-31166635f29c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0601177 Apr 22 17:42:22.545484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b61256-0441-45da-89c4-5380b536ad13 req-f12bc86a-3e7a-4269-bebf-533999918380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:22.546942 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65b61256-0441-45da-89c4-5380b536ad13 req-f12bc86a-3e7a-4269-bebf-533999918380 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682950 Apr 22 17:42:22.674257 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65b61256-0441-45da-89c4-5380b536ad13 req-04cfe7b0-f4f6-4bac-8154-c2994d231ce9 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206937 Apr 22 17:42:22.803899 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65b61256-0441-45da-89c4-5380b536ad13 req-149d53b5-4228-4d6e-8e34-76dff839647f service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231074 Apr 22 17:42:23.130550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aed596-30b2-4da3-aea1-a5385fe696a8 req-a06e8586-19dd-4122-9eb3-e03a665cc6e8 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:23.132005 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-59aed596-30b2-4da3-aea1-a5385fe696a8 req-a06e8586-19dd-4122-9eb3-e03a665cc6e8 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0779166 Apr 22 17:42:23.180030 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-59aed596-30b2-4da3-aea1-a5385fe696a8 req-c4be07cc-d65c-46a3-9e33-99f380896e4a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420017 Apr 22 17:42:23.541786 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:42:24.361060 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbb0ef-5f79-48e5-be71-784886037b14 req-879132ab-946d-4be4-8845-f63c8bf3166a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:24.362505 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1bbb0ef-5f79-48e5-be71-784886037b14 req-879132ab-946d-4be4-8845-f63c8bf3166a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0784407 Apr 22 17:42:24.405626 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1bbb0ef-5f79-48e5-be71-784886037b14 req-07c4ab1a-e8fc-41c5-94b0-e4368b24abd1 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374310 Apr 22 17:42:25.587388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34160f59-53d7-4510-971a-b3d1a13389e6 req-622134bf-beef-47d9-a0b0-58d99be8b904 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:25.588764 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-34160f59-53d7-4510-971a-b3d1a13389e6 req-622134bf-beef-47d9-a0b0-58d99be8b904 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0781920 Apr 22 17:42:25.632515 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-34160f59-53d7-4510-971a-b3d1a13389e6 req-cdbb46a9-4ef9-4aad-a315-b1874c0bed68 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381675 Apr 22 17:42:26.819873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc457b-920b-4423-9530-9c372d2dc453 req-f7bb9b9a-cdf7-45d7-b590-1b83ea7d0e36 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:26.821348 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-64dc457b-920b-4423-9530-9c372d2dc453 req-f7bb9b9a-cdf7-45d7-b590-1b83ea7d0e36 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0848639 Apr 22 17:42:26.866361 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-64dc457b-920b-4423-9530-9c372d2dc453 req-d3eae41b-9044-4349-99d5-5e8d3247f634 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384512 Apr 22 17:42:28.050259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18fd8-588c-4496-b442-bd50a285ff55 req-f9ae123d-b0dc-4dd1-aec8-16e7bce8d94c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:28.051732 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-74e18fd8-588c-4496-b442-bd50a285ff55 req-f9ae123d-b0dc-4dd1-aec8-16e7bce8d94c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0819695 Apr 22 17:42:28.095475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-74e18fd8-588c-4496-b442-bd50a285ff55 req-a83081d2-075a-4539-b474-eb188961ffa5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381947 Apr 22 17:42:29.274507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504aaef9-bea3-452f-9fc9-e61f993fc8ac req-f95975fc-9cf2-4d89-9005-77d573d5aecf tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:29.275993 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-504aaef9-bea3-452f-9fc9-e61f993fc8ac req-f95975fc-9cf2-4d89-9005-77d573d5aecf tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0792468 Apr 22 17:42:29.319141 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-504aaef9-bea3-452f-9fc9-e61f993fc8ac req-f4d9e236-5bd1-4865-8695-b00319b5283b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366783 Apr 22 17:42:30.437901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5f2e5d94-95d8-4162-adef-84765897becd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:30.500942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab3611-ac6d-4d01-b370-9db5599fe400 req-8f5783bc-fe15-4640-a343-4a2349a2ccbf tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:30.502399 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fab3611-ac6d-4d01-b370-9db5599fe400 req-8f5783bc-fe15-4640-a343-4a2349a2ccbf tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0793548 Apr 22 17:42:30.548618 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8fab3611-ac6d-4d01-b370-9db5599fe400 req-2e23c77b-fe7d-40a0-9118-dead79a12606 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389421 Apr 22 17:42:31.646687 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c3466cf6-27a8-4b8e-b2f1-b6f313d75844 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:42:31.730704 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1e80c-4f1f-443d-bc59-010bdc9cb603 req-bed390be-a7cf-44c6-9a53-063eb83ecca0 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:31.732845 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5ca1e80c-4f1f-443d-bc59-010bdc9cb603 req-bed390be-a7cf-44c6-9a53-063eb83ecca0 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 944 time: 0.0847337 Apr 22 17:42:31.776900 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5ca1e80c-4f1f-443d-bc59-010bdc9cb603 req-131be763-3266-405e-8ffd-defb9109bc7a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381021 Apr 22 17:42:31.780665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c3466cf6-27a8-4b8e-b2f1-b6f313d75844, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:42:31.794896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'port_id': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'mac_address': 'fa:16:3e:91:10:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:42:31.849073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:31.866198 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3466cf6-27a8-4b8e-b2f1-b6f313d75844 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:42:31.881218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c3466cf6-27a8-4b8e-b2f1-b6f313d75844, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:42:32.003460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:32.071409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:32.315010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['c3466cf6-27a8-4b8e-b2f1-b6f313d75844'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:42:32.626411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ab03274a-8f36-4b3e-8a96-3ad2990d0511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:33.062079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498324c-c5a9-49a6-b384-18db32faee20 req-0d84f0be-b4a6-481d-b424-03a9e015a7fb tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:33.063468 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5498324c-c5a9-49a6-b384-18db32faee20 req-0d84f0be-b4a6-481d-b424-03a9e015a7fb tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 945 time: 0.1796243 Apr 22 17:42:33.106500 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5498324c-c5a9-49a6-b384-18db32faee20 req-1ebedd49-966a-457e-ba46-6175ae209ab9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374699 Apr 22 17:42:33.644162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c3466cf6-27a8-4b8e-b2f1-b6f313d75844 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:42:33.718210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:33.806476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:33.829374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:42:33.834404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:42:33.834906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:33.950969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:33.977385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:42:33.988889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c3466cf6-27a8-4b8e-b2f1-b6f313d75844, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:42:34.020621 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def958e8-d120-45a8-8b04-57e9e0b06105'] response: {'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'code': 200} Apr 22 17:42:34.089464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:34.157295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:34.289406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a03cc5-e500-483b-a5ca-b6a272a0ddb9 req-862fc8b1-14ec-41f9-846a-3de9f5034be9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:34.290803 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-83a03cc5-e500-483b-a5ca-b6a272a0ddb9 req-862fc8b1-14ec-41f9-846a-3de9f5034be9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 946 time: 0.0790496 Apr 22 17:42:34.337788 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-83a03cc5-e500-483b-a5ca-b6a272a0ddb9 req-6eafd81f-fd8f-411b-853b-7058709b8ea0 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405583 Apr 22 17:42:34.438797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:34.451013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bd015-0743-4c18-a0c7-5c7ab81e6ba5 req-e538da40-5d93-4c5a-bd05-95f64011bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:34.452533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-514bd015-0743-4c18-a0c7-5c7ab81e6ba5 req-e538da40-5d93-4c5a-bd05-95f64011bfe7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 1099 time: 0.0683227 Apr 22 17:42:34.491201 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-514bd015-0743-4c18-a0c7-5c7ab81e6ba5 req-8d725a56-2eab-41a2-a2b7-129171762e8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331619 Apr 22 17:42:35.052161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:35.528991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159745c-71f1-4b79-a6f0-18dec95466b6 req-95630f4b-8398-4c5a-9269-4bb3e8c7a95f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:35.530489 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a159745c-71f1-4b79-a6f0-18dec95466b6 req-95630f4b-8398-4c5a-9269-4bb3e8c7a95f tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 946 time: 0.0833545 Apr 22 17:42:35.573510 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a159745c-71f1-4b79-a6f0-18dec95466b6 req-311f02a1-6b4f-4fba-ba69-3ea2da623739 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374231 Apr 22 17:42:36.755694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff48644-1427-4656-bc7d-372b5c61e9dc req-3251f7e5-b37d-406e-9407-251d9a5aac7a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:36.757256 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2ff48644-1427-4656-bc7d-372b5c61e9dc req-3251f7e5-b37d-406e-9407-251d9a5aac7a tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 946 time: 0.0813246 Apr 22 17:42:36.801083 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2ff48644-1427-4656-bc7d-372b5c61e9dc req-072d4b4d-b649-4b66-b424-146d5d5df16e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381172 Apr 22 17:42:36.979392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3af7cc-979b-49a0-9efb-02b619dc38e9 req-2fdf421e-ad79-492f-bf06-7c56bf3640ea tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:36.980829 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cb3af7cc-979b-49a0-9efb-02b619dc38e9 req-2fdf421e-ad79-492f-bf06-7c56bf3640ea tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 946 time: 0.0778089 Apr 22 17:42:37.024391 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cb3af7cc-979b-49a0-9efb-02b619dc38e9 req-17b67233-a844-4e49-be31-c14304ee02fa tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379033 Apr 22 17:42:37.046394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54564) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:37.220582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9838563-eed2-437e-b37a-f6d1ecd5cac2 tempest-TestVolumeBootPattern-1320243116 tempest-TestVolumeBootPattern-1320243116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:37.221634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c9838563-eed2-437e-b37a-f6d1ecd5cac2 tempest-TestVolumeBootPattern-1320243116 tempest-TestVolumeBootPattern-1320243116-project-admin] Synchronizing usage tracker for tenant:94140248bbc949c2be5828a615ebbb3e on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:42:37.309607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c9838563-eed2-437e-b37a-f6d1ecd5cac2 tempest-TestVolumeBootPattern-1320243116 tempest-TestVolumeBootPattern-1320243116-project-admin] Unset dirty status for tenant:94140248bbc949c2be5828a615ebbb3e on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:42:37.311378 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c9838563-eed2-437e-b37a-f6d1ecd5cac2 tempest-TestVolumeBootPattern-1320243116 tempest-TestVolumeBootPattern-1320243116-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 1094 time: 0.2633913 Apr 22 17:42:37.314080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54570) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:37.319004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:42:37.324918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:42:37.328883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Usage tracker for resource:floatingip and tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:42:37.338153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:42:37.338153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:42:37.378189 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:37.511179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:37.641003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Allocated IP 172.26.3.31 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/dec87d78-8f16-4771-a847-7eef81fe7815) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:42:37.892795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:37.986973 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:38.047799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:42:38.050476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:42:38.053082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:42:38.098757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=dec87d78-8f16-4771-a847-7eef81fe7815,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:38.110548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.110919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.111257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.111598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.111928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.112260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.112592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.112919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.113244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.113572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.113895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.114215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:38.485228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:38.623850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:38.824629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:38.880944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:38.988647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event updated for resources: {'Port': ['ID=dec87d78-8f16-4771-a847-7eef81fe7815,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:38.998331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:39.166270 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Floating IP 0483671f-29f0-421f-8d06-87c4dc09a308 associated. External IP: 172.26.3.31, port: c3466cf6-27a8-4b8e-b2f1-b6f313d75844. Apr 22 17:42:39.607822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:42:39.782538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:42:39.791914 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:42:39.800852 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:42:39.804888 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:42:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:42:39.944008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:39.974881 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:42:40.012457 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-36598638-9915-48ff-93ed-4509c9296448 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6837153 Apr 22 17:42:40.012457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:42:40.137430 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35367c98-51b8-4fd6-b79c-11106b9b6240'] response: {'name': 'network-changed', 'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'status': 'completed', 'code': 200} Apr 22 17:42:40.235470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6b431-87e6-4c04-be01-b6f347858676 req-7520925b-6b89-47b3-a46d-169b6b1f8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:40.236959 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33c6b431-87e6-4c04-be01-b6f347858676 req-7520925b-6b89-47b3-a46d-169b6b1f8db9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 1099 time: 0.0718141 Apr 22 17:42:40.319706 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '0483671f-29f0-421f-8d06-87c4dc09a308', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:91:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:42:38Z', 'updated_at': '2022-04-22T17:42:38Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}, {'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:38Z', 'revision_number': 1, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:42:40.323600 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:42:40.331897 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:42:40.332489 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:42:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:42:40.370425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6b431-87e6-4c04-be01-b6f347858676 req-37b7c990-18e6-4e27-9a70-0a43227c7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:40.371918 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33c6b431-87e6-4c04-be01-b6f347858676 req-37b7c990-18e6-4e27-9a70-0a43227c7f6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.1293387 Apr 22 17:42:40.476276 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33c6b431-87e6-4c04-be01-b6f347858676 req-be1872c2-2d5d-40e1-ad70-07c647e42923 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3466cf6-27a8-4b8e-b2f1-b6f313d75844 HTTP/1.1" status: 200 len: 999 time: 0.0980191 Apr 22 17:42:40.505687 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:42:40.542539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6b431-87e6-4c04-be01-b6f347858676 req-1083e4be-7faa-4d2e-b0db-0be6fdc8f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:40.543995 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33c6b431-87e6-4c04-be01-b6f347858676 req-1083e4be-7faa-4d2e-b0db-0be6fdc8f1a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0614345 Apr 22 17:42:40.620918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6b431-87e6-4c04-be01-b6f347858676 req-91dd4fbf-96f1-4dce-857c-976b676b93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:42:40.622296 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33c6b431-87e6-4c04-be01-b6f347858676 req-91dd4fbf-96f1-4dce-857c-976b676b93a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726304 Apr 22 17:42:40.755944 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33c6b431-87e6-4c04-be01-b6f347858676 req-f5b2ba53-abf6-4d73-8ad1-330dead9205f service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274166 Apr 22 17:42:40.882354 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '0483671f-29f0-421f-8d06-87c4dc09a308', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:91:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:42:38Z', 'updated_at': '2022-04-22T17:42:38Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}, {'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:38Z', 'revision_number': 1, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:42:40.886266 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3385a8e-c86e-4a79-9ade-636f52acae16 None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '0483671f-29f0-421f-8d06-87c4dc09a308', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:91:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:42:38Z', 'updated_at': '2022-04-22T17:42:38Z', 'revision_number': 0, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}, {'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:38Z', 'revision_number': 1, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:42:40.897363 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33c6b431-87e6-4c04-be01-b6f347858676 req-ea010823-7055-4a3d-9109-0e90dc3f1cb8 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352079 Apr 22 17:42:41.061193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c036db4-61a5-4fc1-85a2-75fa87a9b06a None None] New status for floating IP 0483671f-29f0-421f-8d06-87c4dc09a308: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:42:52.124379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54588) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:52.308407 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d0d54215-c79d-4dbf-9b02-09223d9c4ce3 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers/898bdba7-65dd-4cb5-a0c5-11da0389c6e6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1828504 Apr 22 17:42:52.311384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54592) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:52.570039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76db97c-f2f5-43d9-bbbe-286bfc73bf54 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Notify agent at dv-neutron-839024-1-hyperv the message router_removed_from_agent {{(pid=88660) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 22 17:42:52.573184 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d76db97c-f2f5-43d9-bbbe-286bfc73bf54 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "DELETE /v2.0/agents/d8bee91b-d715-40d7-8cce-d5f9e8cd6a62/l3-routers/898bdba7-65dd-4cb5-a0c5-11da0389c6e6 HTTP/1.1" status: 204 len: 168 time: 0.2609076 Apr 22 17:42:52.579979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54596) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:52.762111 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-baa9d1d1-7074-484b-b9d7-156d2fcf1603 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers/898bdba7-65dd-4cb5-a0c5-11da0389c6e6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1809294 Apr 22 17:42:52.764579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54602) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:52.866563 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b84bfa59-4849-4e39-b341-d290702a357f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 993 time: 0.1009104 Apr 22 17:42:53.316788 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ec658-f9c6-4bd6-acd4-2d1352e86577 None None] New status for floating IP d07e3d51-4cce-42dc-a8ed-158fd97e17a1: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:42:53.352978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f334962-9445-47e3-9990-e8fcdf44d868 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:42:53.468195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:53.486533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6f334962-9445-47e3-9990-e8fcdf44d868, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f334962-9445-47e3-9990-e8fcdf44d868,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:42:53.554963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:53.555905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device dbc376ec-64e0-4f33-8858-a4d37596c345 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:42:53.670721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6f334962-9445-47e3-9990-e8fcdf44d868,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:53.713451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.716836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.717106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:42:53.738835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:53.770318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port dbc376ec-64e0-4f33-8858-a4d37596c345, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dbc376ec-64e0-4f33-8858-a4d37596c345,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:42:53.854790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:53.870177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54606) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:53.922644 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=dbc376ec-64e0-4f33-8858-a4d37596c345,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:53.972356 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1bd623e0-5e74-4952-9b56-30b609e5a5e3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 991 time: 0.1010263 Apr 22 17:42:55.122542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54612) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:55.406129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac4e73a-db37-4d86-8d0f-a92513957c5b tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:42:55.407003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac4e73a-db37-4d86-8d0f-a92513957c5b tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Notify agent at dv-neutron-839024-1-hyperv the message router_added_to_agent {{(pid=88659) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 22 17:42:55.426995 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6ac4e73a-db37-4d86-8d0f-a92513957c5b tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "POST /v2.0/agents/d8bee91b-d715-40d7-8cce-d5f9e8cd6a62/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3033609 Apr 22 17:42:55.432358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54620) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:55.441262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] Sync routers for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:42:55.465597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:42:55.465597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:42:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:42:55.632779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54624) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:55.634167 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3af13a51-39a5-414a-a2bd-451b4239c876 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers/898bdba7-65dd-4cb5-a0c5-11da0389c6e6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2003596 Apr 22 17:42:55.652062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:42:55.753831 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-117cd145-d6c9-4a59-b3ed-29d6ece195b4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 991 time: 0.1166611 Apr 22 17:42:56.032587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd07e3d51-4cce-42dc-a8ed-158fd97e17a1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'port_id': '25b404e7-352e-46c6-97ce-b5095195fa72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'mac_address': 'fa:16:3e:0b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:41:47Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:42:56.037732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] Checking router: 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:42:56.046562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:42:56.046562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:42:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:42:56.228083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:42:56.634671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd07e3d51-4cce-42dc-a8ed-158fd97e17a1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'port_id': '25b404e7-352e-46c6-97ce-b5095195fa72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'mac_address': 'fa:16:3e:0b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:41:47Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:42:56.634671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c653ce8-4c85-4faa-9f18-2d4a9964ccf4 None None] The sync data for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv is: [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd07e3d51-4cce-42dc-a8ed-158fd97e17a1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'port_id': '25b404e7-352e-46c6-97ce-b5095195fa72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'mac_address': 'fa:16:3e:0b:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:41:47Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:42:53Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:42:56.757239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54628) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:57.012795 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c56672cd-0a99-4eef-a9a8-5e51dcc74657 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 991 time: 0.2554371 Apr 22 17:42:57.433875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device dbc376ec-64e0-4f33-8858-a4d37596c345 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:42:57.514961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port dbc376ec-64e0-4f33-8858-a4d37596c345 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:42:57.514961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:57.642949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:57.680147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port dbc376ec-64e0-4f33-8858-a4d37596c345, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dbc376ec-64e0-4f33-8858-a4d37596c345,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:42:57.721184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:57.815222 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=dbc376ec-64e0-4f33-8858-a4d37596c345,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:58.016502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54632) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:58.132098 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-723969fe-7793-4df4-80b1-23a125856e1b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 991 time: 0.1075687 Apr 22 17:42:58.482602 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d0343-f9f5-4d5b-9288-8718df9da3ed None None] New status for floating IP d07e3d51-4cce-42dc-a8ed-158fd97e17a1: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:42:59.124515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54636) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:42:59.345286 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-73861448-1258-42d8-99f0-684c285368c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 200 len: 993 time: 0.2190585 Apr 22 17:42:59.401426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f334962-9445-47e3-9990-e8fcdf44d868 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:42:59.464149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6f334962-9445-47e3-9990-e8fcdf44d868 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:42:59.464564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:59.585132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:59.602479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6f334962-9445-47e3-9990-e8fcdf44d868, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f334962-9445-47e3-9990-e8fcdf44d868,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:42:59.649123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:42:59.650075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device dbc376ec-64e0-4f33-8858-a4d37596c345 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:42:59.765210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6f334962-9445-47e3-9990-e8fcdf44d868,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:42:59.778534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port dbc376ec-64e0-4f33-8858-a4d37596c345 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:42:59.779026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:00.374520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-85d2d156-6d0e-49c9-bcb6-4f18d5d57be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:00.549346 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:43:01.315537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f334962-9445-47e3-9990-e8fcdf44d868 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:43:01.384739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6f334962-9445-47e3-9990-e8fcdf44d868 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:01.385115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:01.646393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54646) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:01.846061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 4b72673c-8b96-4467-9d58-a37f0370b43b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:43:01.846409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:02.022001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:02.022437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:02.145359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 4b72673c-8b96-4467-9d58-a37f0370b43b owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:43:02.374449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:02.423291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=4b72673c-8b96-4467-9d58-a37f0370b43b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:02.462551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.462926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.463266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.463599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.463930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.464265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.464608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.464926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.465252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.465572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.465892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.466208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:02.525011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:02.525373 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP d07e3d51-4cce-42dc-a8ed-158fd97e17a1 disassociated (deleted). External IP: 172.26.3.110, port: 25b404e7-352e-46c6-97ce-b5095195fa72. Apr 22 17:43:02.607796 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-514ed3ab-cf82-4aab-8818-761c64ed228b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:02.877074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:43:03.172091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:43:03.181515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] Sync routers for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:43:03.191513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:03.192155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:03.280298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:03.336987 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-642ef6bc-bfbf-4295-97fe-f54830ba4be6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/d07e3d51-4cce-42dc-a8ed-158fd97e17a1 HTTP/1.1" status: 204 len: 168 time: 1.6899180 Apr 22 17:43:03.337577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:43:03.380219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:03.406020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a2ccb3-34de-4c5c-83ca-f72d25d33d85'] response: {'name': 'network-changed', 'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72', 'status': 'completed', 'code': 200} Apr 22 17:43:03.502917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-deee85b9-7711-4a36-803f-1a607521f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:03.504585 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-deee85b9-7711-4a36-803f-1a607521f4ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 1098 time: 0.0760744 Apr 22 17:43:03.649527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-ff2fae54-470e-4fe1-a821-80b143ad9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:03.657636 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-ff2fae54-470e-4fe1-a821-80b143ad9c46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 HTTP/1.1" status: 200 len: 895 time: 0.1405678 Apr 22 17:43:03.734354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-4f838ae9-af2d-4081-9452-81ecfccb3cef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25b404e7-352e-46c6-97ce-b5095195fa72 HTTP/1.1" status: 200 len: 217 time: 0.0765874 Apr 22 17:43:03.743105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:03.772647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:42:57Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:03.776635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] Checking router: 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:43:03.785351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:03.785966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:03.797933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-80e0aac4-c285-4b1f-b49f-7c17c09b1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:03.798505 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-80e0aac4-c285-4b1f-b49f-7c17c09b1fa5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f38b7bb-5817-4820-af8a-676089c60fc5 HTTP/1.1" status: 200 len: 834 time: 0.0586216 Apr 22 17:43:03.851374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:03.878557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-cec90a2a-6844-4049-9e7c-669555fc5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:03.880577 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-cec90a2a-6844-4049-9e7c-669555fc5835 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751455 Apr 22 17:43:03.983225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:04.077552 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-9de03aa8-2db5-4f66-93ef-7e13b3743bb1 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911464 Apr 22 17:43:04.136067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d941c21-47c0-45de-a85d-ecf2c4f08970 req-9bc08627-9f21-4691-ba2d-b08a7bcd3df8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:04.138173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-8d941c21-47c0-45de-a85d-ecf2c4f08970 req-9bc08627-9f21-4691-ba2d-b08a7bcd3df8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:43:04.241354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-013aed80-1bf8-471c-a171-1c9caa1b59c4 req-9f4ff93f-a7c2-4567-8fad-a011d277df46 service neutron] 10.222.0.16 "GET /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533422 Apr 22 17:43:04.294535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-8d941c21-47c0-45de-a85d-ecf2c4f08970 req-9bc08627-9f21-4691-ba2d-b08a7bcd3df8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:43:04.300136 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8d941c21-47c0-45de-a85d-ecf2c4f08970 req-9bc08627-9f21-4691-ba2d-b08a7bcd3df8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 945 time: 0.3179438 Apr 22 17:43:04.309521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:42:57Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:04.314093 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989de5b1-c308-4c9a-8e35-f19f39c68509 None None] The sync data for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv is: [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:41:28Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'dbc376ec-64e0-4f33-8858-a4d37596c345', 'name': '', 'network_id': 'c4ae0842-d3b9-49b6-b89f-2f425a16e3d1', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:84:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:26Z', 'updated_at': '2022-04-22T17:42:57Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '4f38b7bb-5817-4820-af8a-676089c60fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:43:04.344037 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8d941c21-47c0-45de-a85d-ecf2c4f08970 req-bcc178d0-4631-41ce-82be-4cceae68573c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Apr 22 17:43:04.461170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:04.949413 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8624d0-3625-45f2-8cb0-5ef83f5440ab None None] New status for floating IP d07e3d51-4cce-42dc-a8ed-158fd97e17a1: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:43:05.064002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:05.545725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eb519-b4a4-4693-a0ac-97f2cbc2fa0f req-38601784-524b-4bbd-bc4f-14f5e0b429d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:05.547294 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4f7eb519-b4a4-4693-a0ac-97f2cbc2fa0f req-38601784-524b-4bbd-bc4f-14f5e0b429d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 945 time: 0.0895982 Apr 22 17:43:05.592503 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4f7eb519-b4a4-4693-a0ac-97f2cbc2fa0f req-f7cd59b1-87a9-48c6-b9f3-aca4c3197e7b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=a79bd4e3-d023-490c-b987-7062998fcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394089 Apr 22 17:43:05.611847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c204fe-2666-43d2-82fb-820fafab8914 req-77af61af-d67f-4d7a-ae70-54381344e5fc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:05.613291 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-28c204fe-2666-43d2-82fb-820fafab8914 req-77af61af-d67f-4d7a-ae70-54381344e5fc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 945 time: 0.0799406 Apr 22 17:43:05.686120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 25b404e7-352e-46c6-97ce-b5095195fa72 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:43:05.686464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:05.941762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 25b404e7-352e-46c6-97ce-b5095195fa72, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=25b404e7-352e-46c6-97ce-b5095195fa72,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:05.942128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:06.177835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 25b404e7-352e-46c6-97ce-b5095195fa72 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:43:06.400486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:06.452394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=25b404e7-352e-46c6-97ce-b5095195fa72,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:06.531445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port 25b404e7-352e-46c6-97ce-b5095195fa72 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:43:06.534603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:06.538475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'name': 'network-vif-deleted', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:43:06.585337 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ecca7c-af29-4258-a27d-974bb9515883'] response: {'server_uuid': '74f34a52-7dff-4fa7-88c7-7a30c83504d1', 'name': 'network-vif-deleted', 'tag': '25b404e7-352e-46c6-97ce-b5095195fa72', 'status': 'completed', 'code': 200} Apr 22 17:43:06.627992 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-28c204fe-2666-43d2-82fb-820fafab8914 req-90eef27a-48b8-4362-82da-24cdc87492df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/25b404e7-352e-46c6-97ce-b5095195fa72 HTTP/1.1" status: 204 len: 173 time: 1.0051153 Apr 22 17:43:06.757831 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6464bcc5-17c2-4dfc-847e-683ea9369c3e req-9b9ea478-2927-4e3e-8ce3-afd72004edc4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f34a52-7dff-4fa7-88c7-7a30c83504d1 HTTP/1.1" status: 200 len: 210 time: 0.0469875 Apr 22 17:43:07.854320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54664) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:07.929416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dcea5b87-869f-4571-a05f-7d107baf9647 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:07.954337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dcea5b87-869f-4571-a05f-7d107baf9647 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:08.148691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dcea5b87-869f-4571-a05f-7d107baf9647 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:08.166804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea5b87-869f-4571-a05f-7d107baf9647 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79bd4e3-d023-490c-b987-7062998fcfa7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:08.264716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dcea5b87-869f-4571-a05f-7d107baf9647 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:08.266518 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dcea5b87-869f-4571-a05f-7d107baf9647 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/a79bd4e3-d023-490c-b987-7062998fcfa7 HTTP/1.1" status: 204 len: 168 time: 0.4105055 Apr 22 17:43:08.367356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54670) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:08.927887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:09.287657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port dbc376ec-64e0-4f33-8858-a4d37596c345 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:43:09.287993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:09.582648 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port dbc376ec-64e0-4f33-8858-a4d37596c345, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=dbc376ec-64e0-4f33-8858-a4d37596c345,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:09.583281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:09.705967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for dbc376ec-64e0-4f33-8858-a4d37596c345 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:43:09.863691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 25b404e7-352e-46c6-97ce-b5095195fa72 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:43:09.897967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 25b404e7-352e-46c6-97ce-b5095195fa72 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:43:09.898316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 25b404e7-352e-46c6-97ce-b5095195fa72 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:43:10.035216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:10.081679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=dbc376ec-64e0-4f33-8858-a4d37596c345,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:10.361930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:10.720176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:43:10.892203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:43:10.901716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] Sync routers for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:43:10.906986 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b02ea4d4-28ab-4b7d-b28e-b76d28f81517 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/898bdba7-65dd-4cb5-a0c5-11da0389c6e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5366054 Apr 22 17:43:10.908345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54678) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:10.911933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:10.912542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:10.976712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e41f42b-4011-42df-8570-b3ba19a8064a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet 4f38b7bb-5817-4820-af8a-676089c60fc5 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:43:10.979815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e41f42b-4011-42df-8570-b3ba19a8064a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.035376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e41f42b-4011-42df-8570-b3ba19a8064a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.087696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:11.121517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e41f42b-4011-42df-8570-b3ba19a8064a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.261772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e41f42b-4011-42df-8570-b3ba19a8064a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.309208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41f42b-4011-42df-8570-b3ba19a8064a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=4f38b7bb-5817-4820-af8a-676089c60fc5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:11.313230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2e41f42b-4011-42df-8570-b3ba19a8064a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.320094 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2e41f42b-4011-42df-8570-b3ba19a8064a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/4f38b7bb-5817-4820-af8a-676089c60fc5 HTTP/1.1" status: 204 len: 168 time: 0.4106929 Apr 22 17:43:11.322642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54682) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:11.323247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01480828-8186-49f5-9fd3-c1b3bb5cdcd1 None None] Network c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:43:11.503908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.585936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:43:09Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:11.592976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] Checking router: 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:43:11.609933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] Routers {'898bdba7-65dd-4cb5-a0c5-11da0389c6e6'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:11.610561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:11.688484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.752127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 6f334962-9445-47e3-9990-e8fcdf44d868 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:43:11.752480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.758014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] DHCP port deletion for c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:43:11.772296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] Deleting port a663ff44-5100-4246-a714-a0e72841d6d1 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:43:11.772671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:11.838130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] Set router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:11.927431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 6f334962-9445-47e3-9990-e8fcdf44d868, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6f334962-9445-47e3-9990-e8fcdf44d868,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:11.928015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.161513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 6f334962-9445-47e3-9990-e8fcdf44d868 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:43:12.205183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] For port a663ff44-5100-4246-a714-a0e72841d6d1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a663ff44-5100-4246-a714-a0e72841d6d1,segment=NetworkSegment(57923d5b-59de-416f-bb68-c1b57d4a2525),segment_id=57923d5b-59de-416f-bb68-c1b57d4a2525)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:12.205715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.363813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] Calling delete_port for a663ff44-5100-4246-a714-a0e72841d6d1 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:43:12.420266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.444350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:43:09Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:12.449728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce5399-67a7-429a-9bd2-29828ab424ca None None] The sync data for ids ['898bdba7-65dd-4cb5-a0c5-11da0389c6e6'] in dv-neutron-839024-1-hyperv is: [{'id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'name': 'tempest-TestNetworkBasicOps-router-1638991960', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:43:09Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '6f334962-9445-47e3-9990-e8fcdf44d868', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898bdba7-65dd-4cb5-a0c5-11da0389c6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:41:22Z', 'updated_at': '2022-04-22T17:42:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:43:12.468298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=6f334962-9445-47e3-9990-e8fcdf44d868,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:12.528808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.563151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.576933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] Pushing event deleted for resources: {'Port': ['ID=a663ff44-5100-4246-a714-a0e72841d6d1,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:12.579305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e40392-73e7-44cd-b454-ce8a2e36c302 None None] No DVR routers for this DVR port a663ff44-5100-4246-a714-a0e72841d6d1 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:43:12.739031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.740889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.834789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.838517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Fanout notify agent at l3_agent the message router_deleted on router 898bdba7-65dd-4cb5-a0c5-11da0389c6e6 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:43:12.851404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:12.852607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-86d8646f-02aa-4230-b812-d9dc8e952a8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/routers/898bdba7-65dd-4cb5-a0c5-11da0389c6e6 HTTP/1.1" status: 204 len: 168 time: 1.5284681 Apr 22 17:43:12.855365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54686) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:12.974594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.114520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.140066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ae0842-d3b9-49b6-b89f-2f425a16e3d1']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:13.153053 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57923d5b-59de-416f-bb68-c1b57d4a2525') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:13.153354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57923d5b-59de-416f-bb68-c1b57d4a2525') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:13.164491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.180594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.186463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:43:13.186870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:43:13.201785 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:43:13.371808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.389443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.405653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=c4ae0842-d3b9-49b6-b89f-2f425a16e3d1,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:13.462546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f334962-9445-47e3-9990-e8fcdf44d868 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:43:13.489613 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3299319b-ed2a-4ec2-960f-3d25c64388bf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/c4ae0842-d3b9-49b6-b89f-2f425a16e3d1 HTTP/1.1" status: 204 len: 168 time: 0.6315050 Apr 22 17:43:13.502843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6f334962-9445-47e3-9990-e8fcdf44d868 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:43:13.503387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6f334962-9445-47e3-9990-e8fcdf44d868 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:43:13.503814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a663ff44-5100-4246-a714-a0e72841d6d1 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:43:13.507220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54690) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:13.512874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--1185198263', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:13.517823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:13.522336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:network and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:13.525186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:13.531924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:13.541961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: a663ff44-5100-4246-a714-a0e72841d6d1 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:43:13.542323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a663ff44-5100-4246-a714-a0e72841d6d1 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:43:13.542766 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device dbc376ec-64e0-4f33-8858-a4d37596c345 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:43:13.575537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: dbc376ec-64e0-4f33-8858-a4d37596c345 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:43:13.575893 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device dbc376ec-64e0-4f33-8858-a4d37596c345 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:43:13.625978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:43:13.629465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.661583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:43:13.665968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.666314 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment 4e447709-9bb1-429b-976b-d428df7c8d47 of type vlan for network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc Apr 22 17:43:13.806028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.905377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:13.911589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:13.912201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:14.022281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:14.032657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:43:14.106682 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2e68fd4e-5c39-43e2-b436-b8b4fe3d2593 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5983636 Apr 22 17:43:14.110827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54694) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:14.114553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'admin_state_up': True, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:14.121621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:14.125571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:router and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:14.134124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:14.137815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:14.200191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:14.201206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:14.216251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:14.535867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:14.913436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:14.945113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:15.076113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.214 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:43:15.220901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:15.306847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:15.365864 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:43:15.368615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:43:15.372130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:43:15.420272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:15.969739 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:16.314176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:16.562939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0ac8ab9-33e2-417d-9795-dbe159229e07 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:43:16.736409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:43:16.747583 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Sync routers for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:43:16.756415 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:16.757031 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:16.840173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:16.841400 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b23a4a84-043e-444f-8c2e-f6d5414c0666 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7311420 Apr 22 17:43:16.847122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54698) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:16.914001 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-12e64c0a-3036-413e-be21-3d77ed7de810 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633390 Apr 22 17:43:16.916327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54702) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:16.993830 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:17.048774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be923299-306a-46b8-8ce4-17d727992621 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:17.050266 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-be923299-306a-46b8-8ce4-17d727992621 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330352 Apr 22 17:43:17.053138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54706) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:17.095607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9a5609ff-2416-4591-8fb3-5efa0c500b47 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412641 Apr 22 17:43:17.098589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54710) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:17.104391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496831837', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:17.214168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:17.218226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:17.221118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:17.226846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:17.280869 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:15Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:17.285212 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Checking router: c0ac8ab9-33e2-417d-9795-dbe159229e07 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:43:17.285562 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Updating router c0ac8ab9-33e2-417d-9795-dbe159229e07 port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:43:17.335959 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:17.337210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:43:17.340747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:17.603355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:17.667964 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:17.681191 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Transition to ACTIVE for port object df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:43:17.782899 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:17.791328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=42e1cc60-e1bf-4d16-9ba8-fcc21e531452,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:17.800627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:43:17.800978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: e7877e1c-3f48-4ad0-b1ba-05d140bf13dc, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:43:17.861657 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Attempting to bind port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:43:17.862026 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Attempting to bind port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:43:17.864702 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Attempting to bind port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:43:17.865622 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Pushing event updated for resources: {'Port': ['ID=df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:17.870370 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:43:17.870756 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:43:17.871153 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:17.871541 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:43:17.871988 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Bound port: df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:43:17.872352 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:17.883103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:43:17.903112 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.903467 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.903806 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.904139 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.904469 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.904805 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.905121 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.905444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.905768 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.906087 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.906408 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.906725 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:43:17.956086 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] For port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:43:17.958957 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] For port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:43:17.996980 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, e7877e1c-3f48-4ad0-b1ba-05d140bf13dc) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:43:18.002658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:18.002893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:18.006065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1643a9ff-b4ff-48bb-a476-d62d85cffcd0 None None] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:43:18.055404 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:18.135599 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:18.136224 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:18.146400 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-71084022-bba8-43bc-ae84-f68a0c2ad6e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0468903 Apr 22 17:43:18.149107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54714) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:18.194309 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cabd3a-a5ce-447d-a382-f2e1cbc84959 None None] Pushing event updated for resources: {'Port': ['ID=df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:18.297894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:43:18.299030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:18.342840 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:18.476770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Allocated IP 172.20.0.2 (e7877e1c-3f48-4ad0-b1ba-05d140bf13dc/42e1cc60-e1bf-4d16-9ba8-fcc21e531452/6409c853-8d62-467c-82c9-f8f1ba6c21e4) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:43:18.665417 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:15Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:18.670000 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27225dc4-4c6d-4e98-8830-fdd77abf2e0e None None] The sync data for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:15Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:43:18.692225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:18.706720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Transition to ACTIVE for port object 6409c853-8d62-467c-82c9-f8f1ba6c21e4 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:43:18.725831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Transition to ACTIVE for port object 6409c853-8d62-467c-82c9-f8f1ba6c21e4 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:43:18.829115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:18.879117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:18.894837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:43:18.905151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:43:18.910082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:43:18.951181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Pushing event updated for resources: {'Port': ['ID=6409c853-8d62-467c-82c9-f8f1ba6c21e4,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:19.016249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Attempting to bind port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:43:19.017054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Attempting to bind port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:43:19.017170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Attempting to bind port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 on network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:43:19.023085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:43:19.023467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Checking segment: {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:43:19.023871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:19.024269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Bound using segment: {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:43:19.024733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Bound port: 6409c853-8d62-467c-82c9-f8f1ba6c21e4, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:43:19.025107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:19.123236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] For port 6409c853-8d62-467c-82c9-f8f1ba6c21e4, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:43:19.126476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] For port 6409c853-8d62-467c-82c9-f8f1ba6c21e4, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6409c853-8d62-467c-82c9-f8f1ba6c21e4,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:43:19.234976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:19.320967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd73133-2c01-4619-8b0f-46ba2fde90cc None None] Pushing event updated for resources: {'Port': ['ID=6409c853-8d62-467c-82c9-f8f1ba6c21e4,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:19.347171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.1 (e7877e1c-3f48-4ad0-b1ba-05d140bf13dc/42e1cc60-e1bf-4d16-9ba8-fcc21e531452/56cf73cb-8f6e-4847-aebe-dae7b1cb4980) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:43:19.421083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:43:19.586854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:19.586854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:43:20.051677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:43:20.057202 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:20.057585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:20.103365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:20.168396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:43:20.176790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:43:20.181326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:43:20.187863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:20.205214 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:20.291573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:20.322735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:20.363307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:20.364729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:20.712255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:21.028204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7f189-eb29-4fe3-8cbb-9cf13e39d39a None None] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:43:21.134812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:21.151190 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-34fe8c9e-c1d6-46d0-9a6f-34eb4d992df6 None None] Provisioning for port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:43:21.235085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:21.360743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:21.370548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:21.421544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:43:21.511661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:21.512061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:21.522187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:43:21.523340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:43:21.621066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8d500ea6-c41d-4fea-841b-a4c230dce717 None None] Provisioning for port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:43:21.635513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8d500ea6-c41d-4fea-841b-a4c230dce717 None None] Provisioning complete for port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:21.635884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8d500ea6-c41d-4fea-841b-a4c230dce717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:21.703884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6409c853-8d62-467c-82c9-f8f1ba6c21e4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:43:21.724963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0ac8ab9-33e2-417d-9795-dbe159229e07 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:43:21.775615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8d500ea6-c41d-4fea-841b-a4c230dce717 None None] Port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:43:21.871404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:43:21.876936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:21.877804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:21.916414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:43:21.931245 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e3986154-5b6b-42a3-b456-fe501de71e30 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/c0ac8ab9-33e2-417d-9795-dbe159229e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7787950 Apr 22 17:43:21.931716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54720) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:21.932770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Sync routers for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:43:21.945298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-79edf785-1f44-49e6-9f7e-b4db323a797f None None] Provisioning complete for port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:21.949106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-79edf785-1f44-49e6-9f7e-b4db323a797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:21.986586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:21.987287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:22.076114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28017ccd-2437-4e67-b4fc-335dc7cd17fb tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.076587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28017ccd-2437-4e67-b4fc-335dc7cd17fb tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.077052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28017ccd-2437-4e67-b4fc-335dc7cd17fb tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.077512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28017ccd-2437-4e67-b4fc-335dc7cd17fb tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.077997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28017ccd-2437-4e67-b4fc-335dc7cd17fb tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.078454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28017ccd-2437-4e67-b4fc-335dc7cd17fb tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.080217 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-28017ccd-2437-4e67-b4fc-335dc7cd17fb tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1474950 Apr 22 17:43:22.083717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54724) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:22.085563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-79edf785-1f44-49e6-9f7e-b4db323a797f None None] Port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:43:22.154140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd5bb5-8165-4f3a-8d68-49774a98582e tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.154608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd5bb5-8165-4f3a-8d68-49774a98582e tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.155092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd5bb5-8165-4f3a-8d68-49774a98582e tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.155543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd5bb5-8165-4f3a-8d68-49774a98582e tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.155988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd5bb5-8165-4f3a-8d68-49774a98582e tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.156435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd5bb5-8165-4f3a-8d68-49774a98582e tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:22.158174 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0ebd5bb5-8165-4f3a-8d68-49774a98582e tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0735223 Apr 22 17:43:22.161250 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54728) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:22.234258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:22.255680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:22.340310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6409c853-8d62-467c-82c9-f8f1ba6c21e4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6409c853-8d62-467c-82c9-f8f1ba6c21e4,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:22.397057 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:22.488665 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8117e764-3175-48a9-b11e-087590a3dbae tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3232250 Apr 22 17:43:22.557474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6409c853-8d62-467c-82c9-f8f1ba6c21e4,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:22.650709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:22.653650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Checking router: c0ac8ab9-33e2-417d-9795-dbe159229e07 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:43:22.654004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Updating router c0ac8ab9-33e2-417d-9795-dbe159229e07 port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:43:22.705712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:22.777516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54734) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:22.782781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164444794', 'description': 'tempest-secgroup-smoke-164444794 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:22.789164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:22.793297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:22.796624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:22.802997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:22.937059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:22.957470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:22.966597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:22.966597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:22.970639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:23.040863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.043528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.052174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Transition to ACTIVE for port object 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:43:23.123205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.134235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.168465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ec210a-8552-4e69-9be4-7b7bfdd6783a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:23.232790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.236997 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7982d90d-222a-4b6a-b3a4-e851d8a2942a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4583688 Apr 22 17:43:23.237495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54738) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:23.243893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '56ec210a-8552-4e69-9be4-7b7bfdd6783a', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:23.250479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:23.255109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:23.258224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:23.272056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1760f-41b7-4431-ae31-9e2cf1a23bb8 None None] Pushing event updated for resources: {'Port': ['ID=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:23.277896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:23.349823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6409c853-8d62-467c-82c9-f8f1ba6c21e4 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:43:23.371767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.440911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.469097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Attempting to bind port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:43:23.469390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Attempting to bind port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:43:23.469757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Attempting to bind port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 on network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:43:23.482550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:43:23.482550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Checking segment: {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:43:23.482550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.482550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Bound using segment: {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:43:23.482550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Bound port: 56cf73cb-8f6e-4847-aebe-dae7b1cb4980, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:43:23.482550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.530590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:23.530590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.548774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.631909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] For port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:43:23.636193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] For port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:43:23.683216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02b836a-3209-4656-bb38-6aa21c7da20b,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:23.727257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.754824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.756062 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8996183b-f0c0-40d1-bb3e-96b8492d3923 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5175138 Apr 22 17:43:23.759098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54742) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:23.765080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '56ec210a-8552-4e69-9be4-7b7bfdd6783a', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:23.771170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:23.775139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:23.778066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:23.784685 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:23.805627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:23.806262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:23.860563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1760f-41b7-4431-ae31-9e2cf1a23bb8 None None] Pushing event updated for resources: {'Port': ['ID=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:23.875951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:23.946681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.003275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:24.019981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.043914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1aa5a9-706e-4207-98cd-4d1ceb8665f2,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:24.134252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.135832 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c9ceb503-3b54-470a-95a2-a3a30f063ea4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3754585 Apr 22 17:43:24.138294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54746) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:24.144043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '56ec210a-8552-4e69-9be4-7b7bfdd6783a', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:24.149933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:24.153782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:24.163466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:24.163575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:24.244707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.310732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.327309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:23Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:24.331272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f15aeb3-091b-4f4c-9847-dd554751bbe9 None None] The sync data for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:23Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:43:24.384391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.427925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994b60e6-0606-4e28-be7b-9d5a71b6a5db,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:24.517702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.519788 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-be6abc73-4004-4365-8806-9c7279c8a224 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3804998 Apr 22 17:43:24.522558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54750) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:24.527736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '56ec210a-8552-4e69-9be4-7b7bfdd6783a', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:24.534535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:24.538724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:24.541797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:24.549261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:24.661780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.731520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.800945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.826129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab585c8-6757-462e-9c39-9d722ff0cd67,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:24.888713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:24.889999 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-41a8be57-b6ab-4af5-a91d-6cef2884e57e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664365 Apr 22 17:43:24.893181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54754) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:24.899108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '56ec210a-8552-4e69-9be4-7b7bfdd6783a', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:24.905258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:24.909274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:24.912228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:24.918798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:25.021254 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:43:25.028708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.099135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.184087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.207819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edf4dbf-6da5-484b-a21d-4f854db1e799,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:25.287693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.287693 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ad5d7f77-8bf6-475f-ad27-34a535b0d53a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3901684 Apr 22 17:43:25.289037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54758) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:25.294693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '56ec210a-8552-4e69-9be4-7b7bfdd6783a', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:25.301335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:25.305315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:25.308532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:25.315681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:25.352613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:43:25.389211 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:43:25.396112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.464099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.520115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:43:25.525334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:25.525713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.566001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.593726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851e35a6-5fa3-47da-a819-22f7f185d9dd,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:25.646492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.663345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.664650 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a07bc4b0-4817-4188-ba34-cddce4add4b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3745635 Apr 22 17:43:25.679347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:25.772200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:25.847999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:26.100707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-20e16c85-a26c-4d68-a1c4-292abc77022c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:43:26.188351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-20e16c85-a26c-4d68-a1c4-292abc77022c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:43:26.189510 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-20e16c85-a26c-4d68-a1c4-292abc77022c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164444794&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.1274331 Apr 22 17:43:26.344871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-ceeae4cb-ad06-4cbf-92d8-763e293433ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:26.345556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-ceeae4cb-ad06-4cbf-92d8-763e293433ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:43:26.453911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-ceeae4cb-ad06-4cbf-92d8-763e293433ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:43:26.464470 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-ceeae4cb-ad06-4cbf-92d8-763e293433ef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc HTTP/1.1" status: 200 len: 797 time: 0.2589345 Apr 22 17:43:26.470284 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-a7aac44d-4ec3-4655-87a9-e2cec23b07f2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.0090435 Apr 22 17:43:26.551148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-5b7771ce-ff28-4456-bb22-789c27d202ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:43:26.622377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-5b7771ce-ff28-4456-bb22-789c27d202ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:43:26.623709 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-5b7771ce-ff28-4456-bb22-789c27d202ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488051 Apr 22 17:43:26.758421 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-bcec54e2-fe52-4036-918f-a1abb3036166 service neutron] 10.222.0.10 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225865 Apr 22 17:43:26.889646 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-fa8e07ce-1026-4139-94e9-3c5656aaadc0 service neutron] 10.222.0.10 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252542 Apr 22 17:43:27.223623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-0ed4613b-7146-402f-8d7c-4f2042508ef5 req-d73362c3-508f-4627-a8da-6f614066ff83 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:43:27.238583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-0ed4613b-7146-402f-8d7c-4f2042508ef5 req-d73362c3-508f-4627-a8da-6f614066ff83 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:43:27.239933 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ed4613b-7146-402f-8d7c-4f2042508ef5 req-d73362c3-508f-4627-a8da-6f614066ff83 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 210 time: 0.1114352 Apr 22 17:43:27.329283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:43:27.399168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:27.399630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:28.390730 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a928f4b1-8054-48ee-a81f-ff0bbc5311ce req-3b2582d6-a483-4c00-ad4f-98d65c9b5d88 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 210 time: 0.0430112 Apr 22 17:43:29.183091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-c63f2c08-c078-48ea-86a0-f4bca8e31b55 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:29.183779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-c63f2c08-c078-48ea-86a0-f4bca8e31b55 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:43:29.195681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-c63f2c08-c078-48ea-86a0-f4bca8e31b55 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:43:29.196788 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-c63f2c08-c078-48ea-86a0-f4bca8e31b55 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc HTTP/1.1" status: 200 len: 797 time: 0.1587377 Apr 22 17:43:29.244995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-12d59465-bcbd-4b91-9e60-246a13d12d5e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:43:29.256776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-12d59465-bcbd-4b91-9e60-246a13d12d5e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:43:29.257914 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-12d59465-bcbd-4b91-9e60-246a13d12d5e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 379 time: 0.0527556 Apr 22 17:43:29.268468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['56ec210a-8552-4e69-9be4-7b7bfdd6783a']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:29.404080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:29.413711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:29.543413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:43:29.546897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:29.562150 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3ca039ec-4134-48fa-a77c-d7c445f35ff2 req-e83489d0-a3f3-4438-bcfa-0d46bc952cd2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 210 time: 0.0557263 Apr 22 17:43:29.712990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.12 (e7877e1c-3f48-4ad0-b1ba-05d140bf13dc/42e1cc60-e1bf-4d16-9ba8-fcc21e531452/e14c7d65-4362-4450-b56d-81a781964ac5) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:43:29.898412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:29.913286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object e14c7d65-4362-4450-b56d-81a781964ac5 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:43:30.017221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:30.085952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:43:30.092976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:43:30.097254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:43:30.128629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=e14c7d65-4362-4450-b56d-81a781964ac5,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:30.166678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:30.167336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:30.246542 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-564da404-18f7-4405-b0f4-b5ace7aa7e90 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9825807 Apr 22 17:43:30.300817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Request body: {'port': {'device_id': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:30.400280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc41b-54a7-4f1e-a9a9-31196c73d1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:30.415466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:30.428472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bec5caf2-7adf-4a45-b1c3-f0cdd9fc84d9 None None] Provisioning for port e14c7d65-4362-4450-b56d-81a781964ac5 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:43:30.433626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bec5caf2-7adf-4a45-b1c3-f0cdd9fc84d9 None None] Provisioning complete for port e14c7d65-4362-4450-b56d-81a781964ac5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:30.434003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bec5caf2-7adf-4a45-b1c3-f0cdd9fc84d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:30.486728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bec5caf2-7adf-4a45-b1c3-f0cdd9fc84d9 None None] Port e14c7d65-4362-4450-b56d-81a781964ac5 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:43:30.750111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d683-f4d7-47fc-b9ac-99a0dc08f90b req-c5930d4f-d9b9-4052-877c-713f55b654f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:30.751616 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4a84d683-f4d7-47fc-b9ac-99a0dc08f90b req-c5930d4f-d9b9-4052-877c-713f55b654f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 932 time: 0.0819004 Apr 22 17:43:30.762846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14c7d65-4362-4450-b56d-81a781964ac5 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:43:30.770810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:30.785010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Transition to ACTIVE for port object e14c7d65-4362-4450-b56d-81a781964ac5 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:43:30.797137 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4a84d683-f4d7-47fc-b9ac-99a0dc08f90b req-6efec225-ae41-4074-83df-08f81b8f0bf1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392840 Apr 22 17:43:30.871118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:31.123184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Pushing event updated for resources: {'Port': ['ID=e14c7d65-4362-4450-b56d-81a781964ac5,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:31.205925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Attempting to bind port e14c7d65-4362-4450-b56d-81a781964ac5 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:43:31.206260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Attempting to bind port e14c7d65-4362-4450-b56d-81a781964ac5 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:43:31.206592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Attempting to bind port e14c7d65-4362-4450-b56d-81a781964ac5 on network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:43:31.211397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Port e14c7d65-4362-4450-b56d-81a781964ac5 on network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:43:31.211718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Attempting to bind port e14c7d65-4362-4450-b56d-81a781964ac5 on network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:43:31.216781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:43:31.217113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Checking segment: {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:43:31.217487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Bound using segment: {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:43:31.217903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Bound port: e14c7d65-4362-4450-b56d-81a781964ac5, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e447709-9bb1-429b-976b-d428df7c8d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:43:31.218252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:31.309722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] For port e14c7d65-4362-4450-b56d-81a781964ac5, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:43:31.312535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] For port e14c7d65-4362-4450-b56d-81a781964ac5, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e14c7d65-4362-4450-b56d-81a781964ac5,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:43:31.394486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:31.447220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:31.447830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:31.449389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] 10.222.0.16 "PUT /v2.0/ports/e14c7d65-4362-4450-b56d-81a781964ac5 HTTP/1.1" status: 200 len: 1094 time: 1.1953502 Apr 22 17:43:31.451963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:43:31.489933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62ae1b-5c72-4c85-aef0-b43e6d44e9df service neutron] Pushing event updated for resources: {'Port': ['ID=e14c7d65-4362-4450-b56d-81a781964ac5,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:31.550232 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94bd33d-79ce-4540-981f-6b753a693165'] response: {'name': 'network-changed', 'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'status': 'completed', 'code': 200} Apr 22 17:43:31.632441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-40fbbfcb-cad3-42f3-b9d9-03589627d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:31.633924 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-40fbbfcb-cad3-42f3-b9d9-03589627d664 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 1097 time: 0.0719652 Apr 22 17:43:31.704005 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-46929b57-98e0-422d-9e99-eb6815ec02f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14c7d65-4362-4450-b56d-81a781964ac5 HTTP/1.1" status: 200 len: 217 time: 0.0638640 Apr 22 17:43:31.764107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-29688392-2723-4aa3-9736-ae300c782821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:31.765406 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-29688392-2723-4aa3-9736-ae300c782821 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42e1cc60-e1bf-4d16-9ba8-fcc21e531452 HTTP/1.1" status: 200 len: 843 time: 0.0561380 Apr 22 17:43:31.837834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-16b2f7d5-8cad-4802-b34a-52d6c814bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:31.839351 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-16b2f7d5-8cad-4802-b34a-52d6c814bb8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683568 Apr 22 17:43:31.971932 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-e1e5b536-c0b7-4df9-8b64-f349317a9d86 service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256647 Apr 22 17:43:31.976846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714c3ff-50df-456e-b22c-d4d8294afe00 req-dc7f249a-a651-40bd-bd51-575fe6ee97d8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:31.978304 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7714c3ff-50df-456e-b22c-d4d8294afe00 req-dc7f249a-a651-40bd-bd51-575fe6ee97d8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 944 time: 0.0787058 Apr 22 17:43:32.025302 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7714c3ff-50df-456e-b22c-d4d8294afe00 req-04e81ab6-f029-4326-bcf9-0ba0330a4e40 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410609 Apr 22 17:43:32.103141 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-23c6faaf-19fe-4592-8ccd-ad0b9ac9264b req-f7a30d87-c1d3-408f-9d45-c05ddaee8dce service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252170 Apr 22 17:43:32.325972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-ad52977d-9ee9-4a56-8d23-509cb3c84271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:32.327470 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-ad52977d-9ee9-4a56-8d23-509cb3c84271 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 1097 time: 0.0735149 Apr 22 17:43:32.457161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-0221dc2c-9d25-4a20-809e-c47fa0cb4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:32.459320 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-0221dc2c-9d25-4a20-809e-c47fa0cb4603 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc HTTP/1.1" status: 200 len: 897 time: 0.1254928 Apr 22 17:43:32.530415 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-6ba30a3b-ec45-46c0-83fd-54cb3e8de63c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14c7d65-4362-4450-b56d-81a781964ac5 HTTP/1.1" status: 200 len: 217 time: 0.0654035 Apr 22 17:43:32.577088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-00fe9ae2-4629-49d2-99af-8ab3dcfc28e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:32.593386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-0f968d43-b6b7-45f0-981b-557fd0557953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:32.594831 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-0f968d43-b6b7-45f0-981b-557fd0557953 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42e1cc60-e1bf-4d16-9ba8-fcc21e531452 HTTP/1.1" status: 200 len: 843 time: 0.0578215 Apr 22 17:43:32.668001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-7a8a6f99-3f5d-4505-9a33-e2af99da9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:32.669424 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-7a8a6f99-3f5d-4505-9a33-e2af99da9b1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681963 Apr 22 17:43:32.797336 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-9ae28c71-4a8c-4340-afc0-05195a075a61 service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208215 Apr 22 17:43:33.020950 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d44c4a50-cfec-4a9f-aed9-2e332481fa9c req-41f88786-06c0-432a-b6b7-fdf93d4fb343 service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161951 Apr 22 17:43:33.211387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8a87-91a9-4a81-ae8f-b9c2600f3b11 req-53c562f0-19a9-43e8-81d9-b112cec44aee tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:33.212075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-cd1f8a87-91a9-4a81-ae8f-b9c2600f3b11 req-53c562f0-19a9-43e8-81d9-b112cec44aee tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:43:33.296591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-cd1f8a87-91a9-4a81-ae8f-b9c2600f3b11 req-53c562f0-19a9-43e8-81d9-b112cec44aee tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:43:33.301376 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cd1f8a87-91a9-4a81-ae8f-b9c2600f3b11 req-53c562f0-19a9-43e8-81d9-b112cec44aee tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 944 time: 0.1670632 Apr 22 17:43:33.343014 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cd1f8a87-91a9-4a81-ae8f-b9c2600f3b11 req-9ebb4f7f-b81f-4869-9fbc-c1548aeed360 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392175 Apr 22 17:43:33.754129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:33.786182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:34.448100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:34.526641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecc621-7776-4717-93f8-c10b497af8b9 req-54e78963-04d8-49cc-8263-30c32dfc37d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:34.528130 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-99ecc621-7776-4717-93f8-c10b497af8b9 req-54e78963-04d8-49cc-8263-30c32dfc37d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 944 time: 0.0805035 Apr 22 17:43:34.571341 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-99ecc621-7776-4717-93f8-c10b497af8b9 req-8a4926d0-ac88-47d9-8005-d86b2f4a7e56 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376067 Apr 22 17:43:35.108371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:35.755460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f001-b415-4eb7-a0f7-7bdbd6390868 req-965fd1c3-426e-4236-aff3-3c00377f5fb4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:35.756895 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d769f001-b415-4eb7-a0f7-7bdbd6390868 req-965fd1c3-426e-4236-aff3-3c00377f5fb4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 944 time: 0.0786111 Apr 22 17:43:35.803604 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d769f001-b415-4eb7-a0f7-7bdbd6390868 req-3b35ed51-7a96-4d2b-bf7d-26415baf168b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411191 Apr 22 17:43:35.989869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device e14c7d65-4362-4450-b56d-81a781964ac5 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:43:36.117671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port e14c7d65-4362-4450-b56d-81a781964ac5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e14c7d65-4362-4450-b56d-81a781964ac5,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:36.130708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'port_id': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'mac_address': 'fa:16:3e:29:a6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:43:36.183375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:36.201582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14c7d65-4362-4450-b56d-81a781964ac5 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:43:36.216830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port e14c7d65-4362-4450-b56d-81a781964ac5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e14c7d65-4362-4450-b56d-81a781964ac5,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:36.279747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:36.346405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=e14c7d65-4362-4450-b56d-81a781964ac5,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:36.628855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['e14c7d65-4362-4450-b56d-81a781964ac5'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:43:36.989524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb87c2d-6fba-4dc5-b18f-d8ced234cde2 req-8b40aaa8-e2d3-462c-a991-fab2cf588ec1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:36.991000 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4bb87c2d-6fba-4dc5-b18f-d8ced234cde2 req-8b40aaa8-e2d3-462c-a991-fab2cf588ec1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 945 time: 0.0821023 Apr 22 17:43:37.033869 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4bb87c2d-6fba-4dc5-b18f-d8ced234cde2 req-88abe610-d688-440b-9a36-a98f91d5f972 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373704 Apr 22 17:43:37.540785 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:43:38.020898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device e14c7d65-4362-4450-b56d-81a781964ac5 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:43:38.165038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port e14c7d65-4362-4450-b56d-81a781964ac5 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:43:38.170089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port e14c7d65-4362-4450-b56d-81a781964ac5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:43:38.170556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:38.213712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82eda0-bcc3-48a7-a4d1-2d3ace5375c7 req-075c737c-2c9e-44f1-bc09-c3ff8063bde8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:38.215205 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ea82eda0-bcc3-48a7-a4d1-2d3ace5375c7 req-075c737c-2c9e-44f1-bc09-c3ff8063bde8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 945 time: 0.0793297 Apr 22 17:43:38.259751 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ea82eda0-bcc3-48a7-a4d1-2d3ace5375c7 req-b11cae93-d39d-4342-9aba-db556272a673 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 Apr 22 17:43:38.290284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:38.315766 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:43:38.325453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port e14c7d65-4362-4450-b56d-81a781964ac5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e14c7d65-4362-4450-b56d-81a781964ac5,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:43:38.358390 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ee77a5-f37f-46c1-832f-5fa49ea1aa0e'] response: {'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'code': 200} Apr 22 17:43:38.396953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:38.463078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=e14c7d65-4362-4450-b56d-81a781964ac5,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:38.680693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d0c3c-9ecd-46b9-ad5c-15b1761ff4c9 req-83179880-df70-43eb-af92-831a45241440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:38.682326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ef5d0c3c-9ecd-46b9-ad5c-15b1761ff4c9 req-83179880-df70-43eb-af92-831a45241440 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 1099 time: 0.0729685 Apr 22 17:43:38.723146 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ef5d0c3c-9ecd-46b9-ad5c-15b1761ff4c9 req-226c762d-b656-4a06-9f88-fd2f0795d4bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350654 Apr 22 17:43:39.443346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aec7d-8163-460b-99d4-02535d95192f req-e9f23966-a6cc-4198-bb5f-abd5588893a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:39.444850 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a8aec7d-8163-460b-99d4-02535d95192f req-e9f23966-a6cc-4198-bb5f-abd5588893a7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 946 time: 0.0816026 Apr 22 17:43:39.489258 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a8aec7d-8163-460b-99d4-02535d95192f req-08c6f0d8-af0d-42a5-9452-d9de9c5a16df tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379083 Apr 22 17:43:40.671828 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04aaf5-8b15-4343-967c-cc97bcf40da8 req-cda4cfaa-4467-4d19-ba80-b78b0b018156 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:40.673238 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6a04aaf5-8b15-4343-967c-cc97bcf40da8 req-cda4cfaa-4467-4d19-ba80-b78b0b018156 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 946 time: 0.0792036 Apr 22 17:43:40.717939 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6a04aaf5-8b15-4343-967c-cc97bcf40da8 req-849c95ed-0294-4739-9068-5bda2221d50e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383532 Apr 22 17:43:40.903760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425180bb-5ea8-45d7-8b49-fe4a2d3f8c9f req-674659cf-dfd3-4dea-96b6-6592bf9b5db6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:40.905210 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-425180bb-5ea8-45d7-8b49-fe4a2d3f8c9f req-674659cf-dfd3-4dea-96b6-6592bf9b5db6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 946 time: 0.0818353 Apr 22 17:43:40.949312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-425180bb-5ea8-45d7-8b49-fe4a2d3f8c9f req-c4c9ec72-5d9d-43cd-80cb-2797a1c6f48f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384192 Apr 22 17:43:40.971328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54828) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:41.043201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02350ef-0fdc-469e-b57a-b31772de33d0 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:41.044663 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b02350ef-0fdc-469e-b57a-b31772de33d0 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 1094 time: 0.0723975 Apr 22 17:43:41.047470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54832) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:41.052932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:43:41.058713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:43:41.062508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:43:41.065295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:43:41.071007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:43:41.145194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:41.281668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:41.414794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.88 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/b4960927-f5e3-4a28-8119-df2a92c165be) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:43:41.560865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:41.659470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:41.722190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:43:41.724835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:43:41.733493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:43:41.768129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=b4960927-f5e3-4a28-8119-df2a92c165be,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:42.245311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:42.403715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:42.608622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:42.691027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:42.800866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=b4960927-f5e3-4a28-8119-df2a92c165be,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:43:42.810601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:42.981230 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 66c07a06-ab31-4082-8b3b-086a1734b2e6 associated. External IP: 172.26.3.88, port: e14c7d65-4362-4450-b56d-81a781964ac5. Apr 22 17:43:43.329061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0ac8ab9-33e2-417d-9795-dbe159229e07 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:43:43.507945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:43:43.518553 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] Sync routers for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:43:43.526960 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:43.527514 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:43.594272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:43:43.654389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3c78949f-4b4c-4cdb-a852-047bd5d19079 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6059182 Apr 22 17:43:43.655110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:43:43.657268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54836) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:43.702638 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2791f59-20f5-4b2c-a8f2-f40744198e88'] response: {'name': 'network-changed', 'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'status': 'completed', 'code': 200} Apr 22 17:43:43.738113 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:43.773849 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ad3b0c9d-5b37-4686-b106-43ce4ba4abef tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/66c07a06-ab31-4082-8b3b-086a1734b2e6 HTTP/1.1" status: 200 len: 991 time: 0.1153958 Apr 22 17:43:43.798055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56707916-91d3-45fc-92bb-77a80387492b req-37efd13b-e570-4e52-a0bc-03a538d8f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:43.799685 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56707916-91d3-45fc-92bb-77a80387492b req-37efd13b-e570-4e52-a0bc-03a538d8f088 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 1099 time: 0.0733993 Apr 22 17:43:44.050608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56707916-91d3-45fc-92bb-77a80387492b req-897ff79e-3ed3-4213-8f7c-d2c17c525099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:44.052669 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56707916-91d3-45fc-92bb-77a80387492b req-897ff79e-3ed3-4213-8f7c-d2c17c525099 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc HTTP/1.1" status: 200 len: 897 time: 0.2467639 Apr 22 17:43:44.088375 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '66c07a06-ab31-4082-8b3b-086a1734b2e6', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'port_id': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'mac_address': 'fa:16:3e:29:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:43:42Z', 'updated_at': '2022-04-22T17:43:42Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:25Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:44.092126 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] Checking router: c0ac8ab9-33e2-417d-9795-dbe159229e07 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:43:44.100657 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:43:44.101241 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:43:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:44.156950 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56707916-91d3-45fc-92bb-77a80387492b req-99d28529-ac22-4fc2-9a04-821a854598b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14c7d65-4362-4450-b56d-81a781964ac5 HTTP/1.1" status: 200 len: 999 time: 0.0986540 Apr 22 17:43:44.223780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56707916-91d3-45fc-92bb-77a80387492b req-b7781b4a-00f3-48f3-994d-deb1cef8ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:44.225806 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56707916-91d3-45fc-92bb-77a80387492b req-b7781b4a-00f3-48f3-994d-deb1cef8ba33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42e1cc60-e1bf-4d16-9ba8-fcc21e531452 HTTP/1.1" status: 200 len: 843 time: 0.0622730 Apr 22 17:43:44.275941 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:43:44.302080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56707916-91d3-45fc-92bb-77a80387492b req-299595f4-d676-4bab-9ecd-593a6509a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:43:44.303527 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56707916-91d3-45fc-92bb-77a80387492b req-299595f4-d676-4bab-9ecd-593a6509a9d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721953 Apr 22 17:43:44.436232 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56707916-91d3-45fc-92bb-77a80387492b req-e2e1b463-c0ba-45d8-9078-f5c0c4a4af6b service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266713 Apr 22 17:43:44.568753 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56707916-91d3-45fc-92bb-77a80387492b req-9619e5a6-2b39-43be-a818-3eebcac2002b service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262534 Apr 22 17:43:44.622968 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '66c07a06-ab31-4082-8b3b-086a1734b2e6', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'port_id': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'mac_address': 'fa:16:3e:29:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:43:42Z', 'updated_at': '2022-04-22T17:43:42Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:25Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:43:44.626928 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0bab4-3c81-4784-9bf5-e656cd0f681e None None] The sync data for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '66c07a06-ab31-4082-8b3b-086a1734b2e6', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'port_id': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'mac_address': 'fa:16:3e:29:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:43:42Z', 'updated_at': '2022-04-22T17:43:42Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:25Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:43:44.776201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54842) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:44.814882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c534b88-4718-468d-8940-77c1a90bd094 None None] New status for floating IP 66c07a06-ab31-4082-8b3b-086a1734b2e6: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:43:44.981384 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8067e36c-6c09-401d-ae90-c192957eb5c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/66c07a06-ab31-4082-8b3b-086a1734b2e6 HTTP/1.1" status: 200 len: 991 time: 0.2039521 Apr 22 17:43:45.984528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54846) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:43:46.088144 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-526d7a03-ab2d-4d6a-83f8-2d740fa6ebbd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/66c07a06-ab31-4082-8b3b-086a1734b2e6 HTTP/1.1" status: 200 len: 993 time: 0.1025016 Apr 22 17:44:00.364895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-414e6121-018f-4144-b555-bf4279f7799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:02.610117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15356544-202f-4bbd-a472-cc935b6293d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:03.721936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:03.795548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:04.490659 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:05.067784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:14.539357 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:44:23.007135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e51fabf6-186d-4182-9596-0d184be742d7 req-879558ae-fa0d-443b-a800-29ee4c9e4f84 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717013 Apr 22 17:44:23.145139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fabf6-186d-4182-9596-0d184be742d7 req-866339c3-193a-41e4-a3a7-f13c6c6e787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:44:23.146629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e51fabf6-186d-4182-9596-0d184be742d7 req-866339c3-193a-41e4-a3a7-f13c6c6e787f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1098 time: 0.0712373 Apr 22 17:44:23.291296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fabf6-186d-4182-9596-0d184be742d7 req-badb790e-fe4a-4749-82d7-1807f11c1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:44:23.292633 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e51fabf6-186d-4182-9596-0d184be742d7 req-badb790e-fe4a-4749-82d7-1807f11c1a3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.1285655 Apr 22 17:44:23.394504 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e51fabf6-186d-4182-9596-0d184be742d7 req-1ae4622b-5860-42cb-9865-d9de9380af38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 200 len: 1000 time: 0.0963278 Apr 22 17:44:23.455560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fabf6-186d-4182-9596-0d184be742d7 req-ae66910f-4dc7-4164-b9dd-f246c4ff6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:44:23.457074 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e51fabf6-186d-4182-9596-0d184be742d7 req-ae66910f-4dc7-4164-b9dd-f246c4ff6932 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0571723 Apr 22 17:44:23.534710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fabf6-186d-4182-9596-0d184be742d7 req-36493f3f-c2bc-41cc-9a9b-54e44bc0fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:44:23.536194 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e51fabf6-186d-4182-9596-0d184be742d7 req-36493f3f-c2bc-41cc-9a9b-54e44bc0fe61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730791 Apr 22 17:44:23.668483 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e51fabf6-186d-4182-9596-0d184be742d7 req-d28e177c-487c-4589-9534-ba9576404db9 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262963 Apr 22 17:44:23.799702 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e51fabf6-186d-4182-9596-0d184be742d7 req-72959f39-8952-4b80-aea7-b0db06fdb839 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253147 Apr 22 17:44:30.379577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6c4a167-c1b2-4088-9676-3ba47e44eada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:32.601252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-495e06f7-a21a-41de-b1c8-53ec36d66be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:33.692544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:33.783891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:34.438148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:35.044151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:44:51.544435 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:45:00.386385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b5df9f1e-4725-41da-b636-c80d411c3e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:02.597867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c04d963-735a-498e-a4a9-dfb4282aee8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:03.743428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:03.800893 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:04.466089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:05.054910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:06.585853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54886) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:06.888583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Deleting port dec87d78-8f16-4771-a847-7eef81fe7815 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:06.888837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:07.056902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:07.057230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:07.175301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Calling delete_port for dec87d78-8f16-4771-a847-7eef81fe7815 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:07.423960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:07.469452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event deleted for resources: {'Port': ['ID=dec87d78-8f16-4771-a847-7eef81fe7815,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:07.505929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.506317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.506645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.507003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.507334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.507661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.507987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.508311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.508633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.508953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.509273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.509632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:07.570586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:07.570943 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Floating IP 0483671f-29f0-421f-8d06-87c4dc09a308 disassociated (deleted). External IP: 172.26.3.31, port: c3466cf6-27a8-4b8e-b2f1-b6f313d75844. Apr 22 17:45:07.908586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:45:08.085267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:45:08.095429 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:45:08.104231 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:45:08.109700 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:45:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:08.162990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:08.217228 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-772d1d04-a393-4c9b-b3c9-1f1f87a60306 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "DELETE /v2.0/floatingips/0483671f-29f0-421f-8d06-87c4dc09a308 HTTP/1.1" status: 204 len: 168 time: 1.6302943 Apr 22 17:45:08.217808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:45:08.265172 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee63df0-7a3e-498a-9d96-5379d913b81b'] response: {'name': 'network-changed', 'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'status': 'completed', 'code': 200} Apr 22 17:45:08.281222 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:45:08.362469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-f96f7ba1-9bf0-4350-a468-44c9b23aec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:08.364145 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-f96f7ba1-9bf0-4350-a468-44c9b23aec0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 1099 time: 0.0766563 Apr 22 17:45:08.620177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-151f9f04-71af-4dc8-937b-297d1d2af5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:08.621665 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-151f9f04-71af-4dc8-937b-297d1d2af5d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.2517056 Apr 22 17:45:08.666377 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:38Z', 'revision_number': 1, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:08.670109 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:45:08.678660 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:45:08.679301 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:45:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:08.689848 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-f09e2e72-757c-49f0-9337-5d979a3655d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3466cf6-27a8-4b8e-b2f1-b6f313d75844 HTTP/1.1" status: 200 len: 217 time: 0.0619800 Apr 22 17:45:08.794666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-060ccfad-efe8-4600-a1e0-501decc2da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:08.796109 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-060ccfad-efe8-4600-a1e0-501decc2da20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0738428 Apr 22 17:45:08.855052 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:45:08.862689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27ee4-f703-45fd-a8c2-d1bae4174c5f req-26c52f0e-9e7d-4167-912e-9de68cda7eb5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:08.863409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-bab27ee4-f703-45fd-a8c2-d1bae4174c5f req-26c52f0e-9e7d-4167-912e-9de68cda7eb5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:45:08.899798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-e1e4ab08-d09e-47d5-b061-f91f1265ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:08.901291 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-e1e4ab08-d09e-47d5-b061-f91f1265ead7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955205 Apr 22 17:45:08.988287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-bab27ee4-f703-45fd-a8c2-d1bae4174c5f req-26c52f0e-9e7d-4167-912e-9de68cda7eb5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:45:08.989350 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bab27ee4-f703-45fd-a8c2-d1bae4174c5f req-26c52f0e-9e7d-4167-912e-9de68cda7eb5 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 946 time: 0.3013892 Apr 22 17:45:09.063723 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bab27ee4-f703-45fd-a8c2-d1bae4174c5f req-66802fab-a54a-49d6-bde7-a724015ecdfa tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609465 Apr 22 17:45:09.068889 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-8a45082e-d4a4-40b2-9b35-a997b672ba5c service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611190 Apr 22 17:45:09.196384 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:38Z', 'revision_number': 1, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:09.200304 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41c817-b141-4c2a-8447-b4a2c1ce7372 None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'be16625d-48f7-44d4-9c26-2aa700063ccb', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'port_id': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'mac_address': 'fa:16:3e:51:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:39:35Z', 'updated_at': '2022-04-22T17:39:38Z', 'revision_number': 1, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:45:09.201536 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-20334e7a-59bd-4b0a-89ed-a359b4449640 req-f0911ed9-361e-4193-836d-f4d42cbf4a24 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262143 Apr 22 17:45:09.404953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a024b2-3440-4255-8c11-0b604c84991f None None] New status for floating IP 0483671f-29f0-421f-8d06-87c4dc09a308: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:45:10.253224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851b81-7172-4113-838a-bc5a21fbd10f req-f3663d0e-05c6-4db6-988f-fa951c1eb802 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:10.253224 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-aa851b81-7172-4113-838a-bc5a21fbd10f req-f3663d0e-05c6-4db6-988f-fa951c1eb802 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 946 time: 0.0802901 Apr 22 17:45:10.297473 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-aa851b81-7172-4113-838a-bc5a21fbd10f req-95ff67a9-3a55-4253-aa5d-b632d995b980 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430973 Apr 22 17:45:10.358378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-01cfe03e-7463-4a53-b1e8-97f3f56a61e9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:10.359786 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-01cfe03e-7463-4a53-b1e8-97f3f56a61e9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 946 time: 0.0782943 Apr 22 17:45:10.430881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Deleting port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:10.431849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:10.671922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] For port c3466cf6-27a8-4b8e-b2f1-b6f313d75844, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:10.672190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:10.795035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Calling delete_port for c3466cf6-27a8-4b8e-b2f1-b6f313d75844 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:10.989820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:11.039248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event deleted for resources: {'Port': ['ID=c3466cf6-27a8-4b8e-b2f1-b6f313d75844,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:11.214474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] No DVR routers for this DVR port c3466cf6-27a8-4b8e-b2f1-b6f313d75844 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:45:11.216975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:11.219537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'name': 'network-vif-deleted', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:45:11.262152 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2d1669-9cab-46fd-8b42-e9341a000c81'] response: {'server_uuid': 'adcbd154-0153-4ed7-b13a-1ba0de105fdf', 'name': 'network-vif-deleted', 'tag': 'c3466cf6-27a8-4b8e-b2f1-b6f313d75844', 'status': 'completed', 'code': 200} Apr 22 17:45:11.310016 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1216a2a1-3390-46cd-aad9-ce548e851f5f req-a7450570-68da-406e-ae05-6a9c8ffb3ea7 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "DELETE /v2.0/ports/c3466cf6-27a8-4b8e-b2f1-b6f313d75844 HTTP/1.1" status: 204 len: 173 time: 0.9451787 Apr 22 17:45:11.451773 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a1f4bf53-5127-497e-841e-d989955d5a73 req-c23f4741-4495-4109-adea-e4feb60af721 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 210 time: 0.0452919 Apr 22 17:45:12.616164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-fd5df93e-0b29-4b64-b2ca-c8f019eeeaf1 req-433faf42-e969-4ecc-a4af-8a93a429d6bd tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:45:12.694471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-fd5df93e-0b29-4b64-b2ca-c8f019eeeaf1 req-433faf42-e969-4ecc-a4af-8a93a429d6bd tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:45:12.695726 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fd5df93e-0b29-4b64-b2ca-c8f019eeeaf1 req-433faf42-e969-4ecc-a4af-8a93a429d6bd tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcbd154-0153-4ed7-b13a-1ba0de105fdf HTTP/1.1" status: 200 len: 210 time: 0.1217725 Apr 22 17:45:14.393042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c3466cf6-27a8-4b8e-b2f1-b6f313d75844 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:45:14.427261 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: c3466cf6-27a8-4b8e-b2f1-b6f313d75844 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:45:14.427680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c3466cf6-27a8-4b8e-b2f1-b6f313d75844 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:45:18.490242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 54922) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:18.686866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Deleting port 85a30d2e-b1c8-4326-b155-b1d50f66416e {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:18.687211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:18.850052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:18.850376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:18.972745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Calling delete_port for 85a30d2e-b1c8-4326-b155-b1d50f66416e owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:19.185942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:19.260361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event deleted for resources: {'Port': ['ID=85a30d2e-b1c8-4326-b155-b1d50f66416e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:19.324514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:19.324849 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Floating IP be16625d-48f7-44d4-9c26-2aa700063ccb disassociated (deleted). External IP: 172.26.3.71, port: 98d8c8f7-1403-468d-93ff-009f56a1b537. Apr 22 17:45:19.669074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:45:19.952355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:45:19.961636 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:45:19.971178 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:45:19.974121 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:45:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:20.014161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:20.072667 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b6a0b3c5-b787-4254-9965-45b0afb64e8b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "DELETE /v2.0/floatingips/be16625d-48f7-44d4-9c26-2aa700063ccb HTTP/1.1" status: 204 len: 168 time: 1.5813060 Apr 22 17:45:20.073249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:45:20.126080 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1138f76-7a9c-4fa7-b3e3-01b295d4581c'] response: {'name': 'network-changed', 'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'status': 'completed', 'code': 200} Apr 22 17:45:20.149382 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:45:20.218092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-51b178d8-b3bc-4b7f-8ece-4fa7b83d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:20.220028 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-51b178d8-b3bc-4b7f-8ece-4fa7b83d5f59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 1098 time: 0.0724325 Apr 22 17:45:20.355819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-08c29bf4-a4d8-4721-94be-eb6c9827fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:20.357288 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-08c29bf4-a4d8-4721-94be-eb6c9827fb63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 200 len: 911 time: 0.1314478 Apr 22 17:45:20.438315 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-2f927a04-40f3-4204-8ef6-f70fb0138ea4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 200 len: 217 time: 0.0685413 Apr 22 17:45:20.490783 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:20.496024 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:45:20.502776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-00f411c8-fddd-4ec1-b434-ac9fb5d7ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:20.504248 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-00f411c8-fddd-4ec1-b434-ac9fb5d7ddd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 200 len: 850 time: 0.0596104 Apr 22 17:45:20.504356 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:45:20.504942 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:45:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:20.584388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-ad168a89-7570-49da-a043-7a7ee42e1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:20.586025 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-ad168a89-7570-49da-a043-7a7ee42e1bfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d057ad0-7bc4-460e-b2ff-400217156ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749884 Apr 22 17:45:20.625871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69fedf-15e8-4291-8d48-d28fc0f9ef33 req-ac2ead62-e018-49bc-a774-96aa3719d411 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:20.627491 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2b69fedf-15e8-4291-8d48-d28fc0f9ef33 req-ac2ead62-e018-49bc-a774-96aa3719d411 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 945 time: 0.0802348 Apr 22 17:45:20.690395 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2b69fedf-15e8-4291-8d48-d28fc0f9ef33 req-932350a3-770e-4e3b-80cb-1b0875e75d3b tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457489 Apr 22 17:45:20.695377 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:45:20.724652 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-826886e0-83ef-4a95-b983-514df2cdd499 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316755 Apr 22 17:45:20.858891 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-75bb5947-c4b1-494c-86d3-1d45e9e101b3 req-1ee7e569-374a-447a-9459-447327990678 service neutron] 10.222.0.16 "GET /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274498 Apr 22 17:45:21.010159 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:21.014138 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7a5b4-c1e0-4f1f-ae9d-182055ec9e88 None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:34:50Z', 'revision_number': 4, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'a8e277b9-5551-446a-b955-b604d905df9b', 'name': '', 'network_id': '0d057ad0-7bc4-460e-b2ff-400217156ca8', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'mac_address': 'fa:16:3e:77:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:47Z', 'updated_at': '2022-04-22T17:35:12Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'subnets': [{'id': '271c512e-dc6b-40d4-8f7b-06b8f2bd7867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:45:21.210990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9988753-8bd6-46c7-af64-0afe23a09ffd None None] New status for floating IP be16625d-48f7-44d4-9c26-2aa700063ccb: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:45:21.355983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-7771a03e-ffe7-4fa3-906a-edc232ce2592 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:21.356714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-7771a03e-ffe7-4fa3-906a-edc232ce2592 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:45:21.437106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-7771a03e-ffe7-4fa3-906a-edc232ce2592 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:45:21.438360 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-7771a03e-ffe7-4fa3-906a-edc232ce2592 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 945 time: 0.1667676 Apr 22 17:45:21.510121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Deleting port 98d8c8f7-1403-468d-93ff-009f56a1b537 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:21.510459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:21.747726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] For port 98d8c8f7-1403-468d-93ff-009f56a1b537, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=98d8c8f7-1403-468d-93ff-009f56a1b537,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:21.748342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:21.901907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Calling delete_port for 98d8c8f7-1403-468d-93ff-009f56a1b537 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:22.141828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1a55-35ad-482f-9c69-5b68c8570e71 req-98f6dc80-bc67-41a7-a766-9c066648b2da tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:22.143226 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9d5c1a55-35ad-482f-9c69-5b68c8570e71 req-98f6dc80-bc67-41a7-a766-9c066648b2da tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 945 time: 0.3320103 Apr 22 17:45:22.206867 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9d5c1a55-35ad-482f-9c69-5b68c8570e71 req-dee8fac1-b2da-4426-a214-2cf79ba3a9d9 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/security-groups?id=85c549be-f51a-4ec8-9dfa-d0e2aeefd672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523872 Apr 22 17:45:22.260909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:22.314119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event deleted for resources: {'Port': ['ID=98d8c8f7-1403-468d-93ff-009f56a1b537,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:22.386477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] No DVR routers for this DVR port 98d8c8f7-1403-468d-93ff-009f56a1b537 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:45:22.388886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:22.391584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'name': 'network-vif-deleted', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:45:22.438047 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd54e513-87b8-47f3-8460-b134cf303e63'] response: {'server_uuid': 'f8e4f7a0-25c8-4707-8a8b-47f278f02e1b', 'name': 'network-vif-deleted', 'tag': '98d8c8f7-1403-468d-93ff-009f56a1b537', 'status': 'completed', 'code': 200} Apr 22 17:45:22.461194 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4da7ae92-4a48-4dca-b94c-c963bf0758c0 req-1f1248c0-d48e-40e7-8ec1-4f788c32c645 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.16 "DELETE /v2.0/ports/98d8c8f7-1403-468d-93ff-009f56a1b537 HTTP/1.1" status: 204 len: 173 time: 1.0172186 Apr 22 17:45:23.367423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-c42d92f6-c2b8-4a24-a58d-3b47f734face req-9d66f397-66e0-4f7b-8130-06da499cb87e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Synchronizing usage tracker for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:45:23.454134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-c42d92f6-c2b8-4a24-a58d-3b47f734face req-9d66f397-66e0-4f7b-8130-06da499cb87e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Unset dirty status for tenant:fdd5c03fe9c047b1b414ec7fec3c4af2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:45:23.455325 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c42d92f6-c2b8-4a24-a58d-3b47f734face req-9d66f397-66e0-4f7b-8130-06da499cb87e tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8e4f7a0-25c8-4707-8a8b-47f278f02e1b HTTP/1.1" status: 200 len: 210 time: 0.1324480 Apr 22 17:45:24.106977 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-ea2819d7-23ee-41dc-8553-9e2c25aad781 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682662 Apr 22 17:45:24.193354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-f5a6ce0c-07e3-4aaf-8861-e92a9eee33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:24.194886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-f5a6ce0c-07e3-4aaf-8861-e92a9eee33d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 1099 time: 0.0688069 Apr 22 17:45:24.335911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-56a41e72-b5a0-48db-995c-3e9ba70c4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:24.337839 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-56a41e72-b5a0-48db-995c-3e9ba70c4e40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc HTTP/1.1" status: 200 len: 897 time: 0.1263816 Apr 22 17:45:24.423127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 98d8c8f7-1403-468d-93ff-009f56a1b537 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:45:24.443309 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-9d27af81-b46a-454b-a47b-f70299af1227 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14c7d65-4362-4450-b56d-81a781964ac5 HTTP/1.1" status: 200 len: 1001 time: 0.0980203 Apr 22 17:45:24.458826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 98d8c8f7-1403-468d-93ff-009f56a1b537 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:45:24.459177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 98d8c8f7-1403-468d-93ff-009f56a1b537 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:45:24.508396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-5b4becef-46b4-434e-9ba1-86d8a1b62244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:24.509882 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-5b4becef-46b4-434e-9ba1-86d8a1b62244 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42e1cc60-e1bf-4d16-9ba8-fcc21e531452 HTTP/1.1" status: 200 len: 843 time: 0.0611041 Apr 22 17:45:24.548877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54942) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:24.584568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-a11a9a7e-fb3c-4d9e-9869-59539c5eeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:45:24.586043 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-a11a9a7e-fb3c-4d9e-9869-59539c5eeba9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701814 Apr 22 17:45:24.702786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Deleting port 7d873c00-1718-4012-997f-e0c1ed26a87f {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:24.703135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:24.716225 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-70629c44-b626-4b71-845c-0c8a039fba86 service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239066 Apr 22 17:45:24.845884 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5e4b4538-fa9c-44c0-9567-97f3502b7470 req-676045d5-4c0d-4988-ba9a-15eba8ca8a65 service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239598 Apr 22 17:45:24.874104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:24.874463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:24.994923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Calling delete_port for 7d873c00-1718-4012-997f-e0c1ed26a87f owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:25.174049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:25.220948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event deleted for resources: {'Port': ['ID=7d873c00-1718-4012-997f-e0c1ed26a87f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:25.259515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.259799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.260132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.260464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.260789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.261110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.261431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.261750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.262093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.262424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.262725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.263056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:45:25.318983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:25.391066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:25.392243 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-16958429-7033-4341-89ef-a1671b94cb00 tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "DELETE /v2.0/floatingips/036e9bdd-772c-4b5b-ac8e-a5e3736741e4 HTTP/1.1" status: 204 len: 168 time: 0.8423975 Apr 22 17:45:28.005396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54958) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:28.073087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cda56661-e73a-4a34-91e7-e0b17c4a710c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:28.101398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cda56661-e73a-4a34-91e7-e0b17c4a710c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:28.248818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cda56661-e73a-4a34-91e7-e0b17c4a710c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:28.267335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda56661-e73a-4a34-91e7-e0b17c4a710c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c549be-f51a-4ec8-9dfa-d0e2aeefd672,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:28.339417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cda56661-e73a-4a34-91e7-e0b17c4a710c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:28.340563 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cda56661-e73a-4a34-91e7-e0b17c4a710c tempest-TestVolumeBootPattern-1066979472 tempest-TestVolumeBootPattern-1066979472-project] 10.222.0.10 "DELETE /v2.0/security-groups/85c549be-f51a-4ec8-9dfa-d0e2aeefd672 HTTP/1.1" status: 204 len: 168 time: 0.3338506 Apr 22 17:45:28.490652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54964) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:28.543852 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:45:29.245363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:29.583239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Deleting port a8e277b9-5551-446a-b955-b604d905df9b {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:29.583497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:29.747338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] For port a8e277b9-5551-446a-b955-b604d905df9b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a8e277b9-5551-446a-b955-b604d905df9b,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:29.747697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:29.866226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Calling delete_port for a8e277b9-5551-446a-b955-b604d905df9b owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:30.328882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:30.357357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df064ea8-1449-41cd-a34c-4c9318ae6895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:30.376389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e277b9-5551-446a-b955-b604d905df9b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:30.643150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:30.995210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Router b6b8b734-712c-421d-9c1f-ca6fb11e54af has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:45:31.167833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:45:31.176477 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] Sync routers for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:45:31.179944 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-19484ef5-4af8-4634-95cc-aa6946f503f5 admin admin] 10.222.0.10 "PUT /v2.0/routers/b6b8b734-712c-421d-9c1f-ca6fb11e54af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6881263 Apr 22 17:45:31.183055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54972) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:31.186202 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:45:31.186824 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:45:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:31.359352 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:45:31.359703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:31.532308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:31.612030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Deleting port 82e0977c-cdc7-4e18-a553-337503f97f93 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:31.612312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:31.642816 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:45:30Z', 'revision_number': 5, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port': {'id': '82e0977c-cdc7-4e18-a553-337503f97f93', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:34:39Z', 'updated_at': '2022-04-22T17:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:31.647030 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] Checking router: b6b8b734-712c-421d-9c1f-ca6fb11e54af for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:45:31.656122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] Routers {'b6b8b734-712c-421d-9c1f-ca6fb11e54af'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:45:31.656738 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:45:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:31.832252 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] Set router b6b8b734-712c-421d-9c1f-ca6fb11e54af gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:45:31.895756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] For port 82e0977c-cdc7-4e18-a553-337503f97f93, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=82e0977c-cdc7-4e18-a553-337503f97f93,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:31.896027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:31.935209 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:45:31Z', 'revision_number': 6, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:31.939041 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a221fb93-075b-4f1c-b341-81c6a619ce3d None None] The sync data for ids ['b6b8b734-712c-421d-9c1f-ca6fb11e54af'] in dv-neutron-839024-1-hyperv is: [{'id': 'b6b8b734-712c-421d-9c1f-ca6fb11e54af', 'name': 'tempest-TestVolumeBootPattern-616516940-router', 'tenant_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:38Z', 'updated_at': '2022-04-22T17:45:31Z', 'revision_number': 6, 'project_id': 'fdd5c03fe9c047b1b414ec7fec3c4af2', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:45:32.018931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Calling delete_port for 82e0977c-cdc7-4e18-a553-337503f97f93 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:32.271538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.322268 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e0977c-cdc7-4e18-a553-337503f97f93,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:32.414603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.583485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d59f9f73-2cea-44b7-98cb-bbbbdfcb9925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.584032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.585947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.663646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.664180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b8b734-712c-421d-9c1f-ca6fb11e54af {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:45:32.676632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.677781 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-539a9f79-4223-4d82-914f-c1a4fa29bf62 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b6b8b734-712c-421d-9c1f-ca6fb11e54af HTTP/1.1" status: 204 len: 168 time: 1.4938371 Apr 22 17:45:32.680909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54976) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:32.740978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1b1b00-32b1-4767-98d4-944997978575 admin admin] Deleting subnet 271c512e-dc6b-40d4-8f7b-06b8f2bd7867 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:45:32.744320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b00-32b1-4767-98d4-944997978575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.792898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b00-32b1-4767-98d4-944997978575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:32.873444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b00-32b1-4767-98d4-944997978575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.018080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b00-32b1-4767-98d4-944997978575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.055067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b1b00-32b1-4767-98d4-944997978575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271c512e-dc6b-40d4-8f7b-06b8f2bd7867,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:33.059322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1d1b1b00-32b1-4767-98d4-944997978575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.065447 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1d1b1b00-32b1-4767-98d4-944997978575 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/271c512e-dc6b-40d4-8f7b-06b8f2bd7867 HTTP/1.1" status: 204 len: 168 time: 0.3834484 Apr 22 17:45:33.067889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54980) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:33.068096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99d9ff-d392-4ca9-86ca-5489f746315e None None] Network 0d057ad0-7bc4-460e-b2ff-400217156ca8 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:45:33.175425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.186202 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Deleting port e0f166fa-dce8-4659-9661-0a9343c15dc4 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:33.186481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.310464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] DHCP port deletion for 0d057ad0-7bc4-460e-b2ff-400217156ca8 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:45:33.315456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] Deleting port e0f166fa-dce8-4659-9661-0a9343c15dc4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:33.315891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.417339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e0f166fa-dce8-4659-9661-0a9343c15dc4 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:45:33.498693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] For port e0f166fa-dce8-4659-9661-0a9343c15dc4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e0f166fa-dce8-4659-9661-0a9343c15dc4,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:33.499326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.619192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Calling delete_port for e0f166fa-dce8-4659-9661-0a9343c15dc4 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:33.634488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] For port e0f166fa-dce8-4659-9661-0a9343c15dc4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e0f166fa-dce8-4659-9661-0a9343c15dc4,segment=NetworkSegment(1d749ee6-43c6-421d-8f81-ee264203ccb0),segment_id=1d749ee6-43c6-421d-8f81-ee264203ccb0)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:33.635039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.773123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] Calling delete_port for e0f166fa-dce8-4659-9661-0a9343c15dc4 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:33.779785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.799306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.814032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.827168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f166fa-dce8-4659-9661-0a9343c15dc4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:33.828966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] No DVR routers for this DVR port e0f166fa-dce8-4659-9661-0a9343c15dc4 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:45:33.901466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 82e0977c-cdc7-4e18-a553-337503f97f93 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:45:33.928546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.935508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 82e0977c-cdc7-4e18-a553-337503f97f93 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:45:33.935508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 82e0977c-cdc7-4e18-a553-337503f97f93 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:45:33.935712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a8e277b9-5551-446a-b955-b604d905df9b no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:45:33.944051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:33.970017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d057ad0-7bc4-460e-b2ff-400217156ca8']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:33.971807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:45:33.972167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:45:33.972776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: a8e277b9-5551-446a-b955-b604d905df9b {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:45:33.973117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a8e277b9-5551-446a-b955-b604d905df9b not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:45:33.984301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d749ee6-43c6-421d-8f81-ee264203ccb0') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:33.984601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d749ee6-43c6-421d-8f81-ee264203ccb0') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:33.996320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:34.012311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:34.018376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:45:34.018842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:45:34.035113 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:45:34.179912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:34.184791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:34.207394 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] Pushing event deleted for resources: {'Network': ['ID=0d057ad0-7bc4-460e-b2ff-400217156ca8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:34.300791 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bd6c0f1d-539d-4f69-9f23-21a24d6818cf admin admin] 10.222.0.10 "DELETE /v2.0/networks/0d057ad0-7bc4-460e-b2ff-400217156ca8 HTTP/1.1" status: 204 len: 168 time: 1.2318282 Apr 22 17:45:34.303589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54986) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:34.465599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:34.473616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] Deleting port e0f166fa-dce8-4659-9661-0a9343c15dc4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:34.473988 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:34.539250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-18824e4b-3068-419b-8daa-3c55ab0aa8a7 None None] The port 'e0f166fa-dce8-4659-9661-0a9343c15dc4' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:45:34.831908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:35.026143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:35.269563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Deleting port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:35.269896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:35.440126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] For port 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,segment=NetworkSegment(6754953f-5fd7-4ed3-843c-2553b7706a78),segment_id=6754953f-5fd7-4ed3-843c-2553b7706a78)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:35.440478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:35.559566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Calling delete_port for 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:35.796923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:35.843147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6717ab6c-fd23-4ed6-b871-f9dfce58f1fc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:36.105898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:36.546206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:45:36.718783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:45:36.727807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] Sync routers for ids ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:45:36.737471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] Routers {'9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:45:36.738080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:45:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:36.832895 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-27666a5f-5e82-45a8-8526-29218a6935b1 admin admin] 10.222.0.10 "PUT /v2.0/routers/9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5282373 Apr 22 17:45:36.835463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54990) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:36.943080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] Set router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:45:37.008598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:37.182765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:37.223138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:45:35Z', 'revision_number': 5, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port': {'id': 'e8a02dd7-2dfb-40b0-9b37-1332fcb85edd', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:35:00Z', 'updated_at': '2022-04-22T17:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:37.227091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] Checking router: 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:45:37.236611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] Routers {'9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:45:37.237224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:45:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:37.257597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Deleting port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:37.257947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:37.387394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] Set router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:45:37.437893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] For port e8a02dd7-2dfb-40b0-9b37-1332fcb85edd, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e8a02dd7-2dfb-40b0-9b37-1332fcb85edd,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:37.438326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:37.493233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:45:37Z', 'revision_number': 6, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:37.497020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ae242-e2a7-4c43-8ee0-c6520f291e71 None None] The sync data for ids ['9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d'] in dv-neutron-839024-1-hyperv is: [{'id': '9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d', 'name': 'tempest-TestVolumeBootPattern-846613785-router', 'tenant_id': '94140248bbc949c2be5828a615ebbb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:34:58Z', 'updated_at': '2022-04-22T17:45:37Z', 'revision_number': 6, 'project_id': '94140248bbc949c2be5828a615ebbb3e', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:45:37.561164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Calling delete_port for e8a02dd7-2dfb-40b0-9b37-1332fcb85edd owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:37.777552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:37.824879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a02dd7-2dfb-40b0-9b37-1332fcb85edd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:37.913653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.185311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.187450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.274913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.275424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:45:38.287396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.288528 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a6b26559-6a14-4dc7-9d96-f901674111b7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9c45aeec-6a88-43ba-ae7f-3b7f7eb0155d HTTP/1.1" status: 204 len: 168 time: 1.4520366 Apr 22 17:45:38.291528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 54996) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:38.350071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9b7854-7da0-4a2f-8154-c492509e5ad4 admin admin] Deleting subnet fb2381e1-99c9-4b36-aca7-c98c007e95fc {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:45:38.353624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7854-7da0-4a2f-8154-c492509e5ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.401924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7854-7da0-4a2f-8154-c492509e5ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.485868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7854-7da0-4a2f-8154-c492509e5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.623327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7854-7da0-4a2f-8154-c492509e5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.660739 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b7854-7da0-4a2f-8154-c492509e5ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2381e1-99c9-4b36-aca7-c98c007e95fc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:38.665025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7854-7da0-4a2f-8154-c492509e5ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.671428 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9d9b7854-7da0-4a2f-8154-c492509e5ad4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fb2381e1-99c9-4b36-aca7-c98c007e95fc HTTP/1.1" status: 204 len: 168 time: 0.3789210 Apr 22 17:45:38.672459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28357f2-2cd9-4c5a-889f-61b618789dc7 None None] Network f6777ef0-2dea-4c04-a71f-ec18e4858f83 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:45:38.674232 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55000) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:38.781227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.791886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Deleting port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:38.792217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.909972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] DHCP port deletion for f6777ef0-2dea-4c04-a71f-ec18e4858f83 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:45:38.914045 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] Deleting port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:38.914453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:38.999079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] For port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=23a243f7-1cab-4f57-a9d4-d89c4963c1c0,segment=NetworkSegment(6754953f-5fd7-4ed3-843c-2553b7706a78),segment_id=6754953f-5fd7-4ed3-843c-2553b7706a78)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:38.999441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.118678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] For port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=23a243f7-1cab-4f57-a9d4-d89c4963c1c0,segment=NetworkSegment(6754953f-5fd7-4ed3-843c-2553b7706a78),segment_id=6754953f-5fd7-4ed3-843c-2553b7706a78)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:45:39.118678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.119292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Calling delete_port for 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:39.263437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.272702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] Calling delete_port for 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:45:39.311228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a243f7-1cab-4f57-a9d4-d89c4963c1c0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:39.315169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] No DVR routers for this DVR port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:45:39.365520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:45:39.365884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:45:39.409108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e8a02dd7-2dfb-40b0-9b37-1332fcb85edd no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:45:39.442070 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.443996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: e8a02dd7-2dfb-40b0-9b37-1332fcb85edd {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:45:39.444354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e8a02dd7-2dfb-40b0-9b37-1332fcb85edd not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:45:39.444788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:45:39.468829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6777ef0-2dea-4c04-a71f-ec18e4858f83']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:39.477963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:45:39.478312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6717ab6c-fd23-4ed6-b871-f9dfce58f1fc not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:45:39.478732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:45:39.481529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6754953f-5fd7-4ed3-843c-2553b7706a78') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:39.481829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6754953f-5fd7-4ed3-843c-2553b7706a78') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:45:39.493031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.508693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.513208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:45:39.514303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:45:39.515089 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:45:39.515489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:45:39.529103 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:45:39.682599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.698539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.710531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6777ef0-2dea-4c04-a71f-ec18e4858f83,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:39.715950 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7d038d27-2274-46b4-9e14-bfb386d243a8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f6777ef0-2dea-4c04-a71f-ec18e4858f83 HTTP/1.1" status: 204 len: 168 time: 1.0407119 Apr 22 17:45:39.867676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] Deleting port 23a243f7-1cab-4f57-a9d4-d89c4963c1c0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:45:39.868170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:39.932578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cea96b95-fcea-49e5-942d-929c3c01b5d6 None None] The port '23a243f7-1cab-4f57-a9d4-d89c4963c1c0' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:45:40.059186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55006) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:40.106148 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9ed540bf-4232-4157-a6b9-3c84a065849e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdd5c03fe9c047b1b414ec7fec3c4af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464416 Apr 22 17:45:40.108561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55010) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:40.169205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9279b0a8-4b50-40f2-9023-95fd154ae9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:40.194237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9279b0a8-4b50-40f2-9023-95fd154ae9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:40.333575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9279b0a8-4b50-40f2-9023-95fd154ae9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:40.348948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279b0a8-4b50-40f2-9023-95fd154ae9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64f4a2-b810-4c22-8e00-f8c8d0faaab4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:40.357322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9279b0a8-4b50-40f2-9023-95fd154ae9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:40.358446 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9279b0a8-4b50-40f2-9023-95fd154ae9e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf64f4a2-b810-4c22-8e00-f8c8d0faaab4 HTTP/1.1" status: 204 len: 168 time: 0.2489660 Apr 22 17:45:41.046948 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55018) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:41.094368 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-32f8107c-a025-49a1-b37b-c30d21c3cee3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94140248bbc949c2be5828a615ebbb3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463057 Apr 22 17:45:41.096743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55022) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:45:41.151930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77763b7a-9378-475b-ab45-1995314d71f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:41.179621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77763b7a-9378-475b-ab45-1995314d71f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:41.309094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77763b7a-9378-475b-ab45-1995314d71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:41.325778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763b7a-9378-475b-ab45-1995314d71f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e70bb90-d23b-46b6-930a-7982ddc88095,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:45:41.329184 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-77763b7a-9378-475b-ab45-1995314d71f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:45:41.330168 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-77763b7a-9378-475b-ab45-1995314d71f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e70bb90-d23b-46b6-930a-7982ddc88095 HTTP/1.1" status: 204 len: 168 time: 0.2325635 Apr 22 17:46:00.419358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-88c3c1ec-57d2-41f9-b8ba-0dd72bfc34f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:02.600102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ed1aba90-def0-4fc0-8b99-605dd8d6c142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:03.691305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:03.795851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:04.464511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:05.082054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:05.542966 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:46:10.583891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55030) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:10.795047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:46:10.912516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14803983'] for subnet, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:11.165773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755954253572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14008343'] for subnet, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:11.214600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:11.215212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:11.216468 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/subnets/42e1cc60-e1bf-4d16-9ba8-fcc21e531452 HTTP/1.1" status: 200 len: 835 time: 0.6316040 Apr 22 17:46:11.222593 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5ad57-8981-4800-bfe3-f814e4c8b228 None None] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:46:11.232730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=42e1cc60-e1bf-4d16-9ba8-fcc21e531452,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:46:11.240144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.240490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.240830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.241164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.241493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.241823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.242150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.242479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.242825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.243149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.243471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.243790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1814786-1181-42dd-864c-40e68cc48e28 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:46:11.693299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5bc9fc69-da1c-44d7-9f12-97f17aa449df None None] Provisioning complete for port e14c7d65-4362-4450-b56d-81a781964ac5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:46:11.693682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fc69-da1c-44d7-9f12-97f17aa449df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:11.816555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5bc9fc69-da1c-44d7-9f12-97f17aa449df None None] Provisioning complete for port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:46:11.816839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fc69-da1c-44d7-9f12-97f17aa449df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:11.938278 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5bc9fc69-da1c-44d7-9f12-97f17aa449df None None] Provisioning complete for port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:46:11.938641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fc69-da1c-44d7-9f12-97f17aa449df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:24.999071 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-279309be-3123-4f52-b5b2-ce3ed5dfe22b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717049 Apr 22 17:46:25.131066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-d8462db8-0d33-4f1d-bb9c-04ab95adc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:25.132496 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-d8462db8-0d33-4f1d-bb9c-04ab95adc030 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 1099 time: 0.0692151 Apr 22 17:46:25.271823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-6be4cc32-dfd4-42af-b603-1c6eb49c1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:25.273158 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-6be4cc32-dfd4-42af-b603-1c6eb49c1e1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc HTTP/1.1" status: 200 len: 897 time: 0.1237462 Apr 22 17:46:25.375439 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-5fb5afde-56bc-4563-88d4-265f1c552a89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14c7d65-4362-4450-b56d-81a781964ac5 HTTP/1.1" status: 200 len: 1001 time: 0.0964172 Apr 22 17:46:25.440887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-0222cca8-715b-407c-8f70-edee91edacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:25.442323 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-0222cca8-715b-407c-8f70-edee91edacda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42e1cc60-e1bf-4d16-9ba8-fcc21e531452 HTTP/1.1" status: 200 len: 843 time: 0.0612314 Apr 22 17:46:25.611825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-29af15c0-c56d-4b8f-8db3-6d2787f17102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:25.613211 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-29af15c0-c56d-4b8f-8db3-6d2787f17102 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1637146 Apr 22 17:46:25.743620 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-fbbff071-6643-43e1-a4c3-f36768be5ccc service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234157 Apr 22 17:46:25.870634 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba6ffdb4-e4de-474f-a95b-bba533872d12 req-1e525317-cde2-4fbf-b622-d1ce5259a003 service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216633 Apr 22 17:46:30.372466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-81401ea2-288a-484b-a412-c317e3849995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:32.611053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fcc46e80-66e0-45ef-9d6d-196a848ff014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:33.698400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:33.760809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:34.480998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:35.056846 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:42.540939 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:46:54.832571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55046) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:46:55.033561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port b4960927-f5e3-4a28-8119-df2a92c165be {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:46:55.037801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:55.198573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:55.198928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:55.319742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for b4960927-f5e3-4a28-8119-df2a92c165be owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:46:55.524860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:55.575201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=b4960927-f5e3-4a28-8119-df2a92c165be,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:46:55.663785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:55.664120 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 66c07a06-ab31-4082-8b3b-086a1734b2e6 disassociated (deleted). External IP: 172.26.3.88, port: e14c7d65-4362-4450-b56d-81a781964ac5. Apr 22 17:46:56.110947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0ac8ab9-33e2-417d-9795-dbe159229e07 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:46:56.286767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:46:56.296233 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] Sync routers for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:46:56.305498 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:46:56.306107 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:46:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:46:56.378400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:56.433468 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-707c0fae-44f6-4e82-a588-c2037c2a217d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/66c07a06-ab31-4082-8b3b-086a1734b2e6 HTTP/1.1" status: 204 len: 168 time: 1.5993161 Apr 22 17:46:56.434041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:46:56.480920 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eda36d-4cad-4823-9b6f-2a3b6f85c9ef'] response: {'name': 'network-changed', 'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'status': 'completed', 'code': 200} Apr 22 17:46:56.487113 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:46:56.569980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9ac20-90a8-4427-8836-d3072300e855 req-05df1928-e0e0-4798-a0c8-fdcda8894b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:56.571588 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37c9ac20-90a8-4427-8836-d3072300e855 req-05df1928-e0e0-4798-a0c8-fdcda8894b03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 1099 time: 0.0705314 Apr 22 17:46:56.712433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9ac20-90a8-4427-8836-d3072300e855 req-27695146-a10c-46c9-a07a-960e9c738230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:56.713993 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37c9ac20-90a8-4427-8836-d3072300e855 req-27695146-a10c-46c9-a07a-960e9c738230 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc HTTP/1.1" status: 200 len: 897 time: 0.1302211 Apr 22 17:46:56.784871 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37c9ac20-90a8-4427-8836-d3072300e855 req-7d1ec3f4-92c7-4d17-a0bb-2484b6563bef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14c7d65-4362-4450-b56d-81a781964ac5 HTTP/1.1" status: 200 len: 217 time: 0.0648503 Apr 22 17:46:56.804328 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:25Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:46:56.808831 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] Checking router: c0ac8ab9-33e2-417d-9795-dbe159229e07 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:46:56.817035 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:46:56.817618 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:46:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:46:56.856142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9ac20-90a8-4427-8836-d3072300e855 req-061032ce-afbe-4988-b6f5-2d8bf55cb4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:56.857626 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37c9ac20-90a8-4427-8836-d3072300e855 req-061032ce-afbe-4988-b6f5-2d8bf55cb4fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42e1cc60-e1bf-4d16-9ba8-fcc21e531452 HTTP/1.1" status: 200 len: 843 time: 0.0620134 Apr 22 17:46:56.933892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9ac20-90a8-4427-8836-d3072300e855 req-75ab5c59-af48-4be8-a2ba-098d522f131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:56.935398 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37c9ac20-90a8-4427-8836-d3072300e855 req-75ab5c59-af48-4be8-a2ba-098d522f131b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720079 Apr 22 17:46:56.996501 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:46:57.120032 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37c9ac20-90a8-4427-8836-d3072300e855 req-34a200a8-3798-472b-a435-d09b57c71a4d service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775172 Apr 22 17:46:57.132353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f741d5-1513-4d7a-9476-c2c687771213 req-2133d4fa-de2d-4445-9e88-ecad6b9293a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:57.133025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-86f741d5-1513-4d7a-9476-c2c687771213 req-2133d4fa-de2d-4445-9e88-ecad6b9293a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:46:57.236612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-86f741d5-1513-4d7a-9476-c2c687771213 req-2133d4fa-de2d-4445-9e88-ecad6b9293a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:46:57.237745 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-86f741d5-1513-4d7a-9476-c2c687771213 req-2133d4fa-de2d-4445-9e88-ecad6b9293a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 946 time: 0.2655234 Apr 22 17:46:57.297890 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:25Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:46:57.301624 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37c9ac20-90a8-4427-8836-d3072300e855 req-53750393-a3d3-4663-8033-c5299ea9668b service neutron] 10.222.0.16 "GET /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649740 Apr 22 17:46:57.301928 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8815ba7-0236-4b0d-b44d-3c73e2c82bab None None] The sync data for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '56cf73cb-8f6e-4847-aebe-dae7b1cb4980', 'name': '', 'network_id': 'e7877e1c-3f48-4ad0-b1ba-05d140bf13dc', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:4f:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:19Z', 'updated_at': '2022-04-22T17:43:25Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': '42e1cc60-e1bf-4d16-9ba8-fcc21e531452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:46:57.309554 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-86f741d5-1513-4d7a-9476-c2c687771213 req-3937d3b2-eb3b-4701-b4e6-b957566b1fa6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616243 Apr 22 17:46:57.516291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2ae46a-34b4-41e8-94eb-3756d58bfb93 None None] New status for floating IP 66c07a06-ab31-4082-8b3b-086a1734b2e6: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:46:58.490380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba089a3d-b366-4afb-a74d-2656cf1d9cbc req-70afbe04-7ba5-4a8b-89e7-9c272ef8a76c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:58.491879 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba089a3d-b366-4afb-a74d-2656cf1d9cbc req-70afbe04-7ba5-4a8b-89e7-9c272ef8a76c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 946 time: 0.0796106 Apr 22 17:46:58.535907 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba089a3d-b366-4afb-a74d-2656cf1d9cbc req-0eab2324-408c-410d-89d8-b9b0f80b2ccd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=56ec210a-8552-4e69-9be4-7b7bfdd6783a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377436 Apr 22 17:46:58.620507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-8f1f91cf-9ec5-4671-8b0c-0ea77a804e6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:46:58.621890 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-8f1f91cf-9ec5-4671-8b0c-0ea77a804e6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 946 time: 0.0767210 Apr 22 17:46:58.716387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port e14c7d65-4362-4450-b56d-81a781964ac5 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:46:58.716730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:59.056010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port e14c7d65-4362-4450-b56d-81a781964ac5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e14c7d65-4362-4450-b56d-81a781964ac5,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:46:59.056372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:59.178554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for e14c7d65-4362-4450-b56d-81a781964ac5 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:46:59.383748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:59.436263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=e14c7d65-4362-4450-b56d-81a781964ac5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:46:59.510082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port e14c7d65-4362-4450-b56d-81a781964ac5 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:46:59.513409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:46:59.515847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'name': 'network-vif-deleted', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:46:59.559369 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18eceab7-7f4d-40d8-a7a8-e5ad304bc818'] response: {'server_uuid': 'cfc5270f-92ae-45bd-b6ba-b8c7f186ed48', 'name': 'network-vif-deleted', 'tag': 'e14c7d65-4362-4450-b56d-81a781964ac5', 'status': 'completed', 'code': 200} Apr 22 17:46:59.572053 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b45f274e-bf02-45b0-bb72-87860324ed46 req-d155f426-faa6-40be-b9c4-fce1f643613c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/e14c7d65-4362-4450-b56d-81a781964ac5 HTTP/1.1" status: 204 len: 173 time: 0.9451172 Apr 22 17:46:59.692343 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad1812fc-b1ca-43b0-b09d-615de78279e1 req-9001c44d-58b5-49ac-9b3a-1349c8e091bc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfc5270f-92ae-45bd-b6ba-b8c7f186ed48 HTTP/1.1" status: 200 len: 210 time: 0.0466998 Apr 22 17:47:00.372324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-315941b0-bca1-4ff4-b3c7-57baac40e5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:00.789940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55064) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:00.794079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device e14c7d65-4362-4450-b56d-81a781964ac5 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:47:00.860221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:00.862378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: e14c7d65-4362-4450-b56d-81a781964ac5 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:47:00.862732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device e14c7d65-4362-4450-b56d-81a781964ac5 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:47:00.891565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:01.022028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:01.040299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ec210a-8552-4e69-9be4-7b7bfdd6783a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:01.048016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.048361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.048694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.049022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.049350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.049674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.049999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.050363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.050679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.054339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.054339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.054339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:01.106548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:01.107745 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6a3f745e-3f00-4458-9b8e-549234a57091 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/56ec210a-8552-4e69-9be4-7b7bfdd6783a HTTP/1.1" status: 204 len: 168 time: 0.3168354 Apr 22 17:47:01.193991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55070) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:01.836470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:02.184441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:47:02.184784 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:02.367098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 56cf73cb-8f6e-4847-aebe-dae7b1cb4980, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:02.367457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:02.490129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:47:02.612010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-da4a6c1f-d403-4607-a163-8738868b725a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:02.731922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:02.779970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=56cf73cb-8f6e-4847-aebe-dae7b1cb4980,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:03.152681 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:03.503523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0ac8ab9-33e2-417d-9795-dbe159229e07 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:47:03.678168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:47:03.680482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:03.687806 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] Sync routers for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:47:03.693205 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-78d12e4f-ccb3-4246-ba42-3e528db273c1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/c0ac8ab9-33e2-417d-9795-dbe159229e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981453 Apr 22 17:47:03.695769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55074) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:03.700479 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:03.701093 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:03.765651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d447c6-9869-4cbd-a2f0-e69c981724dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet 42e1cc60-e1bf-4d16-9ba8-fcc21e531452 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:47:03.768708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-40d447c6-9869-4cbd-a2f0-e69c981724dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:03.778249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:03.822807 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-40d447c6-9869-4cbd-a2f0-e69c981724dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:03.905865 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:03.909700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-40d447c6-9869-4cbd-a2f0-e69c981724dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.017985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-40d447c6-9869-4cbd-a2f0-e69c981724dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.056374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d447c6-9869-4cbd-a2f0-e69c981724dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=42e1cc60-e1bf-4d16-9ba8-fcc21e531452,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:04.061707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-40d447c6-9869-4cbd-a2f0-e69c981724dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.068758 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-40d447c6-9869-4cbd-a2f0-e69c981724dc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/42e1cc60-e1bf-4d16-9ba8-fcc21e531452 HTTP/1.1" status: 204 len: 168 time: 0.3720260 Apr 22 17:47:04.069484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1950d427-8bd3-490c-bc1c-60d5ab164418 None None] Network e7877e1c-3f48-4ad0-b1ba-05d140bf13dc requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:47:04.071359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55078) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:04.188907 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:47:02Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:04.192770 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] Checking router: c0ac8ab9-33e2-417d-9795-dbe159229e07 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:47:04.201210 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] Routers {'c0ac8ab9-33e2-417d-9795-dbe159229e07'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:04.201825 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0ac8ab9-33e2-417d-9795-dbe159229e07'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:04.254109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.336632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] DHCP port deletion for e7877e1c-3f48-4ad0-b1ba-05d140bf13dc request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:47:04.341476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Deleting port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:47:04.342034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.395962 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] Set router c0ac8ab9-33e2-417d-9795-dbe159229e07 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:04.548371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.559964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.568549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] For port 6409c853-8d62-467c-82c9-f8f1ba6c21e4, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6409c853-8d62-467c-82c9-f8f1ba6c21e4,segment=NetworkSegment(4e447709-9bb1-429b-976b-d428df7c8d47),segment_id=4e447709-9bb1-429b-976b-d428df7c8d47)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:04.568955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.635350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:47:04.636019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.690483 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:47:02Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:04.694728 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148777c-d170-451c-8890-ff8704b252c4 None None] The sync data for ids ['c0ac8ab9-33e2-417d-9795-dbe159229e07'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'name': 'tempest-TestNetworkBasicOps-router-1739855536', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:47:02Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac8ab9-33e2-417d-9795-dbe159229e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:43:14Z', 'updated_at': '2022-04-22T17:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:47:04.695124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Calling delete_port for 6409c853-8d62-467c-82c9-f8f1ba6c21e4 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:47:04.816815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:04.817100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.845065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:04.891491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Pushing event deleted for resources: {'Port': ['ID=6409c853-8d62-467c-82c9-f8f1ba6c21e4,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:04.896974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] No DVR routers for this DVR port 6409c853-8d62-467c-82c9-f8f1ba6c21e4 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:47:04.903590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.906284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.906284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.906284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.906284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.906284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.906284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.906284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.907315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.907315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.907315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.907957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66455a90-2992-4f30-99a7-e724ca9ad7e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:04.937585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:47:05.098608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.183672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.234475 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:05.321863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.474249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6409c853-8d62-467c-82c9-f8f1ba6c21e4 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:47:05.494684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.497436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.510055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6409c853-8d62-467c-82c9-f8f1ba6c21e4 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:47:05.510407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6409c853-8d62-467c-82c9-f8f1ba6c21e4 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:47:05.511487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:47:05.543257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:47:05.543597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 56cf73cb-8f6e-4847-aebe-dae7b1cb4980 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:47:05.583200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.583742 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Fanout notify agent at l3_agent the message router_deleted on router c0ac8ab9-33e2-417d-9795-dbe159229e07 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:47:05.598855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.599967 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1c7f36ee-93e2-401e-aa94-86523ec42abe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/routers/c0ac8ab9-33e2-417d-9795-dbe159229e07 HTTP/1.1" status: 204 len: 168 time: 1.5277040 Apr 22 17:47:05.602567 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55082) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:05.725413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.855505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.880487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7877e1c-3f48-4ad0-b1ba-05d140bf13dc']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:05.895625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e447709-9bb1-429b-976b-d428df7c8d47') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:05.895919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e447709-9bb1-429b-976b-d428df7c8d47') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:05.906769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.922331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.928245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:47:05.928632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:47:05.943313 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:47:06.084634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.102201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.118461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=e7877e1c-3f48-4ad0-b1ba-05d140bf13dc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:06.182356 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4513d6f2-e8a2-401c-8707-81a37844daaf tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/e7877e1c-3f48-4ad0-b1ba-05d140bf13dc HTTP/1.1" status: 204 len: 168 time: 0.5786228 Apr 22 17:47:06.194269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55086) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:06.199837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--766028281', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:06.204862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:06.208954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:network and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:06.211816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:06.217975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:06.382053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:47:06.386005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.414029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:47:06.422332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.422661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment 6aaf9f2d-9ca7-441c-b145-b32df84f6c6d of type vlan for network 778fb4cb-d122-49c2-8ea7-494759dce2b0 Apr 22 17:47:06.446761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.526958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.532492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:06.533915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.641510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=778fb4cb-d122-49c2-8ea7-494759dce2b0,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:06.645468 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a2374432-2728-46de-a680-42cf9015d6ab tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4502144 Apr 22 17:47:06.648349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55090) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:06.652207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:47:06.654673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'admin_state_up': True, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:06.661775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:06.665759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:router and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:06.668774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:06.675170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:06.770645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.771709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:06.786498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:07.093578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:07.385643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:47:07.421302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:47:07.421654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device df35a0f7-5a3d-4a6a-a7a1-c8e648686d7b not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:47:07.461702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:07.489997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:07.621126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.190 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/722fe335-1bb5-4397-ad58-f40c94605946) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:47:07.763713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:07.829472 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:07.884790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:47:07.888218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:07.891670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:47:07.938462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=722fe335-1bb5-4397-ad58-f40c94605946,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:08.462903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:08.793215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:09.080309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:47:09.249408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:47:09.258832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Sync routers for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:47:09.268547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:09.269466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:09.331931 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:09.333099 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a77b2be8-1f47-4dee-80c8-491b9568c5f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6838496 Apr 22 17:47:09.336324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55094) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:09.447456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:09.487835 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e78dc500-1ca8-45c6-848c-ca647716db5c tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1503806 Apr 22 17:47:09.490433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55100) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:09.618604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096bc1c-ec22-45b0-9adb-c728d264ae4c tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:09.620085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1096bc1c-ec22-45b0-9adb-c728d264ae4c tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287272 Apr 22 17:47:09.622964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55104) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:09.662617 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6c9579ff-4f14-4202-86a7-f18c69364ad1 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385749 Apr 22 17:47:09.665123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55108) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:09.670399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138509187', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:09.765257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:08Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:09.769175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Checking router: c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:47:09.769529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Updating router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 port 722fe335-1bb5-4397-ad58-f40c94605946 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:47:09.779293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:09.783308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:09.786107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:09.791887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:09.820783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:09.891693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:47:09.895127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.138292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.149410 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Transition to ACTIVE for port object 722fe335-1bb5-4397-ad58-f40c94605946 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:10.164616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.223488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.247524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=e80994fc-72d7-4fe5-88ca-d662449ea617,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:10.254781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:47:10.255143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: 778fb4cb-d122-49c2-8ea7-494759dce2b0, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:47:10.304016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Attempting to bind port 722fe335-1bb5-4397-ad58-f40c94605946 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:47:10.304486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Attempting to bind port 722fe335-1bb5-4397-ad58-f40c94605946 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:47:10.304740 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Attempting to bind port 722fe335-1bb5-4397-ad58-f40c94605946 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:47:10.310982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b7712-099f-4405-b3d6-3d7d59ef7464 None None] Pushing event updated for resources: {'Port': ['ID=722fe335-1bb5-4397-ad58-f40c94605946,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:10.315203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:10.315580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:47:10.315985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.316375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:10.316839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Bound port: 722fe335-1bb5-4397-ad58-f40c94605946, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:47:10.317213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.330439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:47:10.388978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] For port 722fe335-1bb5-4397-ad58-f40c94605946, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:47:10.392053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] For port 722fe335-1bb5-4397-ad58-f40c94605946, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=722fe335-1bb5-4397-ad58-f40c94605946,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:47:10.417105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 778fb4cb-d122-49c2-8ea7-494759dce2b0) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:10.417105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:10.418341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.421163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e97f2d-3e5a-45e7-b369-13b5bc4182a6 None None] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:47:10.487144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-706d2b0c-631a-4ad6-ae3e-19b036931ec0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8209908 Apr 22 17:47:10.489884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55112) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:10.497718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.611791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:10.612418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:10.704713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b7712-099f-4405-b3d6-3d7d59ef7464 None None] Pushing event updated for resources: {'Port': ['ID=722fe335-1bb5-4397-ad58-f40c94605946,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:10.868515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-778fb4cb-d122-49c2-8ea7-494759dce2b0', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:47:10.869344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:10.897852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:11.304336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:11.311371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Allocated IP 172.20.0.2 (778fb4cb-d122-49c2-8ea7-494759dce2b0/e80994fc-72d7-4fe5-88ca-d662449ea617/6b8428e6-8dfd-4d34-b11d-0ed4d49ef609) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:47:11.439526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:08Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:11.447364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd71848-d3ed-4029-9125-639956ae0c9f None None] The sync data for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:08Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:47:11.543842 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:11.554672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Transition to ACTIVE for port object 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:11.575488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Transition to ACTIVE for port object 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:11.656974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:11.726249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:47:11.727526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:11.732082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:47:11.742223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.1 (778fb4cb-d122-49c2-8ea7-494759dce2b0/e80994fc-72d7-4fe5-88ca-d662449ea617/0ffbf454-4449-4a1a-8cb3-192586391347) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:47:11.787607 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Pushing event updated for resources: {'Port': ['ID=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:11.841314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Attempting to bind port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:47:11.841693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Attempting to bind port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:47:11.842061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Attempting to bind port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 on network 778fb4cb-d122-49c2-8ea7-494759dce2b0 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:47:11.847631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:11.848012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Checking segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:47:11.848418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:11.848815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Bound using segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:11.849281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Bound port: 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:47:11.849660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:11.912490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:11.931068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 0ffbf454-4449-4a1a-8cb3-192586391347 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:11.945817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] For port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:47:11.949656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] For port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:47:12.029484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:12.069266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:12.122139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd24af-fe45-4d95-8e29-4fdb8abcf1f5 None None] Pushing event updated for resources: {'Port': ['ID=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:12.151375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:47:12.155068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:12.157483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:47:12.189197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=0ffbf454-4449-4a1a-8cb3-192586391347,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:12.208955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.209311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.209639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.209971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.210298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.210630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.210982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.211306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.211638 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.211961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.212281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.212598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:12.232904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:12.610127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:13.133261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:13.194770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:13.311696 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:13.316154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=0ffbf454-4449-4a1a-8cb3-192586391347,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:13.460480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:47:13.461690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:13.498342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 722fe335-1bb5-4397-ad58-f40c94605946 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:47:13.529761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61589284-cab5-48e3-9e87-241cc946f123 None None] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:47:13.652195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:47:13.765628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-53b4cf5e-8e7b-4e29-8c26-b974e3910e97 None None] Provisioning for port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:13.767606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 722fe335-1bb5-4397-ad58-f40c94605946 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:13.782454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 722fe335-1bb5-4397-ad58-f40c94605946 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:13.782862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:13.824702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:47:13.835934 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Sync routers for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:47:13.837258 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-70a61e63-8adb-41fa-8863-0bea425a1d98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/c0f8f742-919c-41aa-9ce1-edcebfa0c8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3463333 Apr 22 17:47:13.840335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55116) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:13.848413 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:13.849528 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:13.925744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:13.942075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 722fe335-1bb5-4397-ad58-f40c94605946, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=722fe335-1bb5-4397-ad58-f40c94605946,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:13.988170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b43a37c-cd98-4d64-a16f-489b91690ff3 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:13.988643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b43a37c-cd98-4d64-a16f-489b91690ff3 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:13.989099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b43a37c-cd98-4d64-a16f-489b91690ff3 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:13.989552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b43a37c-cd98-4d64-a16f-489b91690ff3 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:13.991308 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9b43a37c-cd98-4d64-a16f-489b91690ff3 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1500769 Apr 22 17:47:13.994089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55120) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:14.000521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.001096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:47:14.045617 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:14.078489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fee3a-6fe7-42c0-80f7-0b060f30d233 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:14.078984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fee3a-6fe7-42c0-80f7-0b060f30d233 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:14.079446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fee3a-6fe7-42c0-80f7-0b060f30d233 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:14.079898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fee3a-6fe7-42c0-80f7-0b060f30d233 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:14.085357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55124) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:14.086137 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f62fee3a-6fe7-42c0-80f7-0b060f30d233 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0907578 Apr 22 17:47:14.123060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=722fe335-1bb5-4397-ad58-f40c94605946,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:14.194515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:14.202330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:14.202707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.321416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0f4c12ed-3ed6-45b0-9722-be0d5779b525 None None] Provisioning for port 0ffbf454-4449-4a1a-8cb3-192586391347 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:14.328655 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-eafe5d73-1717-4bd0-9c3b-672ab67d3da6 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2410774 Apr 22 17:47:14.342708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0f4c12ed-3ed6-45b0-9722-be0d5779b525 None None] Provisioning complete for port 0ffbf454-4449-4a1a-8cb3-192586391347 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:14.343126 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0f4c12ed-3ed6-45b0-9722-be0d5779b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.403307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.445587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c12ed-3ed6-45b0-9722-be0d5779b525 None None] Port 0ffbf454-4449-4a1a-8cb3-192586391347 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:47:14.455499 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:14.459969 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Checking router: c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:47:14.460331 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Updating router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 port 0ffbf454-4449-4a1a-8cb3-192586391347 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:47:14.468622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:14.478215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0f4c12ed-3ed6-45b0-9722-be0d5779b525 None None] Provisioning complete for port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:14.478587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0f4c12ed-3ed6-45b0-9722-be0d5779b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.522569 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.537336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.702182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:14.741241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55130) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:14.747036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879132912', 'description': 'tempest-secgroup-smoke-879132912 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:14.752818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:14.757093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:14.759996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:14.766196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:14.839162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.859237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:14.863220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:14.866204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:14.872597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:14.873854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-56318365-c34d-4c93-b7aa-497031364b2b None None] Provisioning complete for port 0ffbf454-4449-4a1a-8cb3-192586391347 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:14.874237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-56318365-c34d-4c93-b7aa-497031364b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.889681 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.901730 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Transition to ACTIVE for port object 0ffbf454-4449-4a1a-8cb3-192586391347 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:14.927708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-56318365-c34d-4c93-b7aa-497031364b2b None None] Port 0ffbf454-4449-4a1a-8cb3-192586391347 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:47:14.947665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:14.983527 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.011865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.062455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0395a5-7602-4993-b98a-df08e14a29e9,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:15.126728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.128627 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-85b812ae-559d-4b8e-9964-0ab359f48d41 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3862627 Apr 22 17:47:15.131251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55134) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:15.136671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '2c0395a5-7602-4993-b98a-df08e14a29e9', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:15.143137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:15.147300 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:15.148948 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Pushing event updated for resources: {'Port': ['ID=0ffbf454-4449-4a1a-8cb3-192586391347,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:15.150307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:15.157134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:15.185087 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.185437 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.185773 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.186115 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.186437 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.186789 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.187119 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.187443 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.187770 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.188087 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.188408 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.188725 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:47:15.220551 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Attempting to bind port 0ffbf454-4449-4a1a-8cb3-192586391347 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:47:15.221011 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Attempting to bind port 0ffbf454-4449-4a1a-8cb3-192586391347 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:47:15.221355 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Attempting to bind port 0ffbf454-4449-4a1a-8cb3-192586391347 on network 778fb4cb-d122-49c2-8ea7-494759dce2b0 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:47:15.227223 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:15.227604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.227730 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Checking segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:47:15.228010 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.228395 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Bound using segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:15.229521 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Bound port: 0ffbf454-4449-4a1a-8cb3-192586391347, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:47:15.229895 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.290399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.316411 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] For port 0ffbf454-4449-4a1a-8cb3-192586391347, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:47:15.319280 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] For port 0ffbf454-4449-4a1a-8cb3-192586391347, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0ffbf454-4449-4a1a-8cb3-192586391347,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:47:15.355499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.378703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b26defe-73e3-4563-8693-5ed34d18abe3,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:15.418531 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.444758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 722fe335-1bb5-4397-ad58-f40c94605946 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:47:15.452045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.453265 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-76839ece-2d99-4700-b862-4d81fd6a680a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210745 Apr 22 17:47:15.456055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55138) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:15.461893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '2c0395a5-7602-4993-b98a-df08e14a29e9', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:15.468592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:15.472594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:15.475537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:15.481863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:15.503625 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:15.504143 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:15.522594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 722fe335-1bb5-4397-ad58-f40c94605946 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:15.523020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.565287 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcc8dc-b69e-4fd8-9cae-294ac082f0f4 None None] Pushing event updated for resources: {'Port': ['ID=0ffbf454-4449-4a1a-8cb3-192586391347,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:15.581164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.650288 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:47:15.670648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.695780 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:15.725242 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:15.725622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.743169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.784397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5dcf91-2542-4e04-8dc9-d3bbb89b36b4,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:15.845093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:15.849202 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-08b962ed-ed90-4c8c-863c-2f12f1f73de6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3894315 Apr 22 17:47:15.850004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55142) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:15.856073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '2c0395a5-7602-4993-b98a-df08e14a29e9', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:15.863593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:15.867528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:15.870396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:15.876270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:16.045040 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:16.051244 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5593ad-39a3-497f-9e3d-1092148e3429 None None] The sync data for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:15Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:47:16.057996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.144018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.210229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.244321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e682ba2-f87b-4cb6-8ea1-4115ddf371a4,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:16.314709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.315986 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-19859aab-8938-4330-b436-9fc382297a87 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4649696 Apr 22 17:47:16.318957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55146) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:16.324794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '2c0395a5-7602-4993-b98a-df08e14a29e9', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:16.331128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:16.335674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:16.339309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:16.346358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:16.424357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.491046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.577520 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.601463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8339b79a-42d6-4211-98e8-4033a7674ea7,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:16.691920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.693248 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a7bcd401-e189-4f2f-a5a5-233d02dcd04f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733165 Apr 22 17:47:16.696215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55150) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:16.701883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '2c0395a5-7602-4993-b98a-df08e14a29e9', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:16.708238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:16.712387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:16.715465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:16.721386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:16.806589 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:47:16.814463 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.880789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.936676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:16.970502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5200924-af81-42ed-847b-f19123fdb088,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:17.050125 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:17.051401 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d9890988-720d-427d-a75e-17117f0dbd96 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541927 Apr 22 17:47:17.054026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55154) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:17.059571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '2c0395a5-7602-4993-b98a-df08e14a29e9', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:17.065700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:17.069630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:17.072620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:17.078481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:17.255742 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:47:17.262454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:17.321642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:17.387994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:17.410902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9629f3be-705c-4afb-9d0f-32e286a4f864,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:17.458561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0ffbf454-4449-4a1a-8cb3-192586391347 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:47:17.509150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:17.510414 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9311b752-74a7-425c-bc5d-a71d438a55e4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4554493 Apr 22 17:47:17.594430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 0ffbf454-4449-4a1a-8cb3-192586391347 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:17.599556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0ffbf454-4449-4a1a-8cb3-192586391347 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:17.604477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:17.670118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-9a19a328-ebfe-40c8-a015-f975622e876b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:47:17.718349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:17.748934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 0ffbf454-4449-4a1a-8cb3-192586391347, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0ffbf454-4449-4a1a-8cb3-192586391347,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:17.760649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-9a19a328-ebfe-40c8-a015-f975622e876b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:47:17.761841 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-9a19a328-ebfe-40c8-a015-f975622e876b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879132912&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.1310046 Apr 22 17:47:17.812030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:17.881382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=0ffbf454-4449-4a1a-8cb3-192586391347,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:17.911656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-dec261b2-77c0-45fe-b5c4-c1214852359c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:17.912361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-dec261b2-77c0-45fe-b5c4-c1214852359c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:47:17.971775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-dec261b2-77c0-45fe-b5c4-c1214852359c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:47:17.972955 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-dec261b2-77c0-45fe-b5c4-c1214852359c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 796 time: 0.2042542 Apr 22 17:47:17.987550 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5a3cf4ac-9a1c-4312-8091-a3c8cb1ac31c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.0091615 Apr 22 17:47:18.071281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-dd1c5677-dc0e-4dcb-a9dc-ac0e981e7d7b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:47:18.131698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-dd1c5677-dc0e-4dcb-a9dc-ac0e981e7d7b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:47:18.132972 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-dd1c5677-dc0e-4dcb-a9dc-ac0e981e7d7b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1406715 Apr 22 17:47:18.310035 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-21570562-a9c7-450d-a717-90e87d05323c service neutron] 10.222.0.10 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646314 Apr 22 17:47:18.440112 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-7109bb9e-c105-46cb-9e9e-0682d3416a9c service neutron] 10.222.0.10 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243322 Apr 22 17:47:18.693287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-c2b56aa2-5ae9-4c83-bb29-c1348a827d1b req-3fef6ed7-39ad-428f-ba7c-b8bcd0be8565 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:47:18.704674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-c2b56aa2-5ae9-4c83-bb29-c1348a827d1b req-3fef6ed7-39ad-428f-ba7c-b8bcd0be8565 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:47:18.705769 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c2b56aa2-5ae9-4c83-bb29-c1348a827d1b req-3fef6ed7-39ad-428f-ba7c-b8bcd0be8565 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 210 time: 0.0542507 Apr 22 17:47:19.433461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0ffbf454-4449-4a1a-8cb3-192586391347 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:47:19.499351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0ffbf454-4449-4a1a-8cb3-192586391347 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:19.499728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:19.539166 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:47:19.797664 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0ff420e4-45d8-4d59-83b8-84810e844612 req-c8a6a399-e358-43df-b307-859381226997 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 210 time: 0.0414195 Apr 22 17:47:20.896063 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7fa998df-0c82-436f-868a-83c70e4cd46e req-4c27807c-f79a-4802-ae71-b2b973f61fce tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 210 time: 0.0459769 Apr 22 17:47:21.989091 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7a821ac1-ba35-4ece-bd2d-af3ad3a6f3ff req-3790f9f1-89c7-4b67-b20c-acb59e4875b3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 210 time: 0.0416303 Apr 22 17:47:23.131910 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1e732cd-8aef-408d-8d2e-1b03286652e5 req-b5dffdb2-28ed-49b8-96a6-49a16131e749 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 210 time: 0.0415702 Apr 22 17:47:24.279530 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c06a2177-9cdc-4222-8758-b7ce16cb1409 req-398f97f6-1b19-43cb-842a-d94301379e9c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 210 time: 0.0451334 Apr 22 17:47:24.754939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-040f2443-f9e4-4fca-a4b2-b959eb073cd1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:24.756354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-040f2443-f9e4-4fca-a4b2-b959eb073cd1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 796 time: 0.1439631 Apr 22 17:47:24.803009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-aee10340-27cd-4dd0-9254-97e4495ac0ce tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:47:24.814215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-aee10340-27cd-4dd0-9254-97e4495ac0ce tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:47:24.815355 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-aee10340-27cd-4dd0-9254-97e4495ac0ce tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 379 time: 0.0510793 Apr 22 17:47:24.824927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['2c0395a5-7602-4993-b98a-df08e14a29e9']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:24.959278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:24.969590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:25.062910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:47:25.066404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:25.229957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.4 (778fb4cb-d122-49c2-8ea7-494759dce2b0/e80994fc-72d7-4fe5-88ca-d662449ea617/f043c1c5-2ce4-49fc-a381-9ecf31100403) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:47:25.444826 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7e6f7678-c4a3-46cf-b0a0-2cbfc796f0e3 req-a3051a1e-7fcf-45ed-bb83-dbd2f4dd6c8e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 210 time: 0.0622802 Apr 22 17:47:25.465030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:25.480364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object f043c1c5-2ce4-49fc-a381-9ecf31100403 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:25.564784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:25.629078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:47:25.636411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:25.641064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:47:25.675480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=f043c1c5-2ce4-49fc-a381-9ecf31100403,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:25.711644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:25.712307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:25.805475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-5307528c-9f5b-488f-9a2e-9ec8a2f7d7d6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9841201 Apr 22 17:47:25.816475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Request body: {'port': {'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:25.923836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:25.958930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c626179e-3f73-439d-bcb7-976f4983651f None None] Provisioning for port f043c1c5-2ce4-49fc-a381-9ecf31100403 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:25.964663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c626179e-3f73-439d-bcb7-976f4983651f None None] Provisioning complete for port f043c1c5-2ce4-49fc-a381-9ecf31100403 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:25.965044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c626179e-3f73-439d-bcb7-976f4983651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:26.017724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c626179e-3f73-439d-bcb7-976f4983651f None None] Port f043c1c5-2ce4-49fc-a381-9ecf31100403 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:47:26.270361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f043c1c5-2ce4-49fc-a381-9ecf31100403 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:47:26.277514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:26.291695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Transition to ACTIVE for port object f043c1c5-2ce4-49fc-a381-9ecf31100403 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:26.371346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:26.637934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f043c1c5-2ce4-49fc-a381-9ecf31100403,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:26.640001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37a096-7bf0-4a59-946e-6ab6f9bdccfd req-f50dc261-90b1-46cd-8585-75f2214523ad tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:26.641748 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cc37a096-7bf0-4a59-946e-6ab6f9bdccfd req-f50dc261-90b1-46cd-8585-75f2214523ad tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 943 time: 0.0835023 Apr 22 17:47:26.687816 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cc37a096-7bf0-4a59-946e-6ab6f9bdccfd req-0fa473d1-86bb-4c90-9cee-cb2072a366aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396957 Apr 22 17:47:26.707106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Attempting to bind port f043c1c5-2ce4-49fc-a381-9ecf31100403 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:47:26.707488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Attempting to bind port f043c1c5-2ce4-49fc-a381-9ecf31100403 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:47:26.707814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Attempting to bind port f043c1c5-2ce4-49fc-a381-9ecf31100403 on network 778fb4cb-d122-49c2-8ea7-494759dce2b0 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:47:26.712323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Port f043c1c5-2ce4-49fc-a381-9ecf31100403 on network 778fb4cb-d122-49c2-8ea7-494759dce2b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:47:26.712632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Attempting to bind port f043c1c5-2ce4-49fc-a381-9ecf31100403 on network 778fb4cb-d122-49c2-8ea7-494759dce2b0 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:47:26.717620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:26.717955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Checking segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:47:26.718330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Bound using segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:26.718768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Bound port: f043c1c5-2ce4-49fc-a381-9ecf31100403, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:47:26.719154 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:26.804488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] For port f043c1c5-2ce4-49fc-a381-9ecf31100403, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:47:26.807924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] For port f043c1c5-2ce4-49fc-a381-9ecf31100403, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:47:26.903315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:26.962293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:26.962923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:26.964395 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] 10.222.0.16 "PUT /v2.0/ports/f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 1093 time: 1.1520815 Apr 22 17:47:26.964835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:47:26.991415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aeca8-369a-4c3f-9d6f-13db305da7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f043c1c5-2ce4-49fc-a381-9ecf31100403,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:27.020287 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31080d4-eaa2-476e-b3a4-3c7cf97599f9'] response: {'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'status': 'completed', 'code': 200} Apr 22 17:47:27.117347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191bfe-a230-4f9e-89cc-aa86fd111997 req-6007157e-e9be-4fce-b4ba-ebc627d90469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:27.118892 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-af191bfe-a230-4f9e-89cc-aa86fd111997 req-6007157e-e9be-4fce-b4ba-ebc627d90469 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1096 time: 0.0772190 Apr 22 17:47:27.263734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191bfe-a230-4f9e-89cc-aa86fd111997 req-f39435d7-8109-4e7c-8988-1296a85e304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:27.265220 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-af191bfe-a230-4f9e-89cc-aa86fd111997 req-f39435d7-8109-4e7c-8988-1296a85e304f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1400893 Apr 22 17:47:27.404142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191bfe-a230-4f9e-89cc-aa86fd111997 req-7c2eea78-7f1e-442f-87f4-9be0383e7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:27.405609 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-af191bfe-a230-4f9e-89cc-aa86fd111997 req-7c2eea78-7f1e-442f-87f4-9be0383e7e3f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1351099 Apr 22 17:47:27.513028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-373d64a1-468a-4f71-8b01-d05bdbd79245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:27.514526 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-373d64a1-468a-4f71-8b01-d05bdbd79245 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1096 time: 0.0751829 Apr 22 17:47:27.582215 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-43994e58-767c-4d8c-a939-62342ac495c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 217 time: 0.0607769 Apr 22 17:47:27.652673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-9829e45a-740b-4c19-8ffd-d5182ab53606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:27.652673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-9829e45a-740b-4c19-8ffd-d5182ab53606 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0607708 Apr 22 17:47:27.727655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-20c87d4b-8138-4350-8919-dc0b526b7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:27.729469 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-20c87d4b-8138-4350-8919-dc0b526b7b5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736177 Apr 22 17:47:27.861265 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-4a43d50e-8929-4288-b27a-a74c65586550 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263919 Apr 22 17:47:27.877572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf5d9-d390-48df-850f-787403afc95d req-5931a98b-c254-414d-96a8-3ea8e44f3355 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:27.879069 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-eadcf5d9-d390-48df-850f-787403afc95d req-5931a98b-c254-414d-96a8-3ea8e44f3355 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 943 time: 0.0815241 Apr 22 17:47:27.924558 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-eadcf5d9-d390-48df-850f-787403afc95d req-fc142964-37a8-4cd4-8621-e19a0e84cb4b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 Apr 22 17:47:27.996501 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1fd3d58-362e-4463-b972-0a1bdcaf6202 req-80227377-f698-404e-bc60-8af3a479be84 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279733 Apr 22 17:47:29.109793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea97c-27bf-4fee-b722-75c7f242ee46 req-649f67a7-eb92-474a-8b83-6a63b65355b1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:29.110478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a58ea97c-27bf-4fee-b722-75c7f242ee46 req-649f67a7-eb92-474a-8b83-6a63b65355b1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:47:29.187160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a58ea97c-27bf-4fee-b722-75c7f242ee46 req-649f67a7-eb92-474a-8b83-6a63b65355b1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:47:29.188285 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a58ea97c-27bf-4fee-b722-75c7f242ee46 req-649f67a7-eb92-474a-8b83-6a63b65355b1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 943 time: 0.1591368 Apr 22 17:47:29.233549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a58ea97c-27bf-4fee-b722-75c7f242ee46 req-52f9e1e2-291d-4d15-8dff-6b111e9d1a25 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394821 Apr 22 17:47:30.405966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5a314175-f5b0-4095-8809-6d5c1cc3f4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:30.415138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec8f0c-6714-4ec3-b2b9-0988e268a2e5 req-256f982d-3819-4829-b695-78d6f76863da tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:30.416634 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-29ec8f0c-6714-4ec3-b2b9-0988e268a2e5 req-256f982d-3819-4829-b695-78d6f76863da tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 943 time: 0.0799577 Apr 22 17:47:30.462913 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-29ec8f0c-6714-4ec3-b2b9-0988e268a2e5 req-4fe35007-9d47-4b74-849a-28a774a68611 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405490 Apr 22 17:47:30.980088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device f043c1c5-2ce4-49fc-a381-9ecf31100403 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:47:31.113494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port f043c1c5-2ce4-49fc-a381-9ecf31100403, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:31.126722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:47:31.184490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:31.200792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f043c1c5-2ce4-49fc-a381-9ecf31100403 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:47:31.215899 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port f043c1c5-2ce4-49fc-a381-9ecf31100403, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:31.279757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:31.345015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=f043c1c5-2ce4-49fc-a381-9ecf31100403,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:31.645075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf62da-d384-42a9-be8f-9a70cb2446a7 req-78059b82-9c8a-4c14-a76e-e62a7224775f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:31.646439 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-14cf62da-d384-42a9-be8f-9a70cb2446a7 req-78059b82-9c8a-4c14-a76e-e62a7224775f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 944 time: 0.0782559 Apr 22 17:47:31.668888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['f043c1c5-2ce4-49fc-a381-9ecf31100403'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:47:31.691880 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-14cf62da-d384-42a9-be8f-9a70cb2446a7 req-d66b183d-5ba2-47f1-a307-cf193f9056e0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391936 Apr 22 17:47:32.616764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed1b9-f9e6-4b18-9e2d-104e2f1e133e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:32.874048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713d228-8707-4498-b40f-c6307f9105a2 req-3ad1ebfc-1bf2-40e3-ae71-ea9f6d71aaca tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:32.875677 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6713d228-8707-4498-b40f-c6307f9105a2 req-3ad1ebfc-1bf2-40e3-ae71-ea9f6d71aaca tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 944 time: 0.0786064 Apr 22 17:47:32.918274 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6713d228-8707-4498-b40f-c6307f9105a2 req-a669e7d9-f420-4a5c-8516-e1cb39362ed9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Apr 22 17:47:32.996294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device f043c1c5-2ce4-49fc-a381-9ecf31100403 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:47:33.135743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port f043c1c5-2ce4-49fc-a381-9ecf31100403 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:33.140685 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port f043c1c5-2ce4-49fc-a381-9ecf31100403 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:33.141061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:33.281421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:33.307094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:47:33.316265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port f043c1c5-2ce4-49fc-a381-9ecf31100403, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:33.400321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:33.469328 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=f043c1c5-2ce4-49fc-a381-9ecf31100403,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:33.472762 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bafd35b-4543-4c16-bd3d-1bd12612e146'] response: {'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'code': 200} Apr 22 17:47:33.714542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:33.821293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:33.850019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d7ebf-313e-4728-86ba-87ddadcd8d87 req-48818ef6-07d7-4c2b-b701-1170b8262989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:33.851536 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f99d7ebf-313e-4728-86ba-87ddadcd8d87 req-48818ef6-07d7-4c2b-b701-1170b8262989 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1098 time: 0.0723441 Apr 22 17:47:33.891812 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f99d7ebf-313e-4728-86ba-87ddadcd8d87 req-f1954caf-b123-4a3f-b038-efb6384b5c91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344582 Apr 22 17:47:34.100967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6552d-f967-4ec7-a627-481b45e6af11 req-2a94a92f-6253-4741-a1c8-9cefdfb85227 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:34.102305 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f4c6552d-f967-4ec7-a627-481b45e6af11 req-2a94a92f-6253-4741-a1c8-9cefdfb85227 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 945 time: 0.0806749 Apr 22 17:47:34.145602 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f4c6552d-f967-4ec7-a627-481b45e6af11 req-2a8f0849-4c57-4ee4-bfe9-93f51e0ffb95 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377038 Apr 22 17:47:34.467086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:35.061113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:35.332683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0579e43-47df-4bac-b936-36dbeda06d1d req-12e07bb4-cdd4-43db-9225-815e7016b35f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:35.334045 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d0579e43-47df-4bac-b936-36dbeda06d1d req-12e07bb4-cdd4-43db-9225-815e7016b35f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 945 time: 0.0834317 Apr 22 17:47:35.378885 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d0579e43-47df-4bac-b936-36dbeda06d1d req-7f580861-b9bb-4c5b-9057-6f50a10de3fe tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Apr 22 17:47:36.559243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab362-2940-4626-a9b7-f72eae632744 req-5bd18c10-2e59-4a87-bb07-75a6d0c47458 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:36.560665 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-76eab362-2940-4626-a9b7-f72eae632744 req-5bd18c10-2e59-4a87-bb07-75a6d0c47458 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 945 time: 0.0771148 Apr 22 17:47:36.603264 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-76eab362-2940-4626-a9b7-f72eae632744 req-dbe3b709-c3fd-434e-add4-726711720238 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369766 Apr 22 17:47:36.781262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9476-0a8b-427b-afae-068732e2d74e req-3fc7904e-5037-4465-b1b8-7ff6d7257e98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:36.782698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-60eb9476-0a8b-427b-afae-068732e2d74e req-3fc7904e-5037-4465-b1b8-7ff6d7257e98 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 945 time: 0.0789037 Apr 22 17:47:36.825982 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-60eb9476-0a8b-427b-afae-068732e2d74e req-e49dec7a-55cd-48a0-ad43-5c4bbd55da50 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376704 Apr 22 17:47:36.847742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55238) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:37.011995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db62dec9-7f6e-4610-b46c-e3dabdcfb2a8 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:37.013737 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-db62dec9-7f6e-4610-b46c-e3dabdcfb2a8 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1093 time: 0.1650362 Apr 22 17:47:37.016585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55242) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:37.021462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:37.027281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:37.031064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:37.033876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:37.039398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:37.114022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:37.247328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:37.377734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.233 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/48426783-74df-472b-8b32-7e484fefb8bf) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:47:37.525559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:37.594256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:37.652676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:47:37.655257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:37.657734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:47:37.703859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=48426783-74df-472b-8b32-7e484fefb8bf,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:38.066438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:38.181866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:38.384308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:38.422684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:38.533329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=48426783-74df-472b-8b32-7e484fefb8bf,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:38.540953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:38.807208 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 54a67b6a-93e3-425d-8590-6d8889407dc5 associated. External IP: 172.26.3.233, port: f043c1c5-2ce4-49fc-a381-9ecf31100403. Apr 22 17:47:39.153155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:47:39.330376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:47:39.340282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] Sync routers for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:47:39.348984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:39.349591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:39.432638 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:39.487478 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-19583c7b-ee01-427f-9a77-403ae943a10a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4698701 Apr 22 17:47:39.488048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:47:39.490248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55246) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:39.528030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:39.531139 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f06578-776d-4232-8d2e-f14633d45085'] response: {'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'status': 'completed', 'code': 200} Apr 22 17:47:39.566541 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620fe22-316b-4c4f-bc95-dc0bba3b4ddf tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:39.570855 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e620fe22-316b-4c4f-bc95-dc0bba3b4ddf tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1093 time: 0.0766282 Apr 22 17:47:39.625804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-0a7b1f12-fd30-4df0-9113-8aee2ef820e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:39.627327 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-0a7b1f12-fd30-4df0-9113-8aee2ef820e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1098 time: 0.0712693 Apr 22 17:47:39.766441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-d9298f64-65c0-4280-95d8-023c202c2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:39.768043 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-d9298f64-65c0-4280-95d8-023c202c2f7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 896 time: 0.1351731 Apr 22 17:47:39.883217 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-600a1437-43e8-41c8-af60-ab57cef0c997 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 999 time: 0.1078668 Apr 22 17:47:39.901577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:38Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:39.905522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] Checking router: c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:47:39.914140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:39.914957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:39.953159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-46117c13-644b-4d0c-9e26-36f7731be2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:39.954860 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-46117c13-644b-4d0c-9e26-36f7731be2db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0656843 Apr 22 17:47:40.036094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-afc049c3-5e6a-4eec-ae99-48e28003ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:40.037527 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-afc049c3-5e6a-4eec-ae99-48e28003ff44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764234 Apr 22 17:47:40.114534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55254) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:40.119547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:40.119984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347751181', 'description': 'tempest-secgroup-smoke-347751181 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:40.126947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:40.137386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:40.186989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:40.200189 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-bae87b70-1a9a-433f-9f3a-411449d80543 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442611 Apr 22 17:47:40.208797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:40.212680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:40.216164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:40.221802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:40.292959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:40.335608 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d97259c-549d-4c60-b159-3b52c659f8e8 req-dcd6a70c-aeab-4df0-bca7-70cf7410da22 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282475 Apr 22 17:47:40.352610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:40.400441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ab8db7-2313-4c57-837a-6b597b8276cd,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:40.472669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:40.473955 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7bf5cad3-918d-4ddc-96df-ac6d5a9a55c7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3584020 Apr 22 17:47:40.476779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55258) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:40.481979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '23ab8db7-2313-4c57-837a-6b597b8276cd', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:40.483605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:38Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:40.487857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf80da-95ef-4200-a952-2b968d362b35 None None] The sync data for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:38Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:47:40.491639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:40.494693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:40.498309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:40.504486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:40.577398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:40.644084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:40.664503 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af265852-c3ac-4e54-81cd-9e4feaf2256d None None] New status for floating IP 54a67b6a-93e3-425d-8590-6d8889407dc5: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:47:40.718325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:40.739778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66791dc5-1e0e-4356-bb62-f21d0565dd6b,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:40.828457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:40.829613 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-592997af-649a-4208-afdb-b629d23aab2a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518643 Apr 22 17:47:40.832329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55262) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:40.837471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '23ab8db7-2313-4c57-837a-6b597b8276cd', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:40.843256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:40.847014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:40.849928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:40.856038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:40.938525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.000545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.068366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.092478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a020c4e4-b6cf-4ee2-9bf4-57f79e7b4e45,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:41.169769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.170991 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a9da7562-4380-4afe-a999-199d3f58a5dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3375895 Apr 22 17:47:41.173735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55266) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:41.178584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '23ab8db7-2313-4c57-837a-6b597b8276cd', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:41.185050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:41.188801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:41.191684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:41.197429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:41.296625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.359500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.432385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.455743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4db4db-92fc-4b36-b38e-a52fd0a30468,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:41.565408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.566619 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c1958864-2da7-48ed-afae-58dbe84e4d6c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919890 Apr 22 17:47:41.569256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55270) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:41.574281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '23ab8db7-2313-4c57-837a-6b597b8276cd', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:41.580480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:41.584438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:41.587294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:41.593487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:41.685745 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.748210 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.816414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.839824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea623df-17a4-4133-ab4c-571af81ae477,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:41.900938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:41.902724 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2d1cec67-de02-4d9c-88ae-57a81c7de0dd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325489 Apr 22 17:47:41.905446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55274) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:41.910325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '23ab8db7-2313-4c57-837a-6b597b8276cd', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:41.916007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:41.919801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:41.922631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:41.928371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:42.011029 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:47:42.018244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:42.080243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:42.148251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:42.170921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6f7393-fc73-43cf-b1c2-8e7a6d0ab327,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:42.245257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:42.247029 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-83288b21-8fd8-40f6-a8c9-57150b9568af tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3405664 Apr 22 17:47:42.249646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55278) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:42.254393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '23ab8db7-2313-4c57-837a-6b597b8276cd', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:42.260004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:42.264624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:42.267346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:42.272794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:42.348435 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:47:42.355454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:42.419315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:42.484886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:42.508583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b74b139-fcb1-43c5-83cd-554f216d840f,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:42.565086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:42.566209 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d3d60033-09ce-4ac6-932e-2ec2f9de1dda tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156610 Apr 22 17:47:42.721756 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-49b86aca-0288-498a-9efb-4b6469c38673 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:47:42.810608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-49b86aca-0288-498a-9efb-4b6469c38673 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:47:42.811771 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-49b86aca-0288-498a-9efb-4b6469c38673 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347751181&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.1288610 Apr 22 17:47:43.046896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-acefc8b0-40ef-4a79-b9aa-2edfe6114a2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:43.048343 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-acefc8b0-40ef-4a79-b9aa-2edfe6114a2b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 796 time: 0.2300777 Apr 22 17:47:43.062386 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-88375fa5-1ec0-456c-bf1e-f582febdeee5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.0086312 Apr 22 17:47:43.149808 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-96fe5289-fb94-44e8-b44e-f63ca016c82b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823963 Apr 22 17:47:43.284253 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-0b53ea2b-cd27-4ed4-8037-8072be72d12e service neutron] 10.222.0.10 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225507 Apr 22 17:47:43.412654 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-30073329-3df2-4d2b-8f04-32510fe36a36 service neutron] 10.222.0.10 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227076 Apr 22 17:47:43.672502 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fdf46f28-4c2f-446e-a4c0-fac2e87463a6 req-334048cf-9093-4e6b-aae7-b76919291286 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 210 time: 0.0433078 Apr 22 17:47:44.819303 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-abbf1519-7717-40c8-8024-ee41f214ebd6 req-ff7f240d-a7f4-4794-8d8c-5903d7f0536f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 210 time: 0.0412416 Apr 22 17:47:45.640968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-9879718a-a6d5-44ef-8526-35ed9bb0d4f0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:45.642349 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-9879718a-a6d5-44ef-8526-35ed9bb0d4f0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 796 time: 0.2578671 Apr 22 17:47:45.698661 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-8a00c6c7-5596-45ba-8c11-cbd22e4919c6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 471 time: 0.0420637 Apr 22 17:47:45.706374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['23ab8db7-2313-4c57-837a-6b597b8276cd']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:45.843230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:45.852958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:45.962027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:47:45.965469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:45.981143 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e410d2d-820b-4772-af8f-d4ae47f9f75d req-fcd91c2e-4ec5-4ec7-a0a7-69e2d37d5e5f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 210 time: 0.0562758 Apr 22 17:47:46.130515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.13 (778fb4cb-d122-49c2-8ea7-494759dce2b0/e80994fc-72d7-4fe5-88ca-d662449ea617/439df75f-bf5a-4f64-bfa5-ab14e197743e) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:47:46.312848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:46.327713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 439df75f-bf5a-4f64-bfa5-ab14e197743e will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:46.422709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:46.492302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:47:46.499387 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:46.503706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:47:46.534841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=439df75f-bf5a-4f64-bfa5-ab14e197743e,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:46.572040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:46.572559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:46.657556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b3d6c577-333d-4fae-87d0-1888da7b236c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9546857 Apr 22 17:47:46.670629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Request body: {'port': {'device_id': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:46.753787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d27167d8-7445-4631-bf17-10b5918e9a24 None None] Provisioning for port 439df75f-bf5a-4f64-bfa5-ab14e197743e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:46.758824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d27167d8-7445-4631-bf17-10b5918e9a24 None None] Provisioning complete for port 439df75f-bf5a-4f64-bfa5-ab14e197743e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:46.765707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d27167d8-7445-4631-bf17-10b5918e9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:46.781335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:46.812537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d27167d8-7445-4631-bf17-10b5918e9a24 None None] Port 439df75f-bf5a-4f64-bfa5-ab14e197743e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:47:47.117733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439df75f-bf5a-4f64-bfa5-ab14e197743e {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:47:47.125116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:47.139952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Transition to ACTIVE for port object 439df75f-bf5a-4f64-bfa5-ab14e197743e will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:47:47.160554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001ee6f-bef3-499e-a5df-9eb0b14b7d0e req-1d5d22b0-2f3a-4029-b256-8763ea84d66f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:47.161995 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8001ee6f-bef3-499e-a5df-9eb0b14b7d0e req-1d5d22b0-2f3a-4029-b256-8763ea84d66f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 932 time: 0.0778666 Apr 22 17:47:47.207638 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8001ee6f-bef3-499e-a5df-9eb0b14b7d0e req-48426811-54b4-4fc7-9f74-d0710dc67676 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399206 Apr 22 17:47:47.240040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:47.396919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Pushing event updated for resources: {'Port': ['ID=439df75f-bf5a-4f64-bfa5-ab14e197743e,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:47.477971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Attempting to bind port 439df75f-bf5a-4f64-bfa5-ab14e197743e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:47:47.478364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Attempting to bind port 439df75f-bf5a-4f64-bfa5-ab14e197743e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:47:47.478876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Attempting to bind port 439df75f-bf5a-4f64-bfa5-ab14e197743e on network 778fb4cb-d122-49c2-8ea7-494759dce2b0 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:47:47.483462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Port 439df75f-bf5a-4f64-bfa5-ab14e197743e on network 778fb4cb-d122-49c2-8ea7-494759dce2b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:47:47.483811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Attempting to bind port 439df75f-bf5a-4f64-bfa5-ab14e197743e on network 778fb4cb-d122-49c2-8ea7-494759dce2b0 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:47:47.488848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:47:47.489182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Checking segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:47:47.489564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Bound using segment: {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:47:47.489982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Bound port: 439df75f-bf5a-4f64-bfa5-ab14e197743e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:47:47.490327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:47.676378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] For port 439df75f-bf5a-4f64-bfa5-ab14e197743e, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:47:47.679280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] For port 439df75f-bf5a-4f64-bfa5-ab14e197743e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=439df75f-bf5a-4f64-bfa5-ab14e197743e,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:47:47.794227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:47.851434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:47.852173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:47.853477 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] 10.222.0.16 "PUT /v2.0/ports/439df75f-bf5a-4f64-bfa5-ab14e197743e HTTP/1.1" status: 200 len: 1094 time: 1.1876161 Apr 22 17:47:47.853927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:47:47.882459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2922d-5e14-4885-bc50-0e7f8f4ba12f service neutron] Pushing event updated for resources: {'Port': ['ID=439df75f-bf5a-4f64-bfa5-ab14e197743e,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:47.903255 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dc3018-a7ea-4fe6-9b26-2c28d02c7eb0'] response: {'name': 'network-changed', 'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'status': 'completed', 'code': 200} Apr 22 17:47:47.999157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96bdc-7867-4243-bbad-66c02d3d1431 req-ccf4a82e-2686-401f-a511-0fde0a1ebc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:48.000653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8c96bdc-7867-4243-bbad-66c02d3d1431 req-ccf4a82e-2686-401f-a511-0fde0a1ebc90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 1097 time: 0.0740032 Apr 22 17:47:48.141931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96bdc-7867-4243-bbad-66c02d3d1431 req-f4d3003b-b677-4ec5-8345-88d6743be272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:48.143310 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8c96bdc-7867-4243-bbad-66c02d3d1431 req-f4d3003b-b677-4ec5-8345-88d6743be272 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1342456 Apr 22 17:47:48.279427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96bdc-7867-4243-bbad-66c02d3d1431 req-776aa758-b3b2-4370-9e97-3bfa44bb6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:48.280908 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8c96bdc-7867-4243-bbad-66c02d3d1431 req-776aa758-b3b2-4370-9e97-3bfa44bb6a2a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1306047 Apr 22 17:47:48.389258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-6a2dd928-fb6f-418f-867e-58033b70d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:48.390596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900c640-54da-40ba-a418-80423646938f req-e01530ef-9bbd-47eb-a997-4756f405fa3c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:48.391299 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-6a2dd928-fb6f-418f-867e-58033b70d00a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 1097 time: 0.0744698 Apr 22 17:47:48.392254 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9900c640-54da-40ba-a418-80423646938f req-e01530ef-9bbd-47eb-a997-4756f405fa3c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 944 time: 0.0795994 Apr 22 17:47:48.436990 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9900c640-54da-40ba-a418-80423646938f req-f72766fe-c8ef-4f85-9346-afd8b6f42f7e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390069 Apr 22 17:47:48.459126 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-01acfae0-a723-47a7-9c69-944e0f875dc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439df75f-bf5a-4f64-bfa5-ab14e197743e HTTP/1.1" status: 200 len: 217 time: 0.0606663 Apr 22 17:47:48.521910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-594d7bd9-4440-4448-9bae-8b6a96c79677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:48.523256 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-594d7bd9-4440-4448-9bae-8b6a96c79677 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0590026 Apr 22 17:47:48.595370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-26b3da70-5583-41c4-9366-71fd94c029c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:48.596795 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-26b3da70-5583-41c4-9366-71fd94c029c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676627 Apr 22 17:47:48.725699 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-d6812589-f4a6-4a69-a62a-67058a40f39e service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227806 Apr 22 17:47:48.856006 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c19b2eb4-dbb3-4141-843e-20ca4a56f4a7 req-b6dfaade-bfee-457f-b047-e9bd3dfc8393 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248486 Apr 22 17:47:49.620925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed380b-abf4-4bce-97da-0fef927666c8 req-aca5a2b3-e162-412d-b069-549eaede9edc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:49.621613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-12ed380b-abf4-4bce-97da-0fef927666c8 req-aca5a2b3-e162-412d-b069-549eaede9edc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:47:49.723937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-12ed380b-abf4-4bce-97da-0fef927666c8 req-aca5a2b3-e162-412d-b069-549eaede9edc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:47:49.725092 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed380b-abf4-4bce-97da-0fef927666c8 req-aca5a2b3-e162-412d-b069-549eaede9edc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 944 time: 0.1857381 Apr 22 17:47:49.771110 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12ed380b-abf4-4bce-97da-0fef927666c8 req-ebc255df-0c6b-4b5c-953e-ee619f79d831 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402896 Apr 22 17:47:50.952838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace744da-8aa6-463c-b82f-ce71bd3cb031 req-8b48da2b-331b-47a0-986e-7bb8fe82cc74 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:50.954258 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ace744da-8aa6-463c-b82f-ce71bd3cb031 req-8b48da2b-331b-47a0-986e-7bb8fe82cc74 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 944 time: 0.0809073 Apr 22 17:47:50.997209 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ace744da-8aa6-463c-b82f-ce71bd3cb031 req-56abf0a1-376d-4c19-a05c-4315f4f19469 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372910 Apr 22 17:47:51.135396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 439df75f-bf5a-4f64-bfa5-ab14e197743e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:47:51.301961 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 439df75f-bf5a-4f64-bfa5-ab14e197743e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=439df75f-bf5a-4f64-bfa5-ab14e197743e,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:51.314699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'port_id': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'mac_address': 'fa:16:3e:d8:e7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:47:51.370789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:51.387757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439df75f-bf5a-4f64-bfa5-ab14e197743e {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:47:51.403666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 439df75f-bf5a-4f64-bfa5-ab14e197743e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=439df75f-bf5a-4f64-bfa5-ab14e197743e,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:51.484020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:51.549226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=439df75f-bf5a-4f64-bfa5-ab14e197743e,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:51.792856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['439df75f-bf5a-4f64-bfa5-ab14e197743e'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:47:52.180005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f7843-697b-4145-b492-522657f37a49 req-94e1f0c3-75e6-4c13-af7b-e0f7dbfd3c3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:52.181444 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c48f7843-697b-4145-b492-522657f37a49 req-94e1f0c3-75e6-4c13-af7b-e0f7dbfd3c3f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 945 time: 0.0790904 Apr 22 17:47:52.224407 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c48f7843-697b-4145-b492-522657f37a49 req-0b5a2ed2-70e1-4582-b9a2-b237886ae6c0 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367663 Apr 22 17:47:53.138840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 439df75f-bf5a-4f64-bfa5-ab14e197743e up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:47:53.272648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 439df75f-bf5a-4f64-bfa5-ab14e197743e completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:47:53.277903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 439df75f-bf5a-4f64-bfa5-ab14e197743e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:47:53.278281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:53.438839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:53.458127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbd100-fbe4-4971-966e-5a3d0fe85c3c req-e1eda997-3256-4a35-874c-8e853261bfc9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:53.460477 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-63dbd100-fbe4-4971-966e-5a3d0fe85c3c req-e1eda997-3256-4a35-874c-8e853261bfc9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 945 time: 0.1291530 Apr 22 17:47:53.473620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:47:53.483178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 439df75f-bf5a-4f64-bfa5-ab14e197743e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=439df75f-bf5a-4f64-bfa5-ab14e197743e,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:47:53.505214 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-63dbd100-fbe4-4971-966e-5a3d0fe85c3c req-07cfcf42-2360-4c8b-ba4a-4403d6e37cae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392196 Apr 22 17:47:53.518460 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1355225a-009b-4ea3-b8ac-971c7ce7b8dd'] response: {'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'code': 200} Apr 22 17:47:53.548044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:53.614279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=439df75f-bf5a-4f64-bfa5-ab14e197743e,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:53.877547 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53610a38-6da4-4e0f-a426-66a929c8fcb9 req-66836f67-3807-4567-9c66-a2b02da630a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:53.879047 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-53610a38-6da4-4e0f-a426-66a929c8fcb9 req-66836f67-3807-4567-9c66-a2b02da630a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 1099 time: 0.0716612 Apr 22 17:47:53.922729 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-53610a38-6da4-4e0f-a426-66a929c8fcb9 req-66a27341-9bb8-42c5-adb7-4fa7ea5928fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381653 Apr 22 17:47:54.688577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8e04d-c4aa-42f0-bd58-53480df4b70b req-c3a0f018-bb6c-4cb4-97ee-0f798857fb3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:54.690055 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-faf8e04d-c4aa-42f0-bd58-53480df4b70b req-c3a0f018-bb6c-4cb4-97ee-0f798857fb3a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 946 time: 0.0792019 Apr 22 17:47:54.736698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-faf8e04d-c4aa-42f0-bd58-53480df4b70b req-e4f3091f-cd34-44a0-9bd0-f30ccb1f5b25 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409687 Apr 22 17:47:55.922795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6aa7a-826d-4215-ad78-9fa2b243ce06 req-176d5dff-b091-4a77-a3f8-49b99c40371e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:55.924220 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8ab6aa7a-826d-4215-ad78-9fa2b243ce06 req-176d5dff-b091-4a77-a3f8-49b99c40371e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 946 time: 0.0825765 Apr 22 17:47:55.966987 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8ab6aa7a-826d-4215-ad78-9fa2b243ce06 req-b991170a-7aaa-4b3b-ba23-e1902fa4c99b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371609 Apr 22 17:47:56.145238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccda25-c127-462b-a42c-a207cec68d61 req-c961c3a5-431c-4a2d-ae7e-cee34c19618c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:56.146580 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-88ccda25-c127-462b-a42c-a207cec68d61 req-c961c3a5-431c-4a2d-ae7e-cee34c19618c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 946 time: 0.0790551 Apr 22 17:47:56.189651 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-88ccda25-c127-462b-a42c-a207cec68d61 req-8fe54167-3454-4f8a-8eeb-0410263179db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368903 Apr 22 17:47:56.211771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55334) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:56.283461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b2709-893f-4987-b79d-73bf0f1357d9 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:56.285008 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5f0b2709-893f-4987-b79d-73bf0f1357d9 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 1094 time: 0.0723195 Apr 22 17:47:56.287780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55338) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:47:56.292697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:47:56.298362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:47:56.302101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:47:56.304866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:47:56.310910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:47:56.472520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:56.538463 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:47:56.607006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:56.737135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.78 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/9f5f8ee1-e59c-4f74-bf8e-7313f3d1bf50) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:47:56.880177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:56.970799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:57.034276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:47:57.040911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:47:57.045598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:47:57.073883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=9f5f8ee1-e59c-4f74-bf8e-7313f3d1bf50,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:57.447126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:57.577486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:57.778935 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:57.839191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:57.950193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=9f5f8ee1-e59c-4f74-bf8e-7313f3d1bf50,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:47:57.957852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:58.127394 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP df8b9244-6ecb-4da6-b57b-bebd77643bce associated. External IP: 172.26.3.78, port: 439df75f-bf5a-4f64-bfa5-ab14e197743e. Apr 22 17:47:58.567851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:47:58.743740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:47:58.753590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] Sync routers for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:47:58.762923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:58.763546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:58.827862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:47:58.883746 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3c292783-a50d-47ec-bf4d-c77e0d043c0e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5949187 Apr 22 17:47:58.884538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:47:58.930148 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61092df2-17d7-46bb-bb50-81822334d784'] response: {'name': 'network-changed', 'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'status': 'completed', 'code': 200} Apr 22 17:47:58.941906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:59.028745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-795d4824-11b5-449d-8ed2-fbb95b903ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:59.030142 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-795d4824-11b5-449d-8ed2-fbb95b903ed6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 1099 time: 0.0734468 Apr 22 17:47:59.159494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-5d6fdb87-e2c9-4d8b-be11-97d4b2f90493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:59.160933 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-5d6fdb87-e2c9-4d8b-be11-97d4b2f90493 service neutron] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 896 time: 0.1246207 Apr 22 17:47:59.259004 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-d2b120b1-62c6-4482-8abb-53c78a9a25e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439df75f-bf5a-4f64-bfa5-ab14e197743e HTTP/1.1" status: 200 len: 999 time: 0.0924182 Apr 22 17:47:59.288138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:40Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}, {'id': 'df8b9244-6ecb-4da6-b57b-bebd77643bce', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:d8:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:57Z', 'updated_at': '2022-04-22T17:47:57Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:59.291879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] Checking router: c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:47:59.300132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:47:59.300735 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:47:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:59.323751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-4b35398c-a1f3-493f-a3da-c11aa91fb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:59.325250 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-4b35398c-a1f3-493f-a3da-c11aa91fb51e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0606978 Apr 22 17:47:59.399832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-b925a117-638f-4d3f-aa73-78c3632b97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:47:59.401362 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-b925a117-638f-4d3f-aa73-78c3632b97a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704076 Apr 22 17:47:59.515531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:47:59.533898 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-2bd71f07-916c-4ad7-ad0d-44e0a2f5450f service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269603 Apr 22 17:47:59.664052 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7d61fe5-dc87-4b81-ada3-155a0cb11b35 req-9e3a1cae-2303-4f94-bb8f-8191675eb2aa service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242197 Apr 22 17:47:59.857125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:40Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}, {'id': 'df8b9244-6ecb-4da6-b57b-bebd77643bce', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:d8:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:57Z', 'updated_at': '2022-04-22T17:47:57Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:47:59.860965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b7925-e6c3-40fe-bd1a-cf4a902f8a38 None None] The sync data for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:40Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}, {'id': 'df8b9244-6ecb-4da6-b57b-bebd77643bce', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.78', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:d8:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:57Z', 'updated_at': '2022-04-22T17:47:57Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:48:00.035930 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f40b5e-6664-4a4b-bc92-1faa8426941c None None] New status for floating IP df8b9244-6ecb-4da6-b57b-bebd77643bce: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:48:00.371678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-151cdddd-8ccb-474a-ad0f-322cc20c33ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:02.645209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c38a1f0-cdeb-4871-8b0d-329c9199194b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:03.684839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:03.804541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:04.484891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:05.078968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:26.094134 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-986796a6-874f-4542-944e-7f63f26d4b58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1773701 Apr 22 17:48:26.227657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-199579d4-b219-42ea-919d-bf003f046963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:48:26.229099 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-199579d4-b219-42ea-919d-bf003f046963 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1098 time: 0.0698984 Apr 22 17:48:26.369143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-3decb8d4-a3b4-46d1-a982-3f1f38b7df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:48:26.370488 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-3decb8d4-a3b4-46d1-a982-3f1f38b7df56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 896 time: 0.1241043 Apr 22 17:48:26.473102 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-ae4cdb97-035d-4e41-bcb9-2d2a16c83a6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 1001 time: 0.0958898 Apr 22 17:48:26.536465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-46ac8421-05bc-4159-917f-e536ae1f7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:48:26.537831 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-46ac8421-05bc-4159-917f-e536ae1f7bd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0582724 Apr 22 17:48:26.610199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-c7d82442-9314-4746-809e-091e86d3b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:48:26.611702 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-c7d82442-9314-4746-809e-091e86d3b53b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680349 Apr 22 17:48:26.621936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-38a51ae9-e24a-418d-b805-0cea92c901db service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:48:26.623433 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-38a51ae9-e24a-418d-b805-0cea92c901db service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055480 Apr 22 17:48:26.752287 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-d2f3a48c-d923-45d8-8914-3fee154d6a72 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229887 Apr 22 17:48:26.881744 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5fb6fbd3-d3ce-4a30-8737-0e83fd3de635 req-113aba22-0fd4-4e8b-93cd-db4ae112f988 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228542 Apr 22 17:48:30.392912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-938c61fa-956c-43b4-8477-762a99d08dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:32.592959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d3167deb-e1c3-4c1f-8809-9f62d114f161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:33.537674 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:48:33.672946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:33.775691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:34.478389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:48:35.078331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:00.397758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-82a80728-aecc-4e99-ab41-2cf11a70226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:02.602635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-997db8f7-5f29-4ee3-9fef-d3e761765e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:03.694663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:03.774112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55362) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:03.809516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:03.881983 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-49155079-1b05-47ad-abf4-c834d6cc961a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/54a67b6a-93e3-425d-8590-6d8889407dc5 HTTP/1.1" status: 200 len: 993 time: 0.1067188 Apr 22 17:49:04.460791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:05.077261 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:05.618487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55372) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:05.624617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:05.743735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:05.948478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port f043c1c5-2ce4-49fc-a381-9ecf31100403, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:05.975949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:06.036600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:06.098749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:06.099376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:06.100742 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/ports/f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 938 time: 0.4812579 Apr 22 17:49:06.101390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:49:06.130547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=f043c1c5-2ce4-49fc-a381-9ecf31100403,revision_number=6']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:06.139932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.140066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.140400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.140733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.141104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.141437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.141825 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.142079 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.142446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.142831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.143153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.143518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fc863-4db8-419d-8a28-dcb2b538425d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:06.208247 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19418c04-518a-4eaa-abbf-1b66c640da83'] response: {'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'status': 'completed', 'code': 200} Apr 22 17:49:06.348292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-f2a8cde1-ebaa-4423-8ef6-0c8d180ca251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:06.349762 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-f2a8cde1-ebaa-4423-8ef6-0c8d180ca251 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1099 time: 0.1144848 Apr 22 17:49:06.354171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d2b9f0ba-5411-4a87-887f-2ca67c2d73be None None] Provisioning complete for port f043c1c5-2ce4-49fc-a381-9ecf31100403 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:06.354591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f0ba-5411-4a87-887f-2ca67c2d73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:06.414305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9f0ba-5411-4a87-887f-2ca67c2d73be None None] Port f043c1c5-2ce4-49fc-a381-9ecf31100403 is administratively disabled so it will not transition to active. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 22 17:49:06.480297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-cd7dcf49-71a9-4a7e-a4a6-b944278d6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:06.482278 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-cd7dcf49-71a9-4a7e-a4a6-b944278d6f1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 896 time: 0.1260965 Apr 22 17:49:06.583976 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-3ed351d9-1aa1-4ac1-890a-3a4f5ba04d15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 1002 time: 0.0954070 Apr 22 17:49:06.648743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-064455d1-8d40-4bc1-9c08-1abd1f15c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:06.650039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-064455d1-8d40-4bc1-9c08-1abd1f15c176 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0598295 Apr 22 17:49:06.722389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-fa81655c-1d4d-4c87-af26-47b4f2542dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:06.723832 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-fa81655c-1d4d-4c87-af26-47b4f2542dba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678539 Apr 22 17:49:06.854976 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-7ae1d1d6-54c8-4483-a05e-115f5290a346 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217535 Apr 22 17:49:07.081491 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10ebb8b9-85d6-4286-9dc9-3f7d579a70c6 req-489e1b1a-e393-45bd-98ad-36b06135033f service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204516 Apr 22 17:49:09.582452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55386) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:09.588338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:09.705679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:10.000946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port f043c1c5-2ce4-49fc-a381-9ecf31100403, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:10.024682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:10.060307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:10.122327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:10.122957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:10.124336 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/ports/f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 937 time: 0.5408890 Apr 22 17:49:10.124874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:49:10.127482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55390) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:10.165219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71271a-53fa-4e5f-a275-fc85d5898008 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=f043c1c5-2ce4-49fc-a381-9ecf31100403,revision_number=7']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:10.182460 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f400a4-4cfb-4995-8b2a-3bcb0a8ca92a'] response: {'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'status': 'completed', 'code': 200} Apr 22 17:49:10.292006 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-658b3298-1c79-4d1f-9fe1-6ea118dcc3aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/54a67b6a-93e3-425d-8590-6d8889407dc5 HTTP/1.1" status: 200 len: 993 time: 0.1633005 Apr 22 17:49:10.314085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-8c14542d-f31d-4e6e-aacf-2bfb74b96cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:10.315620 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-8c14542d-f31d-4e6e-aacf-2bfb74b96cdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1098 time: 0.1123693 Apr 22 17:49:10.351806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-686b3896-ad47-4e5a-9f9b-868ee513aac0 None None] Provisioning complete for port f043c1c5-2ce4-49fc-a381-9ecf31100403 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:10.352357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-686b3896-ad47-4e5a-9f9b-868ee513aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:10.449133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-5eab304a-e7bb-4339-b0e6-04ebc66adf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:10.451299 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-5eab304a-e7bb-4339-b0e6-04ebc66adf6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 896 time: 0.1292830 Apr 22 17:49:10.472924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['f043c1c5-2ce4-49fc-a381-9ecf31100403'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:49:10.537330 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:49:10.551469 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-e778aedd-f589-410e-8f1c-596d488112c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 1001 time: 0.0939281 Apr 22 17:49:10.617089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-6f5e8f6c-b110-4143-8a21-d92ff23510af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:10.618562 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-6f5e8f6c-b110-4143-8a21-d92ff23510af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0610726 Apr 22 17:49:10.693274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-3fe2ff8a-dce9-400a-adb4-d6af68d80ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:10.694680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-3fe2ff8a-dce9-400a-adb4-d6af68d80ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700388 Apr 22 17:49:10.826261 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-bd7b2e93-e8a6-4b59-ba4b-74f72362153d service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247969 Apr 22 17:49:10.955689 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7bb1addf-3ea7-4f47-bf18-de01453681d5 req-9d1d7dab-dbd3-4900-8697-8fb18a90de14 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227822 Apr 22 17:49:12.856826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55404) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:13.059418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 9f5f8ee1-e59c-4f74-bf8e-7313f3d1bf50 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:13.059755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:13.222187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:13.222511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:13.343107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 9f5f8ee1-e59c-4f74-bf8e-7313f3d1bf50 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:13.643296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:13.691895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=9f5f8ee1-e59c-4f74-bf8e-7313f3d1bf50,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:13.729256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.729606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.729947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.730285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.730616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.730971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.731303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.731631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.732461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.732781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.733104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.733429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:13.795079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:13.795413 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP df8b9244-6ecb-4da6-b57b-bebd77643bce disassociated (deleted). External IP: 172.26.3.78, port: 439df75f-bf5a-4f64-bfa5-ab14e197743e. Apr 22 17:49:14.135957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:49:14.312242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:49:14.322015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] Sync routers for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:49:14.331839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:14.332453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:14.415121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:14.471116 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5d9ef4d0-e717-4770-94ed-6805c10cc4a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/df8b9244-6ecb-4da6-b57b-bebd77643bce HTTP/1.1" status: 204 len: 168 time: 1.6123710 Apr 22 17:49:14.471695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:49:14.509193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:14.574227 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cab1d13-91c4-4df1-9bb6-d064f3451164'] response: {'name': 'network-changed', 'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'status': 'completed', 'code': 200} Apr 22 17:49:14.676269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf69a-7005-445e-baad-f0d75b60439a req-264b2001-b499-435e-a5fb-9d77201ed3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:14.677768 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cdddf69a-7005-445e-baad-f0d75b60439a req-264b2001-b499-435e-a5fb-9d77201ed3d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 1099 time: 0.0817142 Apr 22 17:49:14.817074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf69a-7005-445e-baad-f0d75b60439a req-d2ebae41-3a92-471a-9bbe-5b178ba476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:14.818545 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cdddf69a-7005-445e-baad-f0d75b60439a req-d2ebae41-3a92-471a-9bbe-5b178ba476bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 896 time: 0.1299241 Apr 22 17:49:14.891291 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cdddf69a-7005-445e-baad-f0d75b60439a req-1736b6e3-9249-40b3-a81e-cd87d94c0815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=439df75f-bf5a-4f64-bfa5-ab14e197743e HTTP/1.1" status: 200 len: 217 time: 0.0662525 Apr 22 17:49:14.908675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:40Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:14.912658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] Checking router: c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:49:14.922636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:14.923334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:14.958078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf69a-7005-445e-baad-f0d75b60439a req-49c5ebd0-963f-4d6c-b00a-a1a52002ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:14.959573 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cdddf69a-7005-445e-baad-f0d75b60439a req-49c5ebd0-963f-4d6c-b00a-a1a52002ba45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0624931 Apr 22 17:49:15.043738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf69a-7005-445e-baad-f0d75b60439a req-4875cba9-1aeb-4224-a00b-de5202a44275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:15.045290 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cdddf69a-7005-445e-baad-f0d75b60439a req-4875cba9-1aeb-4224-a00b-de5202a44275 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787997 Apr 22 17:49:15.110569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:15.290671 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cdddf69a-7005-445e-baad-f0d75b60439a req-d2f8c11f-ce13-4fe8-bfbc-b19d3d6ca2f6 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385776 Apr 22 17:49:15.470555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:40Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:15.474586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c8860-4aa3-4cf8-a1f5-3526470b3592 None None] The sync data for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '54a67b6a-93e3-425d-8590-6d8889407dc5', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'port_id': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'mac_address': 'fa:16:3e:5f:9b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:47:38Z', 'updated_at': '2022-04-22T17:47:40Z', 'revision_number': 1, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:49:15.479417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd17870-7a10-4fcd-9b45-78226bc7a218 req-7126627f-b841-4866-ae28-852e00918f9d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:15.480121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-ecd17870-7a10-4fcd-9b45-78226bc7a218 req-7126627f-b841-4866-ae28-852e00918f9d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:49:15.494245 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cdddf69a-7005-445e-baad-f0d75b60439a req-00b0a585-752d-4743-a8b1-5d18d06a9283 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672800 Apr 22 17:49:15.557773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-ecd17870-7a10-4fcd-9b45-78226bc7a218 req-7126627f-b841-4866-ae28-852e00918f9d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:49:15.559042 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ecd17870-7a10-4fcd-9b45-78226bc7a218 req-7126627f-b841-4866-ae28-852e00918f9d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 946 time: 0.3212914 Apr 22 17:49:15.605653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ecd17870-7a10-4fcd-9b45-78226bc7a218 req-3d090b1c-991f-4565-9bb0-7e781af64b94 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403278 Apr 22 17:49:15.693233 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a025fe-0390-4ddf-a451-11e05102805c None None] New status for floating IP df8b9244-6ecb-4da6-b57b-bebd77643bce: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:49:16.567635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-2d234600-dfa8-48bc-9ac4-e7147ce7726d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:16.569097 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-2d234600-dfa8-48bc-9ac4-e7147ce7726d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 946 time: 0.0783856 Apr 22 17:49:16.676397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 439df75f-bf5a-4f64-bfa5-ab14e197743e {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:16.676742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:16.841011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d4e4f-d227-4b0e-9837-58d8939197a7 req-45a8229a-e383-457e-aa1d-cdab8e06593e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:16.842608 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b97d4e4f-d227-4b0e-9837-58d8939197a7 req-45a8229a-e383-457e-aa1d-cdab8e06593e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 946 time: 0.1269307 Apr 22 17:49:16.889844 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b97d4e4f-d227-4b0e-9837-58d8939197a7 req-b9c6334f-cf5d-41fc-8faa-1b4365768f4d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ab8db7-2313-4c57-837a-6b597b8276cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Apr 22 17:49:16.921136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 439df75f-bf5a-4f64-bfa5-ab14e197743e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=439df75f-bf5a-4f64-bfa5-ab14e197743e,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:16.921495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:17.043450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 439df75f-bf5a-4f64-bfa5-ab14e197743e owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:17.248568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:17.302246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=439df75f-bf5a-4f64-bfa5-ab14e197743e,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:17.371887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port 439df75f-bf5a-4f64-bfa5-ab14e197743e on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:49:17.374318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:17.376735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'name': 'network-vif-deleted', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:49:17.422092 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1433f04a-bc0f-4ea3-9d5d-f137d4236b29'] response: {'server_uuid': '93a44ec1-8e65-4cf4-9884-fa0670295797', 'name': 'network-vif-deleted', 'tag': '439df75f-bf5a-4f64-bfa5-ab14e197743e', 'status': 'completed', 'code': 200} Apr 22 17:49:17.449748 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7a6c589-0740-461a-a6f9-2d68fdd245ff req-9255db20-e865-48e3-96d7-cd3876d70471 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/439df75f-bf5a-4f64-bfa5-ab14e197743e HTTP/1.1" status: 204 len: 173 time: 0.8758402 Apr 22 17:49:18.047183 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1625328e-635a-44e8-a23d-410adc30248e req-eb876092-17cf-4f81-8ed7-1789816402f4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a44ec1-8e65-4cf4-9884-fa0670295797 HTTP/1.1" status: 200 len: 210 time: 0.0422039 Apr 22 17:49:19.140241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55428) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:19.209464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32f8cbae-1380-4b76-b039-898a1efb9a4c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:19.238494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32f8cbae-1380-4b76-b039-898a1efb9a4c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:19.403251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32f8cbae-1380-4b76-b039-898a1efb9a4c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:19.422769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8cbae-1380-4b76-b039-898a1efb9a4c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ab8db7-2313-4c57-837a-6b597b8276cd,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:19.516460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-32f8cbae-1380-4b76-b039-898a1efb9a4c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:19.517612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-32f8cbae-1380-4b76-b039-898a1efb9a4c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/23ab8db7-2313-4c57-837a-6b597b8276cd HTTP/1.1" status: 204 len: 168 time: 0.3763707 Apr 22 17:49:19.609827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55434) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:19.809843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 48426783-74df-472b-8b32-7e484fefb8bf {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:19.810188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:20.071347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:20.071593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:20.191229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 48426783-74df-472b-8b32-7e484fefb8bf owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:20.426284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:20.474001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=48426783-74df-472b-8b32-7e484fefb8bf,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:20.564781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:20.565111 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 54a67b6a-93e3-425d-8590-6d8889407dc5 disassociated (deleted). External IP: 172.26.3.233, port: f043c1c5-2ce4-49fc-a381-9ecf31100403. Apr 22 17:49:20.913019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:49:21.086436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:49:21.096767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] Sync routers for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:49:21.102508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:21.105879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:21.106527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:21.159509 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-19431186-f6e8-40f0-9004-3f15fad21f4f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/54a67b6a-93e3-425d-8590-6d8889407dc5 HTTP/1.1" status: 204 len: 168 time: 1.5485930 Apr 22 17:49:21.160096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:49:21.218077 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adc187b-b118-466f-a4db-382e31ddc9d1'] response: {'name': 'network-changed', 'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'status': 'completed', 'code': 200} Apr 22 17:49:21.292905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:21.306544 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-bd972424-7a7d-4b04-b60e-7b5027bb463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:21.308088 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-bd972424-7a7d-4b04-b60e-7b5027bb463e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 1098 time: 0.0728149 Apr 22 17:49:21.443452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-e8b71032-051b-4cfb-b510-c95ef774450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:21.446682 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-e8b71032-051b-4cfb-b510-c95ef774450d service neutron] 10.222.0.16 "GET /v2.0/networks?id=778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 200 len: 896 time: 0.1313934 Apr 22 17:49:21.530935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 439df75f-bf5a-4f64-bfa5-ab14e197743e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:49:21.585515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 439df75f-bf5a-4f64-bfa5-ab14e197743e {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:49:21.588741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 439df75f-bf5a-4f64-bfa5-ab14e197743e not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:49:21.647410 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-44bc0b44-2474-481b-b036-1c0282f60ddd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 200 len: 217 time: 0.1968255 Apr 22 17:49:21.654776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:21.658841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] Checking router: c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:49:21.667835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:21.668444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:21.711692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-a443ec7c-2255-4427-8106-5320cbb43c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:21.713457 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-a443ec7c-2255-4427-8106-5320cbb43c3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 200 len: 834 time: 0.0602262 Apr 22 17:49:21.726824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da08616-12c2-406a-b9db-7917caf52faf req-6749a04d-3bf9-47c6-80af-7783fead814b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:21.728423 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0da08616-12c2-406a-b9db-7917caf52faf req-6749a04d-3bf9-47c6-80af-7783fead814b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 945 time: 0.0808034 Apr 22 17:49:21.779666 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0da08616-12c2-406a-b9db-7917caf52faf req-edc238e4-82e1-4d79-85d6-d956476bc492 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 Apr 22 17:49:21.796429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-75cd6ebb-6b05-46fb-90c4-7715879787a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:21.798175 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-75cd6ebb-6b05-46fb-90c4-7715879787a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=778fb4cb-d122-49c2-8ea7-494759dce2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782666 Apr 22 17:49:21.895218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:21.930690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-dc768bd5-42d1-4256-b6da-b07d23bbc007 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252046 Apr 22 17:49:22.061352 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0004ae57-681e-4ac5-aaee-47a49bf4554e req-d5502a17-4baf-4798-9c03-4544ca7b3102 service neutron] 10.222.0.16 "GET /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230235 Apr 22 17:49:22.201953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:22.205775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c096e-05d3-4d8e-bc75-71369b425d6d None None] The sync data for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:47:12Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0ffbf454-4449-4a1a-8cb3-192586391347', 'name': '', 'network_id': '778fb4cb-d122-49c2-8ea7-494759dce2b0', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:46:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:11Z', 'updated_at': '2022-04-22T17:47:17Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'e80994fc-72d7-4fe5-88ca-d662449ea617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:49:22.401585 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53922f-f82c-4995-9871-65addd555838 None None] New status for floating IP 54a67b6a-93e3-425d-8590-6d8889407dc5: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:49:22.970119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5058a99-eed9-48e1-9c11-6065c8c9885b req-93442ec0-fb41-4f0a-ac46-807830a190ec tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:22.970838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f5058a99-eed9-48e1-9c11-6065c8c9885b req-93442ec0-fb41-4f0a-ac46-807830a190ec tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:49:23.060166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f5058a99-eed9-48e1-9c11-6065c8c9885b req-93442ec0-fb41-4f0a-ac46-807830a190ec tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:49:23.061393 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5058a99-eed9-48e1-9c11-6065c8c9885b req-93442ec0-fb41-4f0a-ac46-807830a190ec tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 945 time: 0.1756406 Apr 22 17:49:23.105722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f5058a99-eed9-48e1-9c11-6065c8c9885b req-4224a391-9bbd-474c-a1b4-3aad6b51cc13 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:49:23.173953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-f5058a99-eed9-48e1-9c11-6065c8c9885b req-4224a391-9bbd-474c-a1b4-3aad6b51cc13 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:49:23.175158 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5058a99-eed9-48e1-9c11-6065c8c9885b req-4224a391-9bbd-474c-a1b4-3aad6b51cc13 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0395a5-7602-4993-b98a-df08e14a29e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082036 Apr 22 17:49:23.444507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca66216-763f-44d7-85d2-ab32ef3117be req-76b6f2f4-880e-4696-b2ed-6573afd7927c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:23.445928 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-aca66216-763f-44d7-85d2-ab32ef3117be req-76b6f2f4-880e-4696-b2ed-6573afd7927c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 945 time: 0.0822096 Apr 22 17:49:23.514827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port f043c1c5-2ce4-49fc-a381-9ecf31100403 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:23.515189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:23.757607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port f043c1c5-2ce4-49fc-a381-9ecf31100403, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f043c1c5-2ce4-49fc-a381-9ecf31100403,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:23.757973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:23.878995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for f043c1c5-2ce4-49fc-a381-9ecf31100403 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:24.077528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:24.126944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=f043c1c5-2ce4-49fc-a381-9ecf31100403,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:24.204455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port f043c1c5-2ce4-49fc-a381-9ecf31100403 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:49:24.206734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:24.209284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'name': 'network-vif-deleted', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:49:24.253647 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2a42ea-bc87-461d-999e-88b6c84f2b73'] response: {'server_uuid': '812b536e-a42b-4c2d-b16e-3e99bbf4329d', 'name': 'network-vif-deleted', 'tag': 'f043c1c5-2ce4-49fc-a381-9ecf31100403', 'status': 'completed', 'code': 200} Apr 22 17:49:24.267024 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-aca66216-763f-44d7-85d2-ab32ef3117be req-3174c4ce-7a92-4093-ac66-97b0d9652532 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/f043c1c5-2ce4-49fc-a381-9ecf31100403 HTTP/1.1" status: 204 len: 173 time: 0.8149641 Apr 22 17:49:24.326018 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-aea9e1ea-0245-4355-821a-f2e1204835e7 req-fd5629e3-ca40-416f-bc80-f37eacdb9b38 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=812b536e-a42b-4c2d-b16e-3e99bbf4329d HTTP/1.1" status: 200 len: 210 time: 0.0417376 Apr 22 17:49:25.420443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55452) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:25.487993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eae58bcc-7ac9-4955-8cf6-36a89977089e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:25.516471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eae58bcc-7ac9-4955-8cf6-36a89977089e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:25.626079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eae58bcc-7ac9-4955-8cf6-36a89977089e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:25.643478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae58bcc-7ac9-4955-8cf6-36a89977089e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0395a5-7602-4993-b98a-df08e14a29e9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:25.716800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-eae58bcc-7ac9-4955-8cf6-36a89977089e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:25.717958 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-eae58bcc-7ac9-4955-8cf6-36a89977089e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/2c0395a5-7602-4993-b98a-df08e14a29e9 HTTP/1.1" status: 204 len: 168 time: 0.2965236 Apr 22 17:49:25.826810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55458) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:26.457888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:26.803825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 0ffbf454-4449-4a1a-8cb3-192586391347 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:26.804168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:26.995206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 0ffbf454-4449-4a1a-8cb3-192586391347, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0ffbf454-4449-4a1a-8cb3-192586391347,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:26.995567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:27.118450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 0ffbf454-4449-4a1a-8cb3-192586391347 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:27.600757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device f043c1c5-2ce4-49fc-a381-9ecf31100403 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:49:27.608045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:27.634278 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: f043c1c5-2ce4-49fc-a381-9ecf31100403 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:49:27.634929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device f043c1c5-2ce4-49fc-a381-9ecf31100403 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:49:27.654863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=0ffbf454-4449-4a1a-8cb3-192586391347,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:27.929176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:28.279862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:49:28.453356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:49:28.462573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] Sync routers for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:49:28.465422 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8f8ea8a8-4e20-4697-a612-3e0cf09575d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/c0f8f742-919c-41aa-9ce1-edcebfa0c8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6375186 Apr 22 17:49:28.468664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55464) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:28.472632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:28.473251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:28.535457 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c821ddc-53dd-4528-a544-c1de573446d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet e80994fc-72d7-4fe5-88ca-d662449ea617 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:49:28.538279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c821ddc-53dd-4528-a544-c1de573446d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:28.591298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c821ddc-53dd-4528-a544-c1de573446d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:28.648871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:28.674555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c821ddc-53dd-4528-a544-c1de573446d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:28.820443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c821ddc-53dd-4528-a544-c1de573446d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:28.858434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821ddc-53dd-4528-a544-c1de573446d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=e80994fc-72d7-4fe5-88ca-d662449ea617,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:28.863949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2c821ddc-53dd-4528-a544-c1de573446d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:28.870096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2c821ddc-53dd-4528-a544-c1de573446d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/e80994fc-72d7-4fe5-88ca-d662449ea617 HTTP/1.1" status: 204 len: 168 time: 0.4004612 Apr 22 17:49:28.872923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55468) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:28.873470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc325565-8d64-4132-9239-9f1b53ef9f56 None None] Network 778fb4cb-d122-49c2-8ea7-494759dce2b0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:49:29.092005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:49:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:29.098044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] Checking router: c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:49:29.114942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] Routers {'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:29.115547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:29.165929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:29.297817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] DHCP port deletion for 778fb4cb-d122-49c2-8ea7-494759dce2b0 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:49:29.312331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Deleting port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:29.312705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:29.349959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:29.382796 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] Set router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:29.413681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 722fe335-1bb5-4397-ad58-f40c94605946 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:29.414624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:29.556733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:49:29.593322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 722fe335-1bb5-4397-ad58-f40c94605946, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=722fe335-1bb5-4397-ad58-f40c94605946,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:29.593788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:29.716236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 722fe335-1bb5-4397-ad58-f40c94605946 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:29.873690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] For port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:29.874264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:29.951630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.002994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=722fe335-1bb5-4397-ad58-f40c94605946,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:30.008456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.024016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Calling delete_port for 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:30.089654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.116411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:30.129324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:49:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:30.133302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6eb16f-0413-42a2-b303-a43dd82b7909 None None] The sync data for ids ['c0f8f742-919c-41aa-9ce1-edcebfa0c8e1'] in dv-neutron-839024-1-hyperv is: [{'id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'name': 'tempest-TestNetworkBasicOps-router-1799500595', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '722fe335-1bb5-4397-ad58-f40c94605946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:47:06Z', 'updated_at': '2022-04-22T17:49:27Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': '722fe335-1bb5-4397-ad58-f40c94605946', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8f742-919c-41aa-9ce1-edcebfa0c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:47:07Z', 'updated_at': '2022-04-22T17:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:49:30.181315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.221150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:49:30.221514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:49:30.252536 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:30.259939 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.260244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.260592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.260937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.261275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.261615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.261953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.262285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.263217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.263529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.263862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.268051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:30.268186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.268186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.363582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.364136 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Fanout notify agent at l3_agent the message router_deleted on router c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:49:30.379435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.380524 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-258eab5f-881f-4057-b023-57b4c7d5b619 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/routers/c0f8f742-919c-41aa-9ce1-edcebfa0c8e1 HTTP/1.1" status: 204 len: 168 time: 1.5066903 Apr 22 17:49:30.383270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55472) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:30.391617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f5b76a28-9fe5-4d51-b1ac-785d347bfb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.498563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.509173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:30.509771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.723110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Deleting port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:30.723608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.843880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:30.844414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.941110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] For port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,segment=NetworkSegment(6aaf9f2d-9ca7-441c-b145-b32df84f6c6d),segment_id=6aaf9f2d-9ca7-441c-b145-b32df84f6c6d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:30.941673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:30.970382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:31.106784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Calling delete_port for 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:49:31.123498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.167558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=6b8428e6-8dfd-4d34-b11d-0ed4d49ef609,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:31.173628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:49:31.180038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:49:31.180397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:49:31.294570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.319757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778fb4cb-d122-49c2-8ea7-494759dce2b0']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:31.331619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:31.332049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaf9f2d-9ca7-441c-b145-b32df84f6c6d') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:31.343840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.360003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.365952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:49:31.366364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.376975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Deleting port 6b8428e6-8dfd-4d34-b11d-0ed4d49ef609 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:49:31.377359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:49:31.381959 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:49:31.444136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee9334bc-225d-4d22-8d9d-e61d46ab8db8 None None] The port '6b8428e6-8dfd-4d34-b11d-0ed4d49ef609' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 17:49:31.504066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 722fe335-1bb5-4397-ad58-f40c94605946 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:49:31.511513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.529378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.538323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 722fe335-1bb5-4397-ad58-f40c94605946 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:49:31.538709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 722fe335-1bb5-4397-ad58-f40c94605946 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:49:31.539158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0ffbf454-4449-4a1a-8cb3-192586391347 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:49:31.540408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=778fb4cb-d122-49c2-8ea7-494759dce2b0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:31.571683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 0ffbf454-4449-4a1a-8cb3-192586391347 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:49:31.572027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0ffbf454-4449-4a1a-8cb3-192586391347 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:49:31.609599 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-09e94272-43c3-4bd7-9c0e-141d2118d89a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/778fb4cb-d122-49c2-8ea7-494759dce2b0 HTTP/1.1" status: 204 len: 168 time: 1.2253242 Apr 22 17:49:31.635533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55478) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:31.640956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'network': {'name': 'tempest-network-smoke--235294861', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'port_security_enabled': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:31.645906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:31.650070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:network and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:31.652927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:31.659231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:31.711369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:49:31.714950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.742125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:49:31.750369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.750705 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Added segment 7641f23f-a40e-4331-819f-e37afcbd7791 of type vlan for network b123060a-cbf0-4b15-a6f5-f0805ce71b39 Apr 22 17:49:31.779697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.881923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.891630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:31.891630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:31.990757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Network': ['ID=b123060a-cbf0-4b15-a6f5-f0805ce71b39,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:32.001534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:49:32.043705 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d0b79072-f21f-4254-82ba-8f0438c2cc09 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4071193 Apr 22 17:49:32.046424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55482) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:32.051493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'admin_state_up': True, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:32.058858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:32.062655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:router and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:32.065500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:32.076056 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:32.145896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:32.146887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:32.160969 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:32.487677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:32.568263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07904bb4-5d2d-409f-ad4b-3c24ec7eebed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:32.934214 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:32.964773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:33.094908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.142 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:49:33.242559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:33.328616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:33.389041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:49:33.395742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:49:33.399758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:49:33.428602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:33.741720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:33.808391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:33.933092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:34.374633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:34.477162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:34.648431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 256f00bc-fa73-45c7-a57e-34917c9525dd is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:49:34.823415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:49:34.833157 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Sync routers for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:49:34.843163 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:34.843774 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:34.899928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:34.901079 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e78fe064-ed06-4e4d-b67a-5afa5edfe793 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8537037 Apr 22 17:49:34.904738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55488) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:34.943183 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ae492c51-27ad-43b6-b8f3-f2903dcf342b tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=43710c6d65724bcfb8ab4fb4e1213c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373595 Apr 22 17:49:34.945646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55492) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:35.018675 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:35.075826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09430aa7-777a-4692-8462-decbc8d6cd22 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:35.080064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.080675 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-09430aa7-777a-4692-8462-decbc8d6cd22 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307883 Apr 22 17:49:35.080675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55496) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:35.125589 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c4a37846-645c-44bb-8f35-3411720b84f1 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420029 Apr 22 17:49:35.125813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55500) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:35.131099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1559995098', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:35.237927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:35.241692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:subnet and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:35.244459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:35.250508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:35.295950 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:33Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:35.299685 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Checking router: 256f00bc-fa73-45c7-a57e-34917c9525dd for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:49:35.300030 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Updating router 256f00bc-fa73-45c7-a57e-34917c9525dd port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:49:35.316955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:49:35.320508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.356102 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.597398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.677452 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.679074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Subnet': ['ID=ca1742a6-5f46-4bf4-b475-2c2267aa7d2a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:35.687478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Checking segment: {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:49:35.688007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network hostable DHCP agents. Network: b123060a-cbf0-4b15-a6f5-f0805ce71b39, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:49:35.690254 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Transition to ACTIVE for port object f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:49:35.784868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:49:35.785067 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.861880 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Attempting to bind port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:49:35.862416 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Attempting to bind port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:49:35.862533 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Attempting to bind port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:49:35.868080 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Pushing event updated for resources: {'Port': ['ID=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:35.871443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, b123060a-cbf0-4b15-a6f5-f0805ce71b39) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:49:35.872938 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:49:35.873316 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:49:35.873714 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.874107 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:49:35.874568 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Bound port: f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:49:35.874963 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.878859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47daa178-ba70-4e77-b2be-9cdce6697f57 None None] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:49:35.882235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:35.882917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:35.914910 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.915130 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.915444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.915779 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.916114 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.916445 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.916777 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.917103 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.917447 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.917773 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.918101 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.918422 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:49:35.959287 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] For port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:49:35.962063 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] For port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:49:35.969098 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-afcd7f04-4d93-44d1-a87e-e62b72d9d314 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8422909 Apr 22 17:49:35.971880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55504) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:36.044801 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:36.093107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:49:36.094280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:36.145741 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:36.146271 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:36.211759 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc991b6-4858-48ee-a677-07a2ebe1be41 None None] Pushing event updated for resources: {'Port': ['ID=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:36.251608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Allocated IP 172.20.0.2 (b123060a-cbf0-4b15-a6f5-f0805ce71b39/ca1742a6-5f46-4bf4-b475-2c2267aa7d2a/6859da16-64b3-4e26-9fa3-5822baf424e2) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:49:36.335169 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:36.464849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:36.475772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Transition to ACTIVE for port object 6859da16-64b3-4e26-9fa3-5822baf424e2 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:49:36.493557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Transition to ACTIVE for port object 6859da16-64b3-4e26-9fa3-5822baf424e2 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:49:36.569231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:36.632821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:49:36.640656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:49:36.645378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:49:36.660243 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:33Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:36.664133 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235a4bf-5eec-4b0a-a207-fbc9b047cf41 None None] The sync data for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv is: [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:33Z', 'revision_number': 3, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:49:36.681086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Pushing event updated for resources: {'Port': ['ID=6859da16-64b3-4e26-9fa3-5822baf424e2,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:36.744140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Attempting to bind port 6859da16-64b3-4e26-9fa3-5822baf424e2 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:49:36.744385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Attempting to bind port 6859da16-64b3-4e26-9fa3-5822baf424e2 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:49:36.744919 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Attempting to bind port 6859da16-64b3-4e26-9fa3-5822baf424e2 on network b123060a-cbf0-4b15-a6f5-f0805ce71b39 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:49:36.751698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:49:36.752107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Checking segment: {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:49:36.752514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:36.752905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Bound using segment: {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:49:36.753367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Bound port: 6859da16-64b3-4e26-9fa3-5822baf424e2, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:49:36.753739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:36.813971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:36.843499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] For port 6859da16-64b3-4e26-9fa3-5822baf424e2, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:49:36.846574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] For port 6859da16-64b3-4e26-9fa3-5822baf424e2, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6859da16-64b3-4e26-9fa3-5822baf424e2,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:49:36.925173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:37.018981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bafa6-e190-4ddb-86b8-dd92f2f95c62 None None] Pushing event updated for resources: {'Port': ['ID=6859da16-64b3-4e26-9fa3-5822baf424e2,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:37.271773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.1 (b123060a-cbf0-4b15-a6f5-f0805ce71b39/ca1742a6-5f46-4bf4-b475-2c2267aa7d2a/0d741847-e160-4054-b84b-d4153b8beead) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:49:37.454141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:37.476202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object 0d741847-e160-4054-b84b-d4153b8beead will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:49:37.560160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:49:37.580561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:37.650056 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:49:37.657822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:49:37.660328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:49:37.693990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:49:37.697906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=0d741847-e160-4054-b84b-d4153b8beead,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:37.698954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:37.699334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:37.726672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:37.822352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:37.844352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:37.923642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:37.924370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6859da16-64b3-4e26-9fa3-5822baf424e2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:49:38.051469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac523b-e55d-4e89-a8d2-b40d11e44bf2 None None] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:49:38.064953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.180861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:38.257525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc23e23a-e2c0-43cd-b3d7-2e72ef70c0a2 None None] Provisioning for port 6859da16-64b3-4e26-9fa3-5822baf424e2 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:49:38.267812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 6859da16-64b3-4e26-9fa3-5822baf424e2 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:49:38.273222 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc23e23a-e2c0-43cd-b3d7-2e72ef70c0a2 None None] Provisioning complete for port 6859da16-64b3-4e26-9fa3-5822baf424e2 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:38.273683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc23e23a-e2c0-43cd-b3d7-2e72ef70c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.318598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6859da16-64b3-4e26-9fa3-5822baf424e2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:38.318999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.578057 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc23e23a-e2c0-43cd-b3d7-2e72ef70c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.596256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.612742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.636382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bc23e23a-e2c0-43cd-b3d7-2e72ef70c0a2 None None] For port 6859da16-64b3-4e26-9fa3-5822baf424e2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6859da16-64b3-4e26-9fa3-5822baf424e2,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:38.728606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.741149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc23e23a-e2c0-43cd-b3d7-2e72ef70c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.853135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=0d741847-e160-4054-b84b-d4153b8beead,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:38.857143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.869060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:49:38.869417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:49:38.875955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23e23a-e2c0-43cd-b3d7-2e72ef70c0a2 None None] Pushing event updated for resources: {'Port': ['ID=6859da16-64b3-4e26-9fa3-5822baf424e2,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:38.928845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1d150898-549d-435d-a85a-919884913fb2 None None] Provisioning for port 0d741847-e160-4054-b84b-d4153b8beead completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:49:38.934153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1d150898-549d-435d-a85a-919884913fb2 None None] Provisioning complete for port 0d741847-e160-4054-b84b-d4153b8beead triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:38.934532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1d150898-549d-435d-a85a-919884913fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:38.987963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1d150898-549d-435d-a85a-919884913fb2 None None] Port 0d741847-e160-4054-b84b-d4153b8beead cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:49:38.998325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1d150898-549d-435d-a85a-919884913fb2 None None] Provisioning complete for port 6859da16-64b3-4e26-9fa3-5822baf424e2 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:38.998700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1d150898-549d-435d-a85a-919884913fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:39.000218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:49:39.001315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:49:39.192653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 256f00bc-fa73-45c7-a57e-34917c9525dd has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:49:39.237069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-caf8ae45-b4d1-4a4e-a2b0-2f7bcfaa9ea3 None None] Provisioning complete for port 0d741847-e160-4054-b84b-d4153b8beead triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:39.237439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-caf8ae45-b4d1-4a4e-a2b0-2f7bcfaa9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:39.291603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-caf8ae45-b4d1-4a4e-a2b0-2f7bcfaa9ea3 None None] Port 0d741847-e160-4054-b84b-d4153b8beead cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:49:39.371592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:49:39.383705 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fb9be2a1-7cee-49d8-927a-f926982dd03e tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/256f00bc-fa73-45c7-a57e-34917c9525dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4108553 Apr 22 17:49:39.386423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55508) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:39.406675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Sync routers for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:49:39.427370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:39.428005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:39.521118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04032f90-6343-4e22-9c9d-1055454322a5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:39.521586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04032f90-6343-4e22-9c9d-1055454322a5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:39.522037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04032f90-6343-4e22-9c9d-1055454322a5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:39.522481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04032f90-6343-4e22-9c9d-1055454322a5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:39.524162 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-04032f90-6343-4e22-9c9d-1055454322a5 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1368229 Apr 22 17:49:39.526857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55512) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:39.579826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6859da16-64b3-4e26-9fa3-5822baf424e2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:49:39.595196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b558a551-b7a3-4846-a664-b79c368408a4 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:39.595664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b558a551-b7a3-4846-a664-b79c368408a4 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:39.596178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b558a551-b7a3-4846-a664-b79c368408a4 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:39.596635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b558a551-b7a3-4846-a664-b79c368408a4 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:39.599161 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b558a551-b7a3-4846-a664-b79c368408a4 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0713847 Apr 22 17:49:39.600963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55516) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:39.669744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:39.796577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 6859da16-64b3-4e26-9fa3-5822baf424e2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:39.796966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:39.801653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ca560a9e-e564-4529-a629-66ed6e979a53 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1996300 Apr 22 17:49:40.102028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:49:40.184806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:49:38Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:40.188726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:40.189106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.216259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Checking router: 256f00bc-fa73-45c7-a57e-34917c9525dd for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:49:40.216676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Updating router 256f00bc-fa73-45c7-a57e-34917c9525dd port 0d741847-e160-4054-b84b-d4153b8beead binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:49:40.263080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55522) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:40.268269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537121811', 'description': 'tempest-secgroup-smoke-537121811 description', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:40.274106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:40.278614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:40.281157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:40.286925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:40.293310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.368495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.392245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:40.396998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:40.400949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:40.409015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:40.487813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.574010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.621016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:40.688688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.689968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f6937472-e66f-418a-afb9-eabcb0ba9da8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4258947 Apr 22 17:49:40.692877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55526) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:40.697952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:40.704522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:40.705527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.708337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:40.711289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:40.717518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Transition to ACTIVE for port object 0d741847-e160-4054-b84b-d4153b8beead will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:49:40.717832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:40.768071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.791851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.972344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1306b-4325-4b18-a8b5-6c88b2bdf364 None None] Pushing event updated for resources: {'Port': ['ID=0d741847-e160-4054-b84b-d4153b8beead,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:40.991238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Attempting to bind port 0d741847-e160-4054-b84b-d4153b8beead on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:49:40.991617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Attempting to bind port 0d741847-e160-4054-b84b-d4153b8beead by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:49:40.991997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Attempting to bind port 0d741847-e160-4054-b84b-d4153b8beead on network b123060a-cbf0-4b15-a6f5-f0805ce71b39 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:49:40.996942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.997635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:49:40.998024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Checking segment: {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:49:40.998427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:40.998873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Bound using segment: {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:49:40.999349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Bound port: 0d741847-e160-4054-b84b-d4153b8beead, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:49:40.999739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.060060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.085481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3386ea-3d16-47d4-8a6b-cde2ab26bdfd,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:41.090267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] For port 0d741847-e160-4054-b84b-d4153b8beead, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:49:41.093935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] For port 0d741847-e160-4054-b84b-d4153b8beead, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d741847-e160-4054-b84b-d4153b8beead,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:49:41.145890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.147089 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-93054e95-1282-46f5-bf46-152dc2e2f84d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531388 Apr 22 17:49:41.149731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55530) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:41.154656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:41.160424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:41.164234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:41.167064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:41.172666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:41.174221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.251636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:49:41.252041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:41.278173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.320235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1306b-4325-4b18-a8b5-6c88b2bdf364 None None] Pushing event updated for resources: {'Port': ['ID=0d741847-e160-4054-b84b-d4153b8beead,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:41.349060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.419810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.441727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5dad760-8b39-448c-a8ba-d834272bc7a7,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:41.451566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:49:41.511615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.513346 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f24f4769-18ab-42ba-a7ce-9c3b1e23e30d tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3626463 Apr 22 17:49:41.516076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55534) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:41.521289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:41.526858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:41.530816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:41.533610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:41.539191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:41.632528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.721123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.790646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.798912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:49:41Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:49:41.802854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bcd1f-99ab-4676-8114-f7f1bcd76f11 None None] The sync data for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv is: [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:49:41Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:49:41.813323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52316e06-3823-4413-ba77-9f14feb04f57,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:41.900176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:41.901480 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1f8117f6-0088-4038-9d07-0c897efe5d18 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3844419 Apr 22 17:49:41.904797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55538) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:41.909828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:41.916098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:41.920883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:41.923998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:41.929928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:42.026857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.095646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.150580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.175258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e230c822-57a9-498c-84cc-bb1069e380ad,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:42.242708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.251363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55542) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:42.252068 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6f827a75-1121-43a4-9b23-b7e8bf3f12db tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3410201 Apr 22 17:49:42.252174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:42.258459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:42.263589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:42.267034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:42.273166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:42.357070 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:49:42.365047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.434147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.499133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.528824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b123c289-7c6f-4a4c-a77d-f5d0b57bc889,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:42.602892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.605513 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d2096dec-613b-4048-baee-f78024c52d64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3562839 Apr 22 17:49:42.607136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55546) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:42.612721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'security_group_rule': {'security_group_id': '8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3', 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:42.618900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:42.623218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:security_group_rule and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:42.627723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:42.635024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:42.734034 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Project 43710c6d65724bcfb8ab4fb4e1213c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 17:49:42.741305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.810675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.865327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.888871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb04481-27e3-4317-8061-2faea490df76,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:42.945105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:42.946270 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7c03427f-85a4-4140-bb83-8d7c5de953aa tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3379321 Apr 22 17:49:43.172070 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-3127d51a-c615-4030-a7e5-d68b4f01ddff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537121811&fields=id&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 267 time: 0.0391910 Apr 22 17:49:43.320099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-28893de8-0bf7-4a0f-88d3-304fb1698c8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:43.321465 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-28893de8-0bf7-4a0f-88d3-304fb1698c8b tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/networks?id=b123060a-cbf0-4b15-a6f5-f0805ce71b39 HTTP/1.1" status: 200 len: 796 time: 0.1433015 Apr 22 17:49:43.335617 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-381491b0-d08b-4bdb-9fc9-0fc87f4fb81f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/quotas/43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 375 time: 0.0087538 Apr 22 17:49:43.416562 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-5f7d9fd2-5f7b-4ab6-b38f-e8c79510c4d7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762091 Apr 22 17:49:43.554676 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-3e275021-f24f-44e1-8123-e6d9004632c4 service neutron] 10.222.0.10 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261301 Apr 22 17:49:43.591411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d741847-e160-4054-b84b-d4153b8beead up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:49:43.687835 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-c3bb33e8-fd72-4bec-9b8b-bb521f9e85a6 service neutron] 10.222.0.10 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268477 Apr 22 17:49:43.728478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 0d741847-e160-4054-b84b-d4153b8beead completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:49:43.733544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0d741847-e160-4054-b84b-d4153b8beead triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:43.737176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:43.852485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:43.887790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 0d741847-e160-4054-b84b-d4153b8beead, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d741847-e160-4054-b84b-d4153b8beead,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:43.953684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3febb9c8-eb0e-411a-b914-a4027ec26b21 req-d37fb71a-fa39-46ce-8854-3b0aea65b1a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:49:43.957742 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:44.022915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=0d741847-e160-4054-b84b-d4153b8beead,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:44.036894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3febb9c8-eb0e-411a-b914-a4027ec26b21 req-d37fb71a-fa39-46ce-8854-3b0aea65b1a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:49:44.038090 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3febb9c8-eb0e-411a-b914-a4027ec26b21 req-d37fb71a-fa39-46ce-8854-3b0aea65b1a1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 210 time: 0.1260178 Apr 22 17:49:45.188702 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d7042415-1018-4102-8618-f4e55048dcc5 req-252ab36f-c83c-4d2a-ba64-2ad951f6d31c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 210 time: 0.0471706 Apr 22 17:49:45.565933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d741847-e160-4054-b84b-d4153b8beead up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:49:45.637891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0d741847-e160-4054-b84b-d4153b8beead triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:45.638267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:45.699493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-a2b18cf6-e576-4363-9605-0964e038432a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:45.700760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-a2b18cf6-e576-4363-9605-0964e038432a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:49:45.802774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-a2b18cf6-e576-4363-9605-0964e038432a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:49:45.803966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-a2b18cf6-e576-4363-9605-0964e038432a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/networks?id=b123060a-cbf0-4b15-a6f5-f0805ce71b39 HTTP/1.1" status: 200 len: 796 time: 0.2527890 Apr 22 17:49:45.854128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-70e484dd-d224-4ae6-a139-247ce7fee2c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:49:45.951509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-70e484dd-d224-4ae6-a139-247ce7fee2c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:49:45.952585 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-70e484dd-d224-4ae6-a139-247ce7fee2c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43710c6d65724bcfb8ab4fb4e1213c11 HTTP/1.1" status: 200 len: 379 time: 0.1410367 Apr 22 17:49:45.961343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'port': {'device_id': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'admin_state_up': True, 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'security_groups': ['8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:46.097117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:46.107529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:46.191088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Made reservation on behalf of 43710c6d65724bcfb8ab4fb4e1213c11 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:49:46.194591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:46.381320 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1125b1ce-3206-4525-9a18-bf96826021c0 req-0e4eebbd-9ca6-43ac-969e-923e2d9bf934 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 210 time: 0.0597596 Apr 22 17:49:46.398209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.20.0.4 (b123060a-cbf0-4b15-a6f5-f0805ce71b39/ca1742a6-5f46-4bf4-b475-2c2267aa7d2a/cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:49:46.584442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:46.600011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Transition to ACTIVE for port object cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:49:46.671536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:46.741120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:49:46.748190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:49:46.752465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:49:46.783597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:46.820915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:46.821539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:46.889809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-126aa1be-c1a1-440a-a770-d63e25cc590a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9322350 Apr 22 17:49:46.902071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Request body: {'port': {'device_id': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:47.014098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e512efb8-c996-4d86-a87f-062e342639bf None None] Provisioning for port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:49:47.016642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:47.021258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e512efb8-c996-4d86-a87f-062e342639bf None None] Provisioning complete for port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:47.021258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e512efb8-c996-4d86-a87f-062e342639bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:47.073090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e512efb8-c996-4d86-a87f-062e342639bf None None] Port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:49:47.354330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:49:47.361476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:47.376112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Transition to ACTIVE for port object cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:49:47.482829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:47.536449 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:49:47.577455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123a809-5fcf-4d7e-9f34-c850482c1dd4 req-cc04a714-34db-42b3-bf2a-fc8bdb8762d8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:47.577455 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b123a809-5fcf-4d7e-9f34-c850482c1dd4 req-cc04a714-34db-42b3-bf2a-fc8bdb8762d8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 943 time: 0.0829308 Apr 22 17:49:47.622599 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b123a809-5fcf-4d7e-9f34-c850482c1dd4 req-ede86e26-61c1-4042-a3e6-ed51693d2fcc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412459 Apr 22 17:49:47.752795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:47.821374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Attempting to bind port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:49:47.821700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Attempting to bind port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:49:47.822023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Attempting to bind port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a on network b123060a-cbf0-4b15-a6f5-f0805ce71b39 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:49:47.826477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a on network b123060a-cbf0-4b15-a6f5-f0805ce71b39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:49:47.826821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Attempting to bind port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a on network b123060a-cbf0-4b15-a6f5-f0805ce71b39 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:49:47.831776 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:49:47.832057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Checking segment: {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:49:47.832436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Bound using segment: {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:49:47.832851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Bound port: cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7641f23f-a40e-4331-819f-e37afcbd7791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:49:47.833193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:47.925007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] For port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:49:47.927795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] For port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:49:47.985612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:48.035937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:48.036645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:48.037997 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] 10.222.0.16 "PUT /v2.0/ports/cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a HTTP/1.1" status: 200 len: 1093 time: 1.1402111 Apr 22 17:49:48.040487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:49:48.071114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269cf0-c6e4-4988-bc0c-8d237a1b4ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:48.086236 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8c4c40-d4ef-453c-bf8d-d118b849160a'] response: {'name': 'network-changed', 'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'status': 'completed', 'code': 200} Apr 22 17:49:48.183833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def371c-d660-4c9d-81f4-40694522a49e req-e8277fd4-d1ac-4aae-b120-7b73d0b7c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:48.185331 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9def371c-d660-4c9d-81f4-40694522a49e req-e8277fd4-d1ac-4aae-b120-7b73d0b7c734 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 1096 time: 0.0779681 Apr 22 17:49:48.325637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def371c-d660-4c9d-81f4-40694522a49e req-3a6680ac-ffec-49cd-8453-1c9a9d6fcb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:48.327213 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9def371c-d660-4c9d-81f4-40694522a49e req-3a6680ac-ffec-49cd-8453-1c9a9d6fcb5d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1352720 Apr 22 17:49:48.459905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def371c-d660-4c9d-81f4-40694522a49e req-fb94aba0-73f1-4d56-a165-e3c2c4015b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:48.461336 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9def371c-d660-4c9d-81f4-40694522a49e req-fb94aba0-73f1-4d56-a165-e3c2c4015b57 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1284869 Apr 22 17:49:48.580007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-e7e7998d-6356-4e93-afd8-823537097156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:48.581493 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-e7e7998d-6356-4e93-afd8-823537097156 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 1096 time: 0.0696704 Apr 22 17:49:48.652007 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-b63eb8ec-ec1d-41b7-b4d3-5d7047097102 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a HTTP/1.1" status: 200 len: 217 time: 0.0637443 Apr 22 17:49:48.714634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-5117b2b5-f75b-4ab2-98c6-42c9d3955fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:48.716232 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-5117b2b5-f75b-4ab2-98c6-42c9d3955fec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca1742a6-5f46-4bf4-b475-2c2267aa7d2a HTTP/1.1" status: 200 len: 835 time: 0.0580881 Apr 22 17:49:48.794172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-6e1f1880-ed8d-4479-9797-b1b715749efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:48.795677 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-6e1f1880-ed8d-4479-9797-b1b715749efc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b123060a-cbf0-4b15-a6f5-f0805ce71b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734663 Apr 22 17:49:48.806673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774c190-88b5-4a97-993b-e1e9225d66c5 req-78b83b60-5a5f-48c0-aaab-a51cbef86a85 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:48.808139 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c774c190-88b5-4a97-993b-e1e9225d66c5 req-78b83b60-5a5f-48c0-aaab-a51cbef86a85 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 943 time: 0.0815713 Apr 22 17:49:48.852666 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c774c190-88b5-4a97-993b-e1e9225d66c5 req-3ff00ce3-96c2-41c9-9714-776d3a310365 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378273 Apr 22 17:49:48.924997 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-ce0d1bc5-94ca-454c-97e4-737662307562 service neutron] 10.222.0.16 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232755 Apr 22 17:49:49.052253 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95c88f5f-9640-4b5e-af6a-b42e661818a0 req-f19ce1d9-7e67-44c7-85ba-eecedf6a406c service neutron] 10.222.0.16 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204498 Apr 22 17:49:50.033952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac48ad-e90f-4551-9763-451c4aa0f9cb req-f37984c3-c65c-4db2-8536-37d99a9641c4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:50.034646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a0ac48ad-e90f-4551-9763-451c4aa0f9cb req-f37984c3-c65c-4db2-8536-37d99a9641c4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:49:50.099598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a0ac48ad-e90f-4551-9763-451c4aa0f9cb req-f37984c3-c65c-4db2-8536-37d99a9641c4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:49:50.100719 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a0ac48ad-e90f-4551-9763-451c4aa0f9cb req-f37984c3-c65c-4db2-8536-37d99a9641c4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 943 time: 0.1435430 Apr 22 17:49:50.145698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a0ac48ad-e90f-4551-9763-451c4aa0f9cb req-ee906677-f018-4312-bd97-3653202ef2cb tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392613 Apr 22 17:49:51.324946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df700acc-1e03-4adc-9550-1a6b09027444 req-93b4d52a-aa12-424f-8acc-dcacaf896506 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:51.326394 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-df700acc-1e03-4adc-9550-1a6b09027444 req-93b4d52a-aa12-424f-8acc-dcacaf896506 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 943 time: 0.0788636 Apr 22 17:49:51.373130 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-df700acc-1e03-4adc-9550-1a6b09027444 req-4b6a448d-d707-4c91-ae63-5f905e9b407f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410111 Apr 22 17:49:52.558164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0512-9f1c-4e41-8921-daa42e2a97c0 req-0c7b97d2-edb2-4942-b010-09f17b0a9060 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:52.559622 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-298c0512-9f1c-4e41-8921-daa42e2a97c0 req-0c7b97d2-edb2-4942-b010-09f17b0a9060 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 943 time: 0.0806968 Apr 22 17:49:52.603110 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-298c0512-9f1c-4e41-8921-daa42e2a97c0 req-5ccc50cc-af2c-4a7d-a3ac-63bd2720f5ae tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379040 Apr 22 17:49:53.756235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:49:53.785846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b661759-af4f-4a4d-9743-9912a67cd88b req-2fb187b9-5797-4756-9259-ea685d04cf9a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:53.787338 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8b661759-af4f-4a4d-9743-9912a67cd88b req-2fb187b9-5797-4756-9259-ea685d04cf9a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 943 time: 0.0791268 Apr 22 17:49:53.831899 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8b661759-af4f-4a4d-9743-9912a67cd88b req-2a0e0ea3-5d53-4893-9181-edfc120a76f6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388079 Apr 22 17:49:53.886675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:53.899331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'port_id': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'mac_address': 'fa:16:3e:71:8f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:49:53.952053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:53.971200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:49:53.986371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:54.053841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:54.118293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:54.352334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:49:55.010893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed25b8-ec26-4617-be63-b488f4f014e1 req-14369aa8-e0ba-4311-b0b5-7fbe2a08dd6a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:55.012336 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-45ed25b8-ec26-4617-be63-b488f4f014e1 req-14369aa8-e0ba-4311-b0b5-7fbe2a08dd6a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 944 time: 0.0789568 Apr 22 17:49:55.057742 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-45ed25b8-ec26-4617-be63-b488f4f014e1 req-51d2abca-4ba4-42ad-ad95-f0dfbf612106 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398645 Apr 22 17:49:55.757784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:49:55.876172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:49:55.880867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:49:55.881241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:55.992890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:56.018631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:49:56.028277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:49:56.062290 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93815d4e-9d51-4155-a9b2-f7e03320b3a4'] response: {'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'code': 200} Apr 22 17:49:56.076494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:56.144862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:49:56.400658 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910952d5-924f-41a9-a11b-106a9ef41b1f req-204b3f08-c808-451f-af86-75a87fc79c0a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:56.402021 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-910952d5-924f-41a9-a11b-106a9ef41b1f req-204b3f08-c808-451f-af86-75a87fc79c0a tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 945 time: 0.2398520 Apr 22 17:49:56.408491 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994183f-6a58-4244-a8d8-26cba0c15ab5 req-410eac61-6013-42cb-8d54-22db90f8f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:56.409911 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7994183f-6a58-4244-a8d8-26cba0c15ab5 req-410eac61-6013-42cb-8d54-22db90f8f778 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 1098 time: 0.1057346 Apr 22 17:49:56.476174 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-910952d5-924f-41a9-a11b-106a9ef41b1f req-346104a8-ca93-4448-9af5-9e1275980c89 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653403 Apr 22 17:49:56.477759 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7994183f-6a58-4244-a8d8-26cba0c15ab5 req-a4261e8b-18a4-4b94-8ccb-400ba3dfb092 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543189 Apr 22 17:49:57.664950 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af467ec4-0689-42e8-8ae0-299997f91518 req-82746e3c-658b-4b2b-85a3-f39e450b3ae5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:57.666324 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-af467ec4-0689-42e8-8ae0-299997f91518 req-82746e3c-658b-4b2b-85a3-f39e450b3ae5 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 945 time: 0.0838556 Apr 22 17:49:57.710638 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-af467ec4-0689-42e8-8ae0-299997f91518 req-e0e2bc3f-d8d7-49bf-a26a-4f7cb28c9441 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386245 Apr 22 17:49:58.894714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a9703-9105-4238-98a3-6fa90bc6cbb1 req-3a951832-9fa4-45fd-b7ec-59a373ee59c9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:58.896177 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b13a9703-9105-4238-98a3-6fa90bc6cbb1 req-3a951832-9fa4-45fd-b7ec-59a373ee59c9 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 945 time: 0.0809805 Apr 22 17:49:58.938544 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b13a9703-9105-4238-98a3-6fa90bc6cbb1 req-3c9efc97-279d-4891-a7bb-db62b7840675 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368912 Apr 22 17:49:59.116219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30a1b5-922f-4a0b-b7fa-cc72991f15e0 req-e1ff4c1d-c2ac-4659-b3b7-1e231f5d4d74 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:59.117579 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9e30a1b5-922f-4a0b-b7fa-cc72991f15e0 req-e1ff4c1d-c2ac-4659-b3b7-1e231f5d4d74 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 945 time: 0.0777125 Apr 22 17:49:59.161005 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9e30a1b5-922f-4a0b-b7fa-cc72991f15e0 req-7605deb6-2853-4e50-9178-ddbf8b076867 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372815 Apr 22 17:49:59.183055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55608) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:59.254213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452fe238-a276-4c6f-a881-e22e684d52b1 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:49:59.255713 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-452fe238-a276-4c6f-a881-e22e684d52b1 tempest-TestNetworkBasicOps-1445190231 tempest-TestNetworkBasicOps-1445190231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 1093 time: 0.0712168 Apr 22 17:49:59.258393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55612) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:49:59.264192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:49:59.269878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:49:59.273630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Usage tracker for resource:floatingip and tenant:43710c6d65724bcfb8ab4fb4e1213c11 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:49:59.276432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:49:59.282015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:49:59.361977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:59.496966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:59.631751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Allocated IP 172.26.3.123 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/e03ed575-7daa-4f20-bb86-bf9d1a6f60b7) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:49:59.865191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:49:59.956837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:00.013083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:50:00.015837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:50:00.019366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:50:00.069589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=e03ed575-7daa-4f20-bb86-bf9d1a6f60b7,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:50:00.403104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-57b86c79-dfa4-42c3-a00f-ff75cf038dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:00.434591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:00.562328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:00.765018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:00.830584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:00.938046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event updated for resources: {'Port': ['ID=e03ed575-7daa-4f20-bb86-bf9d1a6f60b7,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:50:00.947696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:01.111692 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 6a42d8a6-ca7f-445f-a711-92c0ac2f3935 associated. External IP: 172.26.3.123, port: cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a. Apr 22 17:50:01.554249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 256f00bc-fa73-45c7-a57e-34917c9525dd has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:50:01.727584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:50:01.736882 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] Sync routers for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:50:01.746950 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:50:01.747566 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:50:01.813747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:01.867521 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-afea8d5f-3aab-4009-a656-749d71b414fd tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6076882 Apr 22 17:50:01.868085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:50:01.870330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55616) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:50:01.912868 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462e6e72-0e90-4ae0-8b25-e891ee48f1eb'] response: {'name': 'network-changed', 'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'status': 'completed', 'code': 200} Apr 22 17:50:01.923530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:50:02.020399 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f053aff1-796e-41ce-ba59-b59c34876eb4 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/6a42d8a6-ca7f-445f-a711-92c0ac2f3935 HTTP/1.1" status: 200 len: 991 time: 0.1487041 Apr 22 17:50:02.043082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-54ebe0a4-6d95-4994-a164-c9f576293072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:50:02.044533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-54ebe0a4-6d95-4994-a164-c9f576293072 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 1098 time: 0.1024902 Apr 22 17:50:02.172666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-cf878712-a6f0-4292-bb3a-59fd18eef891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:50:02.174108 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-cf878712-a6f0-4292-bb3a-59fd18eef891 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b123060a-cbf0-4b15-a6f5-f0805ce71b39 HTTP/1.1" status: 200 len: 896 time: 0.1242166 Apr 22 17:50:02.259912 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a42d8a6-ca7f-445f-a711-92c0ac2f3935', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'port_id': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'mac_address': 'fa:16:3e:71:8f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:50:00Z', 'updated_at': '2022-04-22T17:50:00Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:49:43Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:50:02.264432 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] Checking router: 256f00bc-fa73-45c7-a57e-34917c9525dd for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:50:02.272550 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:50:02.273078 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:49:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:50:02.276321 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-33e35413-513a-48ac-8557-feb928b5686e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a HTTP/1.1" status: 200 len: 999 time: 0.0961165 Apr 22 17:50:02.337603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-c1207bbe-58e9-4049-8a3f-9050da790926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:50:02.339069 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-c1207bbe-58e9-4049-8a3f-9050da790926 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca1742a6-5f46-4bf4-b475-2c2267aa7d2a HTTP/1.1" status: 200 len: 835 time: 0.0567288 Apr 22 17:50:02.415147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-cac60ce6-0992-46ec-a457-1b5728958173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:50:02.416627 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-cac60ce6-0992-46ec-a457-1b5728958173 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b123060a-cbf0-4b15-a6f5-f0805ce71b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723867 Apr 22 17:50:02.447518 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:50:02.547449 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-4a5c4c51-9e02-43de-bdaf-2886b21ac839 service neutron] 10.222.0.16 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248176 Apr 22 17:50:02.619650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1a4c540b-08ce-475c-9cd9-26bc7a27e843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:02.684533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c54826e7-cd18-4dd9-aa9c-24b46bdb2432 req-045ecc25-e5ec-4a5c-8884-5b2b8ad2b0f5 service neutron] 10.222.0.16 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309822 Apr 22 17:50:02.791413 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a42d8a6-ca7f-445f-a711-92c0ac2f3935', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'port_id': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'mac_address': 'fa:16:3e:71:8f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:50:00Z', 'updated_at': '2022-04-22T17:50:00Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:49:43Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:50:02.795681 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b3c516-f044-4576-b307-bb29ac4e3b25 None None] The sync data for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv is: [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a42d8a6-ca7f-445f-a711-92c0ac2f3935', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'port_id': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'mac_address': 'fa:16:3e:71:8f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:50:00Z', 'updated_at': '2022-04-22T17:50:00Z', 'revision_number': 0, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:49:43Z', 'revision_number': 5, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:50:02.970804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed2487-b9b4-4d7a-a44c-e952afcf2ec6 None None] New status for floating IP 6a42d8a6-ca7f-445f-a711-92c0ac2f3935: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:50:03.024327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55622) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:50:03.129087 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7a7a31a6-e90d-4cd4-9afe-e3688f23a370 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/6a42d8a6-ca7f-445f-a711-92c0ac2f3935 HTTP/1.1" status: 200 len: 991 time: 0.1035240 Apr 22 17:50:03.682108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:03.801896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:04.132740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55626) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:50:04.233005 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b7c0468d-d100-41d1-9c93-d6eef08e4730 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/6a42d8a6-ca7f-445f-a711-92c0ac2f3935 HTTP/1.1" status: 200 len: 993 time: 0.0991340 Apr 22 17:50:04.504729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:05.070184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:24.558616 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:50:28.504068 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-f49eefd8-3859-4d81-8a06-82156af23a78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734360 Apr 22 17:50:28.648577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-09f92c07-9a69-48f8-887e-2876ba145e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:50:28.650001 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-09f92c07-9a69-48f8-887e-2876ba145e0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 1098 time: 0.0691283 Apr 22 17:50:28.896728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-1f638516-b3d6-4778-9c41-7632a5a9538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:50:28.898170 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-1f638516-b3d6-4778-9c41-7632a5a9538a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b123060a-cbf0-4b15-a6f5-f0805ce71b39 HTTP/1.1" status: 200 len: 896 time: 0.2305415 Apr 22 17:50:28.998657 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-1942c1c2-8e24-4fd8-add1-3317c5dab548 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a HTTP/1.1" status: 200 len: 1001 time: 0.0940673 Apr 22 17:50:29.061106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-7398f058-9879-4fe2-a8d0-4e34e03db21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:50:29.062449 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-7398f058-9879-4fe2-a8d0-4e34e03db21d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca1742a6-5f46-4bf4-b475-2c2267aa7d2a HTTP/1.1" status: 200 len: 835 time: 0.0581391 Apr 22 17:50:29.133966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-2f653e78-bf42-4af6-bbc3-ca3e59506895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:50:29.135452 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-2f653e78-bf42-4af6-bbc3-ca3e59506895 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b123060a-cbf0-4b15-a6f5-f0805ce71b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677326 Apr 22 17:50:29.263324 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-8f84559a-e6d2-47ce-8368-1d4de8aa32ea service neutron] 10.222.0.16 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213260 Apr 22 17:50:29.392053 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2964da40-dbf8-434e-a179-9e6ddf3386da req-d44738f5-3c1a-4248-a139-8c07ace94960 service neutron] 10.222.0.16 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229568 Apr 22 17:50:30.396023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a619-220f-42f7-8258-933b8aa83d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:32.612452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-374bd408-fa4c-4d96-96e3-3cead3962c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:33.715703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:33.812831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:34.538590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:50:35.086591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:00.434774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6ad2026-ce01-4ca8-9acf-43a0b0c26943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:01.537530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:51:02.595027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0a47fcb3-5d9e-4a5b-a0d9-016ad54055f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:03.697522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:03.823259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:04.503463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:04.918044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55648) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:04.923189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c2f134f3-ff3c-4541-b698-96383da310ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:05.074733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:05.438156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2f134f3-ff3c-4541-b698-96383da310ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:05.509175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2f134f3-ff3c-4541-b698-96383da310ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:05.802935 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f134f3-ff3c-4541-b698-96383da310ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 256f00bc-fa73-45c7-a57e-34917c9525dd has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:51:05.979192 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f134f3-ff3c-4541-b698-96383da310ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:51:05.985936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2f134f3-ff3c-4541-b698-96383da310ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:05.987112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c2f134f3-ff3c-4541-b698-96383da310ff tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/256f00bc-fa73-45c7-a57e-34917c9525dd HTTP/1.1" status: 200 len: 889 time: 1.0680916 Apr 22 17:51:05.988640 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47d2c8-0155-40d1-b5ff-c3d78ee273ac None None] Sync routers for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:51:06.000656 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47d2c8-0155-40d1-b5ff-c3d78ee273ac None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:51:06.001255 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-9e47d2c8-0155-40d1-b5ff-c3d78ee273ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:51:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:06.061209 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-9e47d2c8-0155-40d1-b5ff-c3d78ee273ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:06.069178 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47d2c8-0155-40d1-b5ff-c3d78ee273ac None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:51:06.069760 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-9e47d2c8-0155-40d1-b5ff-c3d78ee273ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:51:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:06.129513 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-9e47d2c8-0155-40d1-b5ff-c3d78ee273ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:06.129905 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47d2c8-0155-40d1-b5ff-c3d78ee273ac None None] The sync data for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv is: [] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:51:06.743098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-a522b4af-46f6-4c98-9863-fb14f3eb9ac1 req-1d8a7910-99c4-41fd-ab92-d27d81630079 service neutron] (88659) timed out ('10.222.0.16', 50798) {{(pid=88659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 17:51:06.893416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf34d85-9d80-4265-bc64-5023dbfd2855 None None] New status for floating IP 6a42d8a6-ca7f-445f-a711-92c0ac2f3935: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:51:07.599860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:51:07.707762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:07.723002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:07.789161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:07.789850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d741847-e160-4054-b84b-d4153b8beead no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:51:07.902258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:07.931473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.931825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.932164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.932498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.932836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.933168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.933498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.933827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.934153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.934480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.934830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.935155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:07.970087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:08.001648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 0d741847-e160-4054-b84b-d4153b8beead, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d741847-e160-4054-b84b-d4153b8beead,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:08.086841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:08.135669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55654) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:08.140952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6427ff21-436b-45f5-ae77-fade73d6c0cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:08.153220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=0d741847-e160-4054-b84b-d4153b8beead,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:08.655109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6427ff21-436b-45f5-ae77-fade73d6c0cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:08.732145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6427ff21-436b-45f5-ae77-fade73d6c0cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1002494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1002471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603062'] for router, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:08.910282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6427ff21-436b-45f5-ae77-fade73d6c0cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 256f00bc-fa73-45c7-a57e-34917c9525dd has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:51:09.083129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6427ff21-436b-45f5-ae77-fade73d6c0cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:51:09.089505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6427ff21-436b-45f5-ae77-fade73d6c0cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:09.090637 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6427ff21-436b-45f5-ae77-fade73d6c0cc tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/256f00bc-fa73-45c7-a57e-34917c9525dd HTTP/1.1" status: 200 len: 888 time: 0.9539747 Apr 22 17:51:09.092992 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] Sync routers for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:51:09.093561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55658) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:09.102090 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:51:09.102687 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:51:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:09.197251 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0aeddb02-f43a-49fb-849b-52086170b0b6 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/6a42d8a6-ca7f-445f-a711-92c0ac2f3935 HTTP/1.1" status: 200 len: 991 time: 0.1026244 Apr 22 17:51:09.273720 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:51:09.601888 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:08Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a42d8a6-ca7f-445f-a711-92c0ac2f3935', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'port_id': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'mac_address': 'fa:16:3e:71:8f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:50:00Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:09.605542 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] Checking router: 256f00bc-fa73-45c7-a57e-34917c9525dd for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:51:09.613986 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:51:09.614572 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:51:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:09.783075 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:51:10.108635 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:08Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a42d8a6-ca7f-445f-a711-92c0ac2f3935', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'port_id': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'mac_address': 'fa:16:3e:71:8f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:50:00Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:10.112852 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261282f8-b141-4438-b321-31abe1e4bf21 None None] The sync data for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv is: [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:08Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a42d8a6-ca7f-445f-a711-92c0ac2f3935', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'port_id': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'mac_address': 'fa:16:3e:71:8f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:50:00Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 2, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:51:07Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:51:10.200586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55662) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:10.525911 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3b8f90c0-6ba3-4cec-a007-cf5d3aafac5c tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/6a42d8a6-ca7f-445f-a711-92c0ac2f3935 HTTP/1.1" status: 200 len: 991 time: 0.3241732 Apr 22 17:51:11.529803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55668) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:11.641400 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-138fa403-596b-41c3-a159-620904065a06 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/6a42d8a6-ca7f-445f-a711-92c0ac2f3935 HTTP/1.1" status: 200 len: 991 time: 0.1104689 Apr 22 17:51:11.647528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:51:11.690667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0289d7-8c62-4b54-8e92-df9e869a88f4 None None] New status for floating IP 6a42d8a6-ca7f-445f-a711-92c0ac2f3935: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:51:11.915269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:51:11.915641 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:12.099120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:12.115753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:12.166198 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:12.167019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d741847-e160-4054-b84b-d4153b8beead up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:51:12.283083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:12.294207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0d741847-e160-4054-b84b-d4153b8beead triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:51:12.294580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:12.411747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:12.442478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 0d741847-e160-4054-b84b-d4153b8beead, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d741847-e160-4054-b84b-d4153b8beead,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:12.497388 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:12.562837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=0d741847-e160-4054-b84b-d4153b8beead,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:12.643643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55672) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:12.748398 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bd2e9004-233b-423a-91cb-f7e4af7e6a64 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/floatingips/6a42d8a6-ca7f-445f-a711-92c0ac2f3935 HTTP/1.1" status: 200 len: 993 time: 0.1036510 Apr 22 17:51:13.025138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55680) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:13.225377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port e03ed575-7daa-4f20-bb86-bf9d1a6f60b7 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:51:13.225722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:13.390677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:13.391032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:13.513386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for e03ed575-7daa-4f20-bb86-bf9d1a6f60b7 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:51:13.612628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:51:13.683056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:51:13.683432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:13.732054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:13.783553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=e03ed575-7daa-4f20-bb86-bf9d1a6f60b7,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:13.798991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d741847-e160-4054-b84b-d4153b8beead up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:51:13.849038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.849304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.849644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.849996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.850385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.850646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.850994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.851319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.851644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.851968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.852287 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.852602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:13.870098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0d741847-e160-4054-b84b-d4153b8beead triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:51:13.870477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:13.884207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:13.884546 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Floating IP 6a42d8a6-ca7f-445f-a711-92c0ac2f3935 disassociated (deleted). External IP: 172.26.3.123, port: cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a. Apr 22 17:51:14.323926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 256f00bc-fa73-45c7-a57e-34917c9525dd has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:51:14.499811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:51:14.509367 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] Sync routers for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:51:14.518341 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:51:14.518973 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:51:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:14.549491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:14.607198 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c843f5fd-e553-46b2-8f6b-6a1c3498a771 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/floatingips/6a42d8a6-ca7f-445f-a711-92c0ac2f3935 HTTP/1.1" status: 204 len: 168 time: 1.5805387 Apr 22 17:51:14.607637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:51:14.654181 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0517e7-c0e2-4dc5-9052-cb557f0cf567'] response: {'name': 'network-changed', 'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'status': 'completed', 'code': 200} Apr 22 17:51:14.727485 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:51:14.746364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-f3b30f7f-60cd-4bfe-94c7-63816e1e1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:14.747897 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-f3b30f7f-60cd-4bfe-94c7-63816e1e1d05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 1098 time: 0.0730340 Apr 22 17:51:14.881833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-9a2c15d4-5470-48a3-8e61-fc7d37e05168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:14.883564 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-9a2c15d4-5470-48a3-8e61-fc7d37e05168 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b123060a-cbf0-4b15-a6f5-f0805ce71b39 HTTP/1.1" status: 200 len: 896 time: 0.1292267 Apr 22 17:51:14.957376 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-7c06e0be-1f1b-49dd-a27a-fa9d081d27f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a HTTP/1.1" status: 200 len: 217 time: 0.0672708 Apr 22 17:51:15.023023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-e18cde6b-7f32-4c9d-9560-08ab4b724099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:15.025188 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-e18cde6b-7f32-4c9d-9560-08ab4b724099 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca1742a6-5f46-4bf4-b475-2c2267aa7d2a HTTP/1.1" status: 200 len: 835 time: 0.0615885 Apr 22 17:51:15.035043 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:08Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:15.039091 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] Checking router: 256f00bc-fa73-45c7-a57e-34917c9525dd for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:51:15.047526 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:51:15.048118 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:51:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:15.104916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-46a2b27d-f393-40ca-b5eb-26e5264a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:15.106798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-46a2b27d-f393-40ca-b5eb-26e5264a3348 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b123060a-cbf0-4b15-a6f5-f0805ce71b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743406 Apr 22 17:51:15.183481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a41157-623a-4f00-bba4-a19f26408394 req-6fcfa931-fa23-425e-ade4-5369801e73c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:15.184192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-b6a41157-623a-4f00-bba4-a19f26408394 req-6fcfa931-fa23-425e-ade4-5369801e73c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Synchronizing usage tracker for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:51:15.226171 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:51:15.241902 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-d7aa3bc0-582b-4a32-bf54-06297da40e18 service neutron] 10.222.0.16 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273899 Apr 22 17:51:15.257894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-b6a41157-623a-4f00-bba4-a19f26408394 req-6fcfa931-fa23-425e-ade4-5369801e73c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Unset dirty status for tenant:43710c6d65724bcfb8ab4fb4e1213c11 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:51:15.259090 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6a41157-623a-4f00-bba4-a19f26408394 req-6fcfa931-fa23-425e-ade4-5369801e73c8 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 945 time: 0.1531310 Apr 22 17:51:15.309347 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6a41157-623a-4f00-bba4-a19f26408394 req-4d0be6cb-60c5-48e8-b191-4191a09d8648 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Apr 22 17:51:15.375462 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71d34ded-42a8-4a24-80a1-bd0871ef3a17 req-675066f1-e416-4478-9b5d-39a5657fddea service neutron] 10.222.0.16 "GET /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273334 Apr 22 17:51:15.536850 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:08Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:15.540551 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209d413-68cd-45fd-94c1-bae901d9afe1 None None] The sync data for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv is: [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:08Z', 'revision_number': 6, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '0d741847-e160-4054-b84b-d4153b8beead', 'name': '', 'network_id': 'b123060a-cbf0-4b15-a6f5-f0805ce71b39', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'mac_address': 'fa:16:3e:d9:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:37Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'subnets': [{'id': 'ca1742a6-5f46-4bf4-b475-2c2267aa7d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:51:16.172461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34126ce4-5ee4-448e-bc00-638deb7b8dc7 None None] New status for floating IP 6a42d8a6-ca7f-445f-a711-92c0ac2f3935: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:51:16.499476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ed1bc-5da3-4d21-8def-fd85416d042d req-af201bc0-10d0-4e6d-bd71-20135d84ff2f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:16.500945 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-785ed1bc-5da3-4d21-8def-fd85416d042d req-af201bc0-10d0-4e6d-bd71-20135d84ff2f tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 945 time: 0.0809104 Apr 22 17:51:16.546450 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-785ed1bc-5da3-4d21-8def-fd85416d042d req-55887ab1-add0-424b-ab23-b379be097682 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397644 Apr 22 17:51:16.779933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-9c5554ed-eeee-4d02-9e53-f078fb0dccf3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:16.781388 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-9c5554ed-eeee-4d02-9e53-f078fb0dccf3 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 945 time: 0.0811138 Apr 22 17:51:16.848884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:51:16.850869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:17.091925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:17.092291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:17.213384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:51:17.525918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:17.578452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:17.617312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.617672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.618020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.618444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.618681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.619045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.619376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.619707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.620038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.620455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.620848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.621176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:51:17.663404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] No DVR routers for this DVR port cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:51:17.665910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:17.668572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'name': 'network-vif-deleted', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:51:17.709778 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1af21137-ff3e-469f-8645-0758ef417405 req-07291b4d-1bd0-40f9-96ac-024f5ff80b69 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "GET /v2.0/ports?device_id=d86afb72-4166-42d5-8efb-cd595ea1c408 HTTP/1.1" status: 200 len: 210 time: 0.0443079 Apr 22 17:51:17.714429 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36149fb-5961-411d-9fe0-8dd71f7a9d16'] response: {'server_uuid': 'd86afb72-4166-42d5-8efb-cd595ea1c408', 'name': 'network-vif-deleted', 'tag': 'cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a', 'status': 'completed', 'code': 200} Apr 22 17:51:17.728032 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3725d7c7-6517-4833-b038-da8f5aadd846 req-cbbd7760-bfac-484e-a864-616b25e18499 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.16 "DELETE /v2.0/ports/cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a HTTP/1.1" status: 204 len: 173 time: 0.9412248 Apr 22 17:51:18.804206 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55698) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:18.870460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5dfead1c-47b3-407d-b5bf-efc510999f66 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:18.898579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5dfead1c-47b3-407d-b5bf-efc510999f66 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:19.017259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5dfead1c-47b3-407d-b5bf-efc510999f66 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:19.037050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfead1c-47b3-407d-b5bf-efc510999f66 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:19.114186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5dfead1c-47b3-407d-b5bf-efc510999f66 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:19.115380 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5dfead1c-47b3-407d-b5bf-efc510999f66 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/security-groups/8e1e96b9-6fd7-4f05-9b88-baae97b4c0d3 HTTP/1.1" status: 204 len: 168 time: 0.3101788 Apr 22 17:51:19.217707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55704) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:19.759956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:20.109060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port 0d741847-e160-4054-b84b-d4153b8beead {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:51:20.109324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:20.125067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:51:20.158074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:51:20.158428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cc271cd9-ee3d-47bb-a0ce-f889ecab8e3a not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:51:20.292695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port 0d741847-e160-4054-b84b-d4153b8beead, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0d741847-e160-4054-b84b-d4153b8beead,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:20.293276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:20.523470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for 0d741847-e160-4054-b84b-d4153b8beead owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:51:20.920888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:20.969052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=0d741847-e160-4054-b84b-d4153b8beead,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:21.243409 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:21.597478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Router 256f00bc-fa73-45c7-a57e-34917c9525dd has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:51:21.769775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:51:21.779593 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] Sync routers for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:51:21.782223 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3bf0cc95-2db9-4ca7-9227-8c46ccd8a1e1 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "PUT /v2.0/routers/256f00bc-fa73-45c7-a57e-34917c9525dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628092 Apr 22 17:51:21.784883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55708) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:21.789567 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:51:21.790164 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:51:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:21.972526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-08521ae7-c6d6-4eb4-ab5e-0f11985377d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting subnet ca1742a6-5f46-4bf4-b475-2c2267aa7d2a {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:51:21.975496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08521ae7-c6d6-4eb4-ab5e-0f11985377d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.004748 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:51:22.028611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08521ae7-c6d6-4eb4-ab5e-0f11985377d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.113760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08521ae7-c6d6-4eb4-ab5e-0f11985377d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.240515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08521ae7-c6d6-4eb4-ab5e-0f11985377d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.280102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08521ae7-c6d6-4eb4-ab5e-0f11985377d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1742a6-5f46-4bf4-b475-2c2267aa7d2a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:22.282759 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:20Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:22.284250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-08521ae7-c6d6-4eb4-ab5e-0f11985377d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.292349 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] Checking router: 256f00bc-fa73-45c7-a57e-34917c9525dd for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:51:22.292974 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-08521ae7-c6d6-4eb4-ab5e-0f11985377d2 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/subnets/ca1742a6-5f46-4bf4-b475-2c2267aa7d2a HTTP/1.1" status: 204 len: 168 time: 0.5045087 Apr 22 17:51:22.293069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297f942-c886-4d08-b8a6-8f6d92a7e117 None None] Network b123060a-cbf0-4b15-a6f5-f0805ce71b39 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:51:22.293422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55712) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:22.300063 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] Routers {'256f00bc-fa73-45c7-a57e-34917c9525dd'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:51:22.300720 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:51:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['256f00bc-fa73-45c7-a57e-34917c9525dd'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:22.477762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.491594 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] Set router 256f00bc-fa73-45c7-a57e-34917c9525dd gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:51:22.565125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] DHCP port deletion for b123060a-cbf0-4b15-a6f5-f0805ce71b39 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 17:51:22.569226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] Deleting port 6859da16-64b3-4e26-9fa3-5822baf424e2 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:51:22.570017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.657471 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.726289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Deleting port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:51:22.726688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.780440 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:20Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:22.784492 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d671cbd4-2915-46ba-9379-c09a65702c03 None None] The sync data for ids ['256f00bc-fa73-45c7-a57e-34917c9525dd'] in dv-neutron-839024-1-hyperv is: [{'id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'name': 'tempest-TestNetworkBasicOps-router-1187150160', 'tenant_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:20Z', 'revision_number': 7, 'project_id': '43710c6d65724bcfb8ab4fb4e1213c11', 'gw_port': {'id': 'f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f00bc-fa73-45c7-a57e-34917c9525dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:49:32Z', 'updated_at': '2022-04-22T17:51:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:51:22.817836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] For port 6859da16-64b3-4e26-9fa3-5822baf424e2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=6859da16-64b3-4e26-9fa3-5822baf424e2,segment=NetworkSegment(7641f23f-a40e-4331-819f-e37afcbd7791),segment_id=7641f23f-a40e-4331-819f-e37afcbd7791)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:22.818241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.901986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] For port f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:22.902349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:22.938628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] Calling delete_port for 6859da16-64b3-4e26-9fa3-5822baf424e2 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:51:23.051985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:23.098719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] Pushing event deleted for resources: {'Port': ['ID=6859da16-64b3-4e26-9fa3-5822baf424e2,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:23.104774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee8abd-ed92-4e99-bdb4-0ab16b1f032d None None] No DVR routers for this DVR port 6859da16-64b3-4e26-9fa3-5822baf424e2 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:51:23.131357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Calling delete_port for f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:51:23.343800 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:23.392213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Port': ['ID=f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:23.479067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:23.649973 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:23.652354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:23.656791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6859da16-64b3-4e26-9fa3-5822baf424e2 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:51:23.690235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 6859da16-64b3-4e26-9fa3-5822baf424e2 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:51:23.690625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 6859da16-64b3-4e26-9fa3-5822baf424e2 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:51:23.691068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d741847-e160-4054-b84b-d4153b8beead no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:51:23.723405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 0d741847-e160-4054-b84b-d4153b8beead {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:51:23.723755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0d741847-e160-4054-b84b-d4153b8beead not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:51:23.737464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:23.738104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Fanout notify agent at l3_agent the message router_deleted on router 256f00bc-fa73-45c7-a57e-34917c9525dd {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 17:51:23.752706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:23.754292 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8c33da95-4a0e-4ad8-ac87-da33bba9bc24 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/routers/256f00bc-fa73-45c7-a57e-34917c9525dd HTTP/1.1" status: 204 len: 168 time: 1.4594643 Apr 22 17:51:23.761893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55716) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:23.874639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:24.008635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:24.033384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b123060a-cbf0-4b15-a6f5-f0805ce71b39']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:24.044741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7641f23f-a40e-4331-819f-e37afcbd7791') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:24.045035 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7641f23f-a40e-4331-819f-e37afcbd7791') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:51:24.055797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:24.071384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:24.077656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:51:24.078031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:51:24.091719 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:51:24.263174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:24.283775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:24.292193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] Pushing event deleted for resources: {'Network': ['ID=b123060a-cbf0-4b15-a6f5-f0805ce71b39,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:24.349489 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-79a94f8e-9ea3-4845-8701-501bcbe61dc7 tempest-TestNetworkBasicOps-321378754 tempest-TestNetworkBasicOps-321378754-project] 10.222.0.10 "DELETE /v2.0/networks/b123060a-cbf0-4b15-a6f5-f0805ce71b39 HTTP/1.1" status: 204 len: 168 time: 0.5865324 Apr 22 17:51:24.792621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55726) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:24.955132 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-facf4cc8-62a5-4c5b-be91-291f3edc01fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43710c6d65724bcfb8ab4fb4e1213c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612768 Apr 22 17:51:24.957455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55732) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:25.013314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16a8b58c-188a-4ad9-bd1e-088c725e561a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:25.038045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16a8b58c-188a-4ad9-bd1e-088c725e561a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:25.177306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16a8b58c-188a-4ad9-bd1e-088c725e561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:25.192421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8b58c-188a-4ad9-bd1e-088c725e561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a77a57a-108b-4c9f-aede-52f1c7250f94,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:25.200674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-16a8b58c-188a-4ad9-bd1e-088c725e561a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:25.201798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-16a8b58c-188a-4ad9-bd1e-088c725e561a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a77a57a-108b-4c9f-aede-52f1c7250f94 HTTP/1.1" status: 204 len: 168 time: 0.2434506 Apr 22 17:51:25.569743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:51:25.605840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:51:25.606216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f2dd5653-1dfe-438f-bc9e-7dcc9c9300bf not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:51:25.723696 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55740) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:25.741310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:25.755835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:51:25.759820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] Usage tracker for resource:security_group_rule and tenant:95201ae491b8424ba3c830902ff36ff3 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:51:25.762601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:51:25.768885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:51:25.849070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:25.896932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:25.947621 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95201ae491b8424ba3c830902ff36ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228174 Apr 22 17:51:25.948572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabef83-3120-4b5b-b366-90e55d52ed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae592f-3e74-48df-b255-217dd3d4db7d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:25.950302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55744) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:26.008628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c533602b-3228-4d2c-8a0b-cd994adbc229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:26.032811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c533602b-3228-4d2c-8a0b-cd994adbc229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:26.119978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c533602b-3228-4d2c-8a0b-cd994adbc229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:26.137208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533602b-3228-4d2c-8a0b-cd994adbc229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae592f-3e74-48df-b255-217dd3d4db7d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:26.141221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c533602b-3228-4d2c-8a0b-cd994adbc229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:26.142163 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c533602b-3228-4d2c-8a0b-cd994adbc229 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cae592f-3e74-48df-b255-217dd3d4db7d HTTP/1.1" status: 204 len: 168 time: 0.1907423 Apr 22 17:51:27.207943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55768) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:27.312924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1524838733-network', 'tenant_id': 'c2011ba3720a47779494382b2b8992f2'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:27.317632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:51:27.321493 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Usage tracker for resource:network and tenant:c2011ba3720a47779494382b2b8992f2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:51:27.324346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:51:27.330579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:51:27.394615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Made reservation on behalf of c2011ba3720a47779494382b2b8992f2 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:51:27.397033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:27.413073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:27.427460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:51:27.431349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c2011ba3720a47779494382b2b8992f2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:51:27.434135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:51:27.440309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:51:27.522479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:27.559929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:27.590899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:51:27.599489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0934b13-4e81-49a8-9c19-2ae2f521ec5a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:27.604934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:27.605375 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Added segment 39920ae7-c0ce-4fc3-9f16-f3812e2309e8 of type vlan for network 37ff3702-d6da-429a-bd1e-5f0279331417 Apr 22 17:51:27.632172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:27.731755 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:27.732750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:27.733849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:27.833220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] Pushing event updated for resources: {'Network': ['ID=37ff3702-d6da-429a-bd1e-5f0279331417,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:27.844050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 37ff3702-d6da-429a-bd1e-5f0279331417 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:51:27.921666 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-067a76c1-c3d0-4892-8d27-cc81ea1e46b7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7126086 Apr 22 17:51:27.924663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 55774) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:27.930630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Request body: {'subnet': {'network_id': '37ff3702-d6da-429a-bd1e-5f0279331417', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1524838733-subnet', 'tenant_id': 'c2011ba3720a47779494382b2b8992f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:27.934638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:51:27.938408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Usage tracker for resource:subnet and tenant:c2011ba3720a47779494382b2b8992f2 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:51:27.941244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:51:27.947123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:51:28.017068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Made reservation on behalf of c2011ba3720a47779494382b2b8992f2 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:51:28.019323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:28.377467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:28.452946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=990de22c-ff32-4f7d-a89d-729243a34171,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:28.459892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Checking segment: {'id': '39920ae7-c0ce-4fc3-9f16-f3812e2309e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '37ff3702-d6da-429a-bd1e-5f0279331417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:51:28.460244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Network hostable DHCP agents. Network: 37ff3702-d6da-429a-bd1e-5f0279331417, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:51:28.548496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Network 37ff3702-d6da-429a-bd1e-5f0279331417 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:51:28.611608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 37ff3702-d6da-429a-bd1e-5f0279331417) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:51:28.615519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:28.616102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:28.620329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd19ec-9288-4760-aac4-a9a88aa7cc99 None None] Network 37ff3702-d6da-429a-bd1e-5f0279331417 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:51:28.675702 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8501383a-b4e9-4aa4-ab4e-8129d1096eab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7499208 Apr 22 17:51:28.829423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d59be-db15-42ce-b882-a65cb1e0db61 None None] Network 37ff3702-d6da-429a-bd1e-5f0279331417 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:51:29.338393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55792) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:29.344514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1444890881-network', 'tenant_id': '2fce543b1d6b4e68a153c9cb4d47073b'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:29.349173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:51:29.353093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Usage tracker for resource:network and tenant:2fce543b1d6b4e68a153c9cb4d47073b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:51:29.355933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:51:29.362794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:51:29.428422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Made reservation on behalf of 2fce543b1d6b4e68a153c9cb4d47073b for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:51:29.430712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:29.442666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:29.456538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:51:29.460324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Usage tracker for resource:security_group_rule and tenant:2fce543b1d6b4e68a153c9cb4d47073b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:51:29.463091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:51:29.469213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:51:29.548452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:29.594098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:29.625433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:51:29.630336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3231f681-55e8-43ad-96bd-be2216910c98,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:29.637110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:29.637509 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Added segment 74df6de8-9014-4d96-b914-db390886f030 of type vlan for network 77044232-4a67-48bd-89c4-80eb1900c531 Apr 22 17:51:29.662817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:29.765847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:29.766798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:29.767366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:29.870020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] Pushing event updated for resources: {'Network': ['ID=77044232-4a67-48bd-89c4-80eb1900c531,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:29.879358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 77044232-4a67-48bd-89c4-80eb1900c531 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:51:29.938325 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6e20b08c-6869-40b5-a2a0-56d03560b1ed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5987067 Apr 22 17:51:29.940980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55796) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:51:29.946392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Request body: {'subnet': {'network_id': '77044232-4a67-48bd-89c4-80eb1900c531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1444890881-subnet', 'tenant_id': '2fce543b1d6b4e68a153c9cb4d47073b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:29.951223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:51:29.955505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Usage tracker for resource:subnet and tenant:2fce543b1d6b4e68a153c9cb4d47073b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:51:29.958297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:51:29.964984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:51:30.045609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Made reservation on behalf of 2fce543b1d6b4e68a153c9cb4d47073b for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:51:30.048013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:30.314707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:30.388589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d555000f-e7c1-4f05-91d5-a423e938289d,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:30.396752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Checking segment: {'id': '74df6de8-9014-4d96-b914-db390886f030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77044232-4a67-48bd-89c4-80eb1900c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:51:30.397110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Network hostable DHCP agents. Network: 77044232-4a67-48bd-89c4-80eb1900c531, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:51:30.411922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-913b74fc-7bb3-4fab-8b20-6694b8f66032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:30.468830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Network 77044232-4a67-48bd-89c4-80eb1900c531 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:51:30.554289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 77044232-4a67-48bd-89c4-80eb1900c531) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:51:30.558042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:30.558623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:30.564232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e72bbd-e994-4849-b271-db37c6616b90 None None] Network 77044232-4a67-48bd-89c4-80eb1900c531 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:51:30.652446 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-48ac5613-fe0b-4616-9464-a270cc4bc47e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7104154 Apr 22 17:51:30.777308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6257a4-cbf0-4c29-bab9-d257f32cab35 None None] Network 77044232-4a67-48bd-89c4-80eb1900c531 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:51:31.212707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-dfd54b02-a5b7-4856-b39b-3e493b6ffd54 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:31.214139 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-dfd54b02-a5b7-4856-b39b-3e493b6ffd54 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/networks?id=37ff3702-d6da-429a-bd1e-5f0279331417 HTTP/1.1" status: 200 len: 812 time: 0.1428854 Apr 22 17:51:31.228887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-62822909-a431-415d-964d-16e16f77abe8 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/quotas/c2011ba3720a47779494382b2b8992f2 HTTP/1.1" status: 200 len: 375 time: 0.0087812 Apr 22 17:51:31.280762 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-e5ec16e1-baa2-40aa-9157-8d98f0675f24 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2011ba3720a47779494382b2b8992f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464702 Apr 22 17:51:31.390463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-55d43303-a246-413b-8e7b-93db54e3be33 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:51:31.391563 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-55d43303-a246-413b-8e7b-93db54e3be33 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1042426 Apr 22 17:51:31.520249 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-f74e2a92-d0d6-45e9-ba2d-355e9b31d105 service neutron] 10.222.0.10 "GET /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224365 Apr 22 17:51:31.648581 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-c49b4a32-461e-449d-b2c3-f5fc747e2076 service neutron] 10.222.0.10 "GET /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225815 Apr 22 17:51:31.891691 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a65f11f4-1266-45c3-8c2a-fa8aa4d07ede req-fd086961-6bbc-461c-99fc-059d870fcb99 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 210 time: 0.0422907 Apr 22 17:51:32.611687 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47acf502-9cf1-458d-bcd3-2d64293dd55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:32.986859 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00eb075b-c6db-4814-9b5e-20c3d9eb56e4 req-e690f83e-0c98-473f-afc2-434f48a1feb9 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 210 time: 0.0427351 Apr 22 17:51:33.703033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:33.812039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:34.081953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5e4ea27-3f5e-4c23-8b57-e5671ad9ac1f req-2d9e1532-9d8d-4aa7-8903-b0f0b0d9fbca tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 210 time: 0.0451906 Apr 22 17:51:34.519828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:35.085492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:35.174688 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c8fbde0c-a470-40a3-94a9-a5b09584f216 req-ac3f1033-ab42-4873-8d02-f7c02406c10f tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 210 time: 0.0412271 Apr 22 17:51:36.318369 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-06a26980-47a2-4584-86db-985cfae74bb0 req-1c2048d4-0783-4d0d-88ac-031131d580d6 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 210 time: 0.0422184 Apr 22 17:51:37.564799 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ae3afa4-7aa7-44b3-a737-191f09231426 req-3a21e243-9c23-4e0c-8db4-dda72ae6edef tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 210 time: 0.1370089 Apr 22 17:51:37.920231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-273258a7-fbc4-4a01-bd3e-7e1371bddbd3 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:37.921654 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-273258a7-fbc4-4a01-bd3e-7e1371bddbd3 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.16 "GET /v2.0/networks?id=37ff3702-d6da-429a-bd1e-5f0279331417 HTTP/1.1" status: 200 len: 812 time: 0.1466174 Apr 22 17:51:37.933040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Request body: {'port': {'device_id': '9f24f7d4-0809-41a4-a3b6-1f98e09b342f', 'network_id': '37ff3702-d6da-429a-bd1e-5f0279331417', 'admin_state_up': True, 'tenant_id': 'c2011ba3720a47779494382b2b8992f2'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:38.067929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:51:38.071860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Usage tracker for resource:port and tenant:c2011ba3720a47779494382b2b8992f2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:51:38.074663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:51:38.080441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:51:38.131392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Made reservation on behalf of c2011ba3720a47779494382b2b8992f2 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:51:38.135790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:38.294292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Allocated IP 172.20.0.2 (37ff3702-d6da-429a-bd1e-5f0279331417/990de22c-ff32-4f7d-a89d-729243a34171/712de93e-2ea2-42e1-897a-19aa1f6cf902) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:51:38.491488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:38.537191 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:51:38.571612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:38.639532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Network 37ff3702-d6da-429a-bd1e-5f0279331417 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:51:38.647095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:51:38.651394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:51:38.682039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Pushing event updated for resources: {'Port': ['ID=712de93e-2ea2-42e1-897a-19aa1f6cf902,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:38.718152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:38.718781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:38.750230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c63b7-4d37-4b40-b6bb-e2f1aae5b0cf req-85f80969-a341-47d9-b353-83ab10d037b0 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:38.751724 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f47c63b7-4d37-4b40-b6bb-e2f1aae5b0cf req-85f80969-a341-47d9-b353-83ab10d037b0 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 931 time: 0.0822370 Apr 22 17:51:38.794622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f47c63b7-4d37-4b40-b6bb-e2f1aae5b0cf req-ec21f369-c527-485d-9d15-a48f86ade84d tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Synchronizing usage tracker for tenant:c2011ba3720a47779494382b2b8992f2 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:51:38.795090 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-4935948f-386f-43be-86ce-31cc9695996b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8655789 Apr 22 17:51:38.805886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Request body: {'port': {'device_id': '9f24f7d4-0809-41a4-a3b6-1f98e09b342f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:51:38.885758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f47c63b7-4d37-4b40-b6bb-e2f1aae5b0cf req-ec21f369-c527-485d-9d15-a48f86ade84d tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Unset dirty status for tenant:c2011ba3720a47779494382b2b8992f2 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:51:38.886892 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f47c63b7-4d37-4b40-b6bb-e2f1aae5b0cf req-ec21f369-c527-485d-9d15-a48f86ade84d tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292894 Apr 22 17:51:38.917894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:39.245533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712de93e-2ea2-42e1-897a-19aa1f6cf902 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:51:39.253080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:39.267364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Transition to ACTIVE for port object 712de93e-2ea2-42e1-897a-19aa1f6cf902 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:51:39.383204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:39.509084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Pushing event updated for resources: {'Port': ['ID=712de93e-2ea2-42e1-897a-19aa1f6cf902,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:39.609898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Attempting to bind port 712de93e-2ea2-42e1-897a-19aa1f6cf902 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:51:39.610505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Attempting to bind port 712de93e-2ea2-42e1-897a-19aa1f6cf902 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '39920ae7-c0ce-4fc3-9f16-f3812e2309e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '37ff3702-d6da-429a-bd1e-5f0279331417'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:51:39.610611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Attempting to bind port 712de93e-2ea2-42e1-897a-19aa1f6cf902 on network 37ff3702-d6da-429a-bd1e-5f0279331417 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:51:39.615031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Port 712de93e-2ea2-42e1-897a-19aa1f6cf902 on network 37ff3702-d6da-429a-bd1e-5f0279331417 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:51:39.615350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Attempting to bind port 712de93e-2ea2-42e1-897a-19aa1f6cf902 on network 37ff3702-d6da-429a-bd1e-5f0279331417 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:51:39.620352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:51:39.620686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Checking segment: {'id': '39920ae7-c0ce-4fc3-9f16-f3812e2309e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '37ff3702-d6da-429a-bd1e-5f0279331417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:51:39.621068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Bound using segment: {'id': '39920ae7-c0ce-4fc3-9f16-f3812e2309e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '37ff3702-d6da-429a-bd1e-5f0279331417'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:51:39.621490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Bound port: 712de93e-2ea2-42e1-897a-19aa1f6cf902, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39920ae7-c0ce-4fc3-9f16-f3812e2309e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '37ff3702-d6da-429a-bd1e-5f0279331417'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:51:39.621830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:39.809513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] For port 712de93e-2ea2-42e1-897a-19aa1f6cf902, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:51:39.812787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] For port 712de93e-2ea2-42e1-897a-19aa1f6cf902, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=712de93e-2ea2-42e1-897a-19aa1f6cf902,segment=NetworkSegment(39920ae7-c0ce-4fc3-9f16-f3812e2309e8),segment_id=39920ae7-c0ce-4fc3-9f16-f3812e2309e8)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:51:39.857439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:39.912247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:39.912853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:39.914245 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] 10.222.0.16 "PUT /v2.0/ports/712de93e-2ea2-42e1-897a-19aa1f6cf902 HTTP/1.1" status: 200 len: 1093 time: 1.1124244 Apr 22 17:51:39.914678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f24f7d4-0809-41a4-a3b6-1f98e09b342f', 'tag': '712de93e-2ea2-42e1-897a-19aa1f6cf902'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:51:39.940018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a159f-6e46-4375-8dae-901983eba3ae service neutron] Pushing event updated for resources: {'Port': ['ID=712de93e-2ea2-42e1-897a-19aa1f6cf902,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:39.968073 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e909f150-0445-4dc3-9c91-e3f2e78ef4a2'] response: {'name': 'network-changed', 'server_uuid': '9f24f7d4-0809-41a4-a3b6-1f98e09b342f', 'tag': '712de93e-2ea2-42e1-897a-19aa1f6cf902', 'status': 'completed', 'code': 200} Apr 22 17:51:40.117123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c8f8-0006-419d-8126-864d829a0a7b req-22247418-bc1d-4f66-97d9-301b659acb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:40.118511 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-43d0c8f8-0006-419d-8126-864d829a0a7b req-22247418-bc1d-4f66-97d9-301b659acb29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2011ba3720a47779494382b2b8992f2&device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 1096 time: 0.1331186 Apr 22 17:51:40.126688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507f282-23c5-435e-a075-ff10c85ea3f1 req-8b1d043b-5a86-4288-b2c5-524bc21f5d1f tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:40.127372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-2507f282-23c5-435e-a075-ff10c85ea3f1 req-8b1d043b-5a86-4288-b2c5-524bc21f5d1f tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Synchronizing usage tracker for tenant:c2011ba3720a47779494382b2b8992f2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:51:40.226562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-2507f282-23c5-435e-a075-ff10c85ea3f1 req-8b1d043b-5a86-4288-b2c5-524bc21f5d1f tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Unset dirty status for tenant:c2011ba3720a47779494382b2b8992f2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:51:40.227718 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2507f282-23c5-435e-a075-ff10c85ea3f1 req-8b1d043b-5a86-4288-b2c5-524bc21f5d1f tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 943 time: 0.2084150 Apr 22 17:51:40.299018 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2507f282-23c5-435e-a075-ff10c85ea3f1 req-cfbfbbf9-2452-4c58-a3b3-d3aaa94e7eb5 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636766 Apr 22 17:51:40.305664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c8f8-0006-419d-8126-864d829a0a7b req-09b1600d-0fc7-4a53-aab6-3f789e57c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:40.307078 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-43d0c8f8-0006-419d-8126-864d829a0a7b req-09b1600d-0fc7-4a53-aab6-3f789e57c64d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c2011ba3720a47779494382b2b8992f2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1771655 Apr 22 17:51:40.442379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c8f8-0006-419d-8126-864d829a0a7b req-df23e18e-b338-4d39-9180-965993c2c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:40.443836 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-43d0c8f8-0006-419d-8126-864d829a0a7b req-df23e18e-b338-4d39-9180-965993c2c1c4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1310315 Apr 22 17:51:40.547042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-12b1e78f-832d-49b0-ba90-37b8e5a3d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:40.548496 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-12b1e78f-832d-49b0-ba90-37b8e5a3d5ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2011ba3720a47779494382b2b8992f2&device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 1096 time: 0.0692992 Apr 22 17:51:40.617937 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-5809e8b1-16de-4e6d-b9d8-f221108336a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=712de93e-2ea2-42e1-897a-19aa1f6cf902 HTTP/1.1" status: 200 len: 217 time: 0.0626109 Apr 22 17:51:40.678353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-0419a6e7-b35b-489b-9210-a11f69b8d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:40.679790 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-0419a6e7-b35b-489b-9210-a11f69b8d612 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=990de22c-ff32-4f7d-a89d-729243a34171 HTTP/1.1" status: 200 len: 852 time: 0.0558002 Apr 22 17:51:40.725856 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-51920c10-56bc-4a19-a8fa-10f7543ff221 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37ff3702-d6da-429a-bd1e-5f0279331417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391626 Apr 22 17:51:40.854548 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-2a78856a-d8d1-4a6b-9cf3-c4e343660052 service neutron] 10.222.0.16 "GET /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225815 Apr 22 17:51:40.992318 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-578b0d5d-dc68-423e-8216-8d7460c7144e req-24791128-adfe-40d3-a6cd-5c3a5aa13058 service neutron] 10.222.0.16 "GET /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320417 Apr 22 17:51:41.480772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0f98-44a2-43eb-89ef-a5f6dc82f3ec req-56a33d63-9d56-4c4d-967f-1796382f2b27 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:41.482233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1eb0f98-44a2-43eb-89ef-a5f6dc82f3ec req-56a33d63-9d56-4c4d-967f-1796382f2b27 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 943 time: 0.0789692 Apr 22 17:51:41.525656 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1eb0f98-44a2-43eb-89ef-a5f6dc82f3ec req-9f2afdb4-16ac-42b0-a206-377811e539b4 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371222 Apr 22 17:51:42.708172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a11c-ca21-4620-a39e-2b62c4c318f1 req-8ea61400-78d8-40db-8972-ccc58c647030 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:42.709629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c066a11c-ca21-4620-a39e-2b62c4c318f1 req-8ea61400-78d8-40db-8972-ccc58c647030 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 943 time: 0.0819852 Apr 22 17:51:42.753370 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c066a11c-ca21-4620-a39e-2b62c4c318f1 req-a9cdefb2-3d1e-4902-8ab2-44a59887bd34 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 Apr 22 17:51:43.935992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337ddc2-d8e2-4f88-bdeb-39d794c5acec req-76012b15-ef5e-4893-b5b6-c45cd94d37aa tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:43.938086 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0337ddc2-d8e2-4f88-bdeb-39d794c5acec req-76012b15-ef5e-4893-b5b6-c45cd94d37aa tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 943 time: 0.0833073 Apr 22 17:51:43.980986 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0337ddc2-d8e2-4f88-bdeb-39d794c5acec req-c38c4f34-2597-4508-b24f-59393854f109 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Apr 22 17:51:44.219681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 712de93e-2ea2-42e1-897a-19aa1f6cf902 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:51:44.349138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 712de93e-2ea2-42e1-897a-19aa1f6cf902, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=712de93e-2ea2-42e1-897a-19aa1f6cf902,segment=NetworkSegment(39920ae7-c0ce-4fc3-9f16-f3812e2309e8),segment_id=39920ae7-c0ce-4fc3-9f16-f3812e2309e8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:44.362623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '712de93e-2ea2-42e1-897a-19aa1f6cf902', 'network_id': '37ff3702-d6da-429a-bd1e-5f0279331417', 'port_id': '712de93e-2ea2-42e1-897a-19aa1f6cf902', 'mac_address': 'fa:16:3e:43:f8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990de22c-ff32-4f7d-a89d-729243a34171', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:51:44.420910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:44.436954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712de93e-2ea2-42e1-897a-19aa1f6cf902 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:51:44.451626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 712de93e-2ea2-42e1-897a-19aa1f6cf902, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=712de93e-2ea2-42e1-897a-19aa1f6cf902,segment=NetworkSegment(39920ae7-c0ce-4fc3-9f16-f3812e2309e8),segment_id=39920ae7-c0ce-4fc3-9f16-f3812e2309e8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:44.519991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:44.584561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=712de93e-2ea2-42e1-897a-19aa1f6cf902,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:44.843825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['712de93e-2ea2-42e1-897a-19aa1f6cf902'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:51:45.162838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7219e-f7f8-438d-a8d0-5fb7b8766893 req-6b2bd9a0-bde3-4929-b6e6-9c831c38acc7 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:45.164177 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-34d7219e-f7f8-438d-a8d0-5fb7b8766893 req-6b2bd9a0-bde3-4929-b6e6-9c831c38acc7 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 944 time: 0.0776520 Apr 22 17:51:45.210628 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-34d7219e-f7f8-438d-a8d0-5fb7b8766893 req-5ff1f495-9bce-4ec6-8f76-b5bb56cdcef1 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Apr 22 17:51:46.235013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 712de93e-2ea2-42e1-897a-19aa1f6cf902 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:51:46.371348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 712de93e-2ea2-42e1-897a-19aa1f6cf902 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:51:46.376644 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 712de93e-2ea2-42e1-897a-19aa1f6cf902 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:51:46.377087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:46.393883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e22c7e-43fb-49e7-b2d6-e198802049b1 req-0b9472d8-8d39-4446-ba52-e370064f7249 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:46.395503 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d6e22c7e-43fb-49e7-b2d6-e198802049b1 req-0b9472d8-8d39-4446-ba52-e370064f7249 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 944 time: 0.0806806 Apr 22 17:51:46.444070 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d6e22c7e-43fb-49e7-b2d6-e198802049b1 req-8b6a80c1-b517-4d53-9fdf-cbb439934728 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Apr 22 17:51:46.494489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:46.520535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24f7d4-0809-41a4-a3b6-1f98e09b342f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712de93e-2ea2-42e1-897a-19aa1f6cf902'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:51:46.530340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 712de93e-2ea2-42e1-897a-19aa1f6cf902, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=712de93e-2ea2-42e1-897a-19aa1f6cf902,segment=NetworkSegment(39920ae7-c0ce-4fc3-9f16-f3812e2309e8),segment_id=39920ae7-c0ce-4fc3-9f16-f3812e2309e8)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:51:46.564557 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdb849f-4e2b-4398-a230-f8d5fa449d7c'] response: {'server_uuid': '9f24f7d4-0809-41a4-a3b6-1f98e09b342f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712de93e-2ea2-42e1-897a-19aa1f6cf902', 'code': 200} Apr 22 17:51:46.594919 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:51:46.665023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=712de93e-2ea2-42e1-897a-19aa1f6cf902,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:51:46.899757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9df1c-96ad-4e8d-b732-5ec25469c3f9 req-3c368e5a-3b14-470a-8cd5-c376d9397729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:46.901141 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e3b9df1c-96ad-4e8d-b732-5ec25469c3f9 req-3c368e5a-3b14-470a-8cd5-c376d9397729 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 1098 time: 0.0679574 Apr 22 17:51:46.940370 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e3b9df1c-96ad-4e8d-b732-5ec25469c3f9 req-cbf4fd50-3727-4209-b1ac-e0aff169ba2e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Apr 22 17:51:47.624515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04b5ca-16ec-4ead-a60d-c6d24b062af1 req-e96c406b-1fc5-4343-8899-89a468434eb2 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:47.625957 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-db04b5ca-16ec-4ead-a60d-c6d24b062af1 req-e96c406b-1fc5-4343-8899-89a468434eb2 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0787628 Apr 22 17:51:47.669315 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-db04b5ca-16ec-4ead-a60d-c6d24b062af1 req-f9fd769e-545e-4403-be12-9737ed1ca1a9 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Apr 22 17:51:48.853455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea41b0f-9063-4808-9e94-ed54f0407f4f req-69fb6657-2a5d-4259-b9e2-ceeb78858343 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:48.859966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8ea41b0f-9063-4808-9e94-ed54f0407f4f req-69fb6657-2a5d-4259-b9e2-ceeb78858343 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0816286 Apr 22 17:51:48.898453 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8ea41b0f-9063-4808-9e94-ed54f0407f4f req-a288c238-e1f9-444f-b0e7-7756dacfe50f tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371735 Apr 22 17:51:49.078172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477aea3-54e3-4f87-acf9-8fa01a4fb855 req-a1a286bf-b68a-4fe4-a26c-c6844fe54e74 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:49.079540 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0477aea3-54e3-4f87-acf9-8fa01a4fb855 req-a1a286bf-b68a-4fe4-a26c-c6844fe54e74 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0806110 Apr 22 17:51:49.122919 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0477aea3-54e3-4f87-acf9-8fa01a4fb855 req-889be4c9-513d-494b-a76b-c44c49b54d0c tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Apr 22 17:51:49.667957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a5a1d-3316-4720-8075-ba8675fc3bd0 req-41e8fa39-96cd-47df-9b50-f1e01f76bebc tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:49.669311 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ce3a5a1d-3316-4720-8075-ba8675fc3bd0 req-41e8fa39-96cd-47df-9b50-f1e01f76bebc tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0778327 Apr 22 17:51:49.712142 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ce3a5a1d-3316-4720-8075-ba8675fc3bd0 req-c2b0c46b-688c-487a-b8b7-16cb272c31ef tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373800 Apr 22 17:51:50.893705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d949a-e59f-48f9-aa24-c2b957c03921 req-2bfbe360-f3bd-42b3-9779-0a984b7b2293 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:50.895192 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1e7d949a-e59f-48f9-aa24-c2b957c03921 req-2bfbe360-f3bd-42b3-9779-0a984b7b2293 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0793951 Apr 22 17:51:50.939392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1e7d949a-e59f-48f9-aa24-c2b957c03921 req-73fac6cf-c4b7-498e-b0ea-015c516877c6 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385637 Apr 22 17:51:51.557412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ceef9-fa17-407c-a74c-ec597c087de2 req-ae1d63ee-485e-4dd8-8c1d-3a30fc20f726 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:51.558782 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-856ceef9-fa17-407c-a74c-ec597c087de2 req-ae1d63ee-485e-4dd8-8c1d-3a30fc20f726 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.2382991 Apr 22 17:51:51.561326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-e967e7de-d940-40c5-91b3-a771e40a8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:51.562659 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-e967e7de-d940-40c5-91b3-a771e40a8fd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2011ba3720a47779494382b2b8992f2&device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 1098 time: 0.1048374 Apr 22 17:51:51.688700 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-856ceef9-fa17-407c-a74c-ec597c087de2 req-cab4a266-73be-4b23-bbb5-b99675a6835b tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239996 Apr 22 17:51:51.722022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-ce26a90e-4866-4f5e-9296-03f2b2ea10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:51.723497 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-ce26a90e-4866-4f5e-9296-03f2b2ea10ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=37ff3702-d6da-429a-bd1e-5f0279331417 HTTP/1.1" status: 200 len: 912 time: 0.1459556 Apr 22 17:51:51.789059 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-e4612938-f0a9-4678-b0db-04518f12ddf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=712de93e-2ea2-42e1-897a-19aa1f6cf902 HTTP/1.1" status: 200 len: 217 time: 0.0592213 Apr 22 17:51:51.852907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-1f266154-ce52-4acc-9bfb-5d7be107802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:51.854233 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-1f266154-ce52-4acc-9bfb-5d7be107802a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=990de22c-ff32-4f7d-a89d-729243a34171 HTTP/1.1" status: 200 len: 852 time: 0.0591753 Apr 22 17:51:51.898267 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-a3bf01d2-6f0b-487f-9b4b-5db30750e0a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37ff3702-d6da-429a-bd1e-5f0279331417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383143 Apr 22 17:51:52.026487 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-49c4152b-d345-4b57-8834-357674f7d447 service neutron] 10.222.0.16 "GET /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215000 Apr 22 17:51:52.154786 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-075f8bfd-c31d-4b18-8741-79348fc88628 req-cdb6fe91-3a91-4c3e-83d7-a4e77dc599e7 service neutron] 10.222.0.16 "GET /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215744 Apr 22 17:51:52.872673 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156186c6-7de0-4305-b20a-590d077b4ff6 req-c15f150c-e50e-46d6-a0f4-022032939cb7 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:52.874110 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-156186c6-7de0-4305-b20a-590d077b4ff6 req-c15f150c-e50e-46d6-a0f4-022032939cb7 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0819774 Apr 22 17:51:52.917490 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-156186c6-7de0-4305-b20a-590d077b4ff6 req-6acd7bff-fac7-4949-b3f8-4749bc2a95e2 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Apr 22 17:51:54.100862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dbc55-046e-4789-90ff-af0b1b456a3a req-cd3e65c8-5c20-42cc-8732-0e306aa380fe tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:54.102321 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-898dbc55-046e-4789-90ff-af0b1b456a3a req-cd3e65c8-5c20-42cc-8732-0e306aa380fe tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0826988 Apr 22 17:51:54.145843 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-898dbc55-046e-4789-90ff-af0b1b456a3a req-35027c36-1b18-4199-999c-0807cada396d tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Apr 22 17:51:54.707518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b19d77-18d9-4f65-a02e-e740fc6c5894 req-bad5925d-2829-4bc7-af17-1be5f12bbedd tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:54.708963 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71b19d77-18d9-4f65-a02e-e740fc6c5894 req-bad5925d-2829-4bc7-af17-1be5f12bbedd tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0787845 Apr 22 17:51:54.752173 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71b19d77-18d9-4f65-a02e-e740fc6c5894 req-05d04c1b-d717-4fc2-b96c-b746f328b9f3 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374916 Apr 22 17:51:55.932204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3db97-0fe8-4b29-a518-e4e6c5143f1f req-ceb28af8-8b10-4787-8d94-d8e6b92f01ed tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:55.933645 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a9d3db97-0fe8-4b29-a518-e4e6c5143f1f req-ceb28af8-8b10-4787-8d94-d8e6b92f01ed tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0778983 Apr 22 17:51:55.980755 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a9d3db97-0fe8-4b29-a518-e4e6c5143f1f req-0cc9cf87-7bee-44e8-886f-dc6b7ee6234d tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Apr 22 17:51:56.417679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad075ac-9b08-4baa-ba26-810c66d90398 req-bea0dddb-fdb3-48fc-bbc7-fb231cc648ee tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:56.419170 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5ad075ac-9b08-4baa-ba26-810c66d90398 req-bea0dddb-fdb3-48fc-bbc7-fb231cc648ee tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0812979 Apr 22 17:51:56.464549 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5ad075ac-9b08-4baa-ba26-810c66d90398 req-ebd8a92c-bf0b-41cd-9ec2-948e5797bb81 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390768 Apr 22 17:51:56.506462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-8fa33b48-d250-4282-934b-ea84ff72ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:56.507885 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-8fa33b48-d250-4282-934b-ea84ff72ddc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2011ba3720a47779494382b2b8992f2&device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 1098 time: 0.0741391 Apr 22 17:51:56.636318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-40213811-03ac-4438-b0ec-5733c09cdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:56.637743 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-40213811-03ac-4438-b0ec-5733c09cdcfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=37ff3702-d6da-429a-bd1e-5f0279331417 HTTP/1.1" status: 200 len: 912 time: 0.1231184 Apr 22 17:51:56.703017 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-404c3160-03ba-47c6-841c-9960a6d29ddc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=712de93e-2ea2-42e1-897a-19aa1f6cf902 HTTP/1.1" status: 200 len: 217 time: 0.0588796 Apr 22 17:51:56.765573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-6a18b246-61a5-4ea6-a5f7-bb76eff6ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:56.767073 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-6a18b246-61a5-4ea6-a5f7-bb76eff6ace5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=990de22c-ff32-4f7d-a89d-729243a34171 HTTP/1.1" status: 200 len: 852 time: 0.0589616 Apr 22 17:51:56.811799 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-88886c16-d8af-463d-b958-0488e133a826 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37ff3702-d6da-429a-bd1e-5f0279331417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391073 Apr 22 17:51:56.939932 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-3e08b5e4-cb09-4150-97ad-2d8070d0d17a service neutron] 10.222.0.16 "GET /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219630 Apr 22 17:51:57.163832 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c40c09cd-32fd-47a3-9381-86231e36fc7b req-ea50fd90-5068-4c2b-948b-2b124f15f817 service neutron] 10.222.0.16 "GET /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170093 Apr 22 17:51:57.649239 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2eef-1571-46a0-93ec-89fc88b960e4 req-dffb4bd6-a7fc-41da-bf97-3255ac229528 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:57.650666 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-320a2eef-1571-46a0-93ec-89fc88b960e4 req-dffb4bd6-a7fc-41da-bf97-3255ac229528 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0807226 Apr 22 17:51:57.693760 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-320a2eef-1571-46a0-93ec-89fc88b960e4 req-dbcdc164-3190-4bfe-b411-bb5959ed1485 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Apr 22 17:51:58.875479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679e5f0-d169-4ebc-b20c-4e5a70b1830c req-e24a882a-622c-430e-9e49-d171e922e7de tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:58.876914 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e679e5f0-d169-4ebc-b20c-4e5a70b1830c req-e24a882a-622c-430e-9e49-d171e922e7de tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0807862 Apr 22 17:51:58.920719 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e679e5f0-d169-4ebc-b20c-4e5a70b1830c req-2c123e13-976f-45ef-b9c1-9058facaac10 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Apr 22 17:51:59.430793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef095e-95eb-4331-9b4d-ccf213603c83 req-bad5644a-531b-44c0-95b6-d6bac761ada4 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:51:59.432259 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d7ef095e-95eb-4331-9b4d-ccf213603c83 req-bad5644a-531b-44c0-95b6-d6bac761ada4 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0793645 Apr 22 17:51:59.475054 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d7ef095e-95eb-4331-9b4d-ccf213603c83 req-d8a58df9-bb40-4df1-9484-af3c6dd7e7d1 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Apr 22 17:52:00.394087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c43c314-09f2-47b7-83b8-bd81a5e78bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:00.655260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1014c-f18e-4aa6-b554-9e3b0c046746 req-57178e94-8798-4b2a-96a2-1064a27d4db4 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:00.656616 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ac1014c-f18e-4aa6-b554-9e3b0c046746 req-57178e94-8798-4b2a-96a2-1064a27d4db4 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0779815 Apr 22 17:52:00.699936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ac1014c-f18e-4aa6-b554-9e3b0c046746 req-749cf051-e368-4c09-9d54-484ce761685f tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378282 Apr 22 17:52:01.294549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca652c4-bead-4feb-a846-488767078150 req-fc81ff9e-cd0e-4a61-a5b0-4873aa7bc24e tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:01.296105 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ca652c4-bead-4feb-a846-488767078150 req-fc81ff9e-cd0e-4a61-a5b0-4873aa7bc24e tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0821249 Apr 22 17:52:01.369413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Deleting port 712de93e-2ea2-42e1-897a-19aa1f6cf902 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:52:01.369762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:01.610468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] For port 712de93e-2ea2-42e1-897a-19aa1f6cf902, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=712de93e-2ea2-42e1-897a-19aa1f6cf902,segment=NetworkSegment(39920ae7-c0ce-4fc3-9f16-f3812e2309e8),segment_id=39920ae7-c0ce-4fc3-9f16-f3812e2309e8)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:52:01.610861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:01.731419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Calling delete_port for 712de93e-2ea2-42e1-897a-19aa1f6cf902 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:52:01.886560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188ebc-bd26-4c52-b63c-80d258d345c4 req-a955d164-0b24-4962-93b7-0a69bdab141e tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:01.887995 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fb188ebc-bd26-4c52-b63c-80d258d345c4 req-a955d164-0b24-4962-93b7-0a69bdab141e tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 945 time: 0.0826821 Apr 22 17:52:01.931867 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fb188ebc-bd26-4c52-b63c-80d258d345c4 req-428f0357-d50f-4c24-ae77-7c661b937f76 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0934b13-4e81-49a8-9c19-2ae2f521ec5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376303 Apr 22 17:52:01.953985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:01.965879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['712de93e-2ea2-42e1-897a-19aa1f6cf902'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:52:02.008492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Pushing event deleted for resources: {'Port': ['ID=712de93e-2ea2-42e1-897a-19aa1f6cf902,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:02.079775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] No DVR routers for this DVR port 712de93e-2ea2-42e1-897a-19aa1f6cf902 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:52:02.082143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:02.084580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f24f7d4-0809-41a4-a3b6-1f98e09b342f', 'name': 'network-vif-deleted', 'tag': '712de93e-2ea2-42e1-897a-19aa1f6cf902'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:52:02.127392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c26c099-6085-4d77-9757-41d2dd49c15c'] response: {'server_uuid': '9f24f7d4-0809-41a4-a3b6-1f98e09b342f', 'name': 'network-vif-deleted', 'tag': '712de93e-2ea2-42e1-897a-19aa1f6cf902', 'status': 'completed', 'code': 200} Apr 22 17:52:02.154544 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ca652c4-bead-4feb-a846-488767078150 req-59805826-9b47-4cee-b8d5-f6cfd06b8491 tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.16 "DELETE /v2.0/ports/712de93e-2ea2-42e1-897a-19aa1f6cf902 HTTP/1.1" status: 204 len: 173 time: 0.8530846 Apr 22 17:52:02.616575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e820a891-a6bd-49d2-9623-e7a79ff53987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:03.093035 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e5a6b9d5-9bd1-4639-9453-d4f8e141f29c req-ab98626a-42ca-48b5-8084-30a403913aeb tempest-TestServerAdvancedOps-1408361023 tempest-TestServerAdvancedOps-1408361023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f24f7d4-0809-41a4-a3b6-1f98e09b342f HTTP/1.1" status: 200 len: 210 time: 0.0423951 Apr 22 17:52:03.696332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:03.793776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.191417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55916) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:04.252065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a653bb9-190d-42d2-8f34-154a544cd16d admin admin] Deleting subnet 990de22c-ff32-4f7d-a89d-729243a34171 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:52:04.254853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a653bb9-190d-42d2-8f34-154a544cd16d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.302391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a653bb9-190d-42d2-8f34-154a544cd16d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.355289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a653bb9-190d-42d2-8f34-154a544cd16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.474328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a653bb9-190d-42d2-8f34-154a544cd16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.512199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a653bb9-190d-42d2-8f34-154a544cd16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990de22c-ff32-4f7d-a89d-729243a34171,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:04.514401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.516520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1a653bb9-190d-42d2-8f34-154a544cd16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.522680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1a653bb9-190d-42d2-8f34-154a544cd16d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/990de22c-ff32-4f7d-a89d-729243a34171 HTTP/1.1" status: 204 len: 168 time: 0.3299167 Apr 22 17:52:04.524894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55920) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:04.629444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.751476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.776505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ff3702-d6da-429a-bd1e-5f0279331417']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:52:04.788208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39920ae7-c0ce-4fc3-9f16-f3812e2309e8') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:52:04.788513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39920ae7-c0ce-4fc3-9f16-f3812e2309e8') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:52:04.799470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.815296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.821165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:52:04.821553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:52:04.835016 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:52:04.970860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.986617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:04.995569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] Pushing event deleted for resources: {'Network': ['ID=37ff3702-d6da-429a-bd1e-5f0279331417,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:04.999352 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1d647511-cc7e-403b-a9ce-137657a4cdcd admin admin] 10.222.0.10 "DELETE /v2.0/networks/37ff3702-d6da-429a-bd1e-5f0279331417 HTTP/1.1" status: 204 len: 168 time: 0.4727521 Apr 22 17:52:05.001386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55924) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:05.096983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.158727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ce8f8d-db22-4c19-914b-f08dc7b783ac admin admin] Deleting subnet d555000f-e7c1-4f05-91d5-a423e938289d {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:52:05.161777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99ce8f8d-db22-4c19-914b-f08dc7b783ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.210094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99ce8f8d-db22-4c19-914b-f08dc7b783ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.263524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99ce8f8d-db22-4c19-914b-f08dc7b783ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.399929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99ce8f8d-db22-4c19-914b-f08dc7b783ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.439211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce8f8d-db22-4c19-914b-f08dc7b783ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d555000f-e7c1-4f05-91d5-a423e938289d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:05.441142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-99ce8f8d-db22-4c19-914b-f08dc7b783ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.446925 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-99ce8f8d-db22-4c19-914b-f08dc7b783ac admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d555000f-e7c1-4f05-91d5-a423e938289d HTTP/1.1" status: 204 len: 168 time: 0.4445567 Apr 22 17:52:05.449519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55928) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:05.554145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.674654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.699022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77044232-4a67-48bd-89c4-80eb1900c531']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:52:05.711297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74df6de8-9014-4d96-b914-db390886f030') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:52:05.711591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74df6de8-9014-4d96-b914-db390886f030') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:52:05.723099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.738481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.744375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:52:05.744813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:52:05.757863 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:52:05.879388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.895329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:05.904791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=77044232-4a67-48bd-89c4-80eb1900c531,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:05.907171 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c2101854-e9bd-4055-854b-6ac19ea61b6b admin admin] 10.222.0.10 "DELETE /v2.0/networks/77044232-4a67-48bd-89c4-80eb1900c531 HTTP/1.1" status: 204 len: 168 time: 0.4567688 Apr 22 17:52:06.237401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55934) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:06.286428 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5f712924-a9e0-410f-82cc-028fd72b6198 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2011ba3720a47779494382b2b8992f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478473 Apr 22 17:52:06.288754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55938) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:06.296861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 712de93e-2ea2-42e1-897a-19aa1f6cf902 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:52:06.333003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 712de93e-2ea2-42e1-897a-19aa1f6cf902 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:52:06.333344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 712de93e-2ea2-42e1-897a-19aa1f6cf902 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:52:06.352330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-edb18ca6-a469-41fd-938a-f7f7feb30a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:06.377830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-edb18ca6-a469-41fd-938a-f7f7feb30a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:06.518997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-edb18ca6-a469-41fd-938a-f7f7feb30a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:06.534183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb18ca6-a469-41fd-938a-f7f7feb30a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0934b13-4e81-49a8-9c19-2ae2f521ec5a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:06.603875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-edb18ca6-a469-41fd-938a-f7f7feb30a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:06.605004 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-edb18ca6-a469-41fd-938a-f7f7feb30a2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0934b13-4e81-49a8-9c19-2ae2f521ec5a HTTP/1.1" status: 204 len: 168 time: 0.3153503 Apr 22 17:52:07.203334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55946) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:07.250664 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-293a71f8-3451-4807-b657-42abdc5874a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fce543b1d6b4e68a153c9cb4d47073b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461020 Apr 22 17:52:07.252962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 55950) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:07.309598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40d14937-29ae-48e5-805d-dbf3f28e2469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:07.334880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40d14937-29ae-48e5-805d-dbf3f28e2469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:07.462173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40d14937-29ae-48e5-805d-dbf3f28e2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:07.476478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d14937-29ae-48e5-805d-dbf3f28e2469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3231f681-55e8-43ad-96bd-be2216910c98,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:07.482920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40d14937-29ae-48e5-805d-dbf3f28e2469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:07.484040 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-40d14937-29ae-48e5-805d-dbf3f28e2469 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3231f681-55e8-43ad-96bd-be2216910c98 HTTP/1.1" status: 204 len: 168 time: 0.2301025 Apr 22 17:52:15.346641 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-7206227a-3df9-4f7f-ac24-dfb881cb6197 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5d21d8e45bb84080a88b4649ddb9bc4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278697 Apr 22 17:52:15.500670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-e9d14b2f-cf41-4776-8c1f-9fb223bed5cf tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:15.502097 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-e9d14b2f-cf41-4776-8c1f-9fb223bed5cf tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504776 Apr 22 17:52:15.517472 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-f7dbdcba-3d5e-48c5-8ee7-d39e47e3e30b tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/quotas/5d21d8e45bb84080a88b4649ddb9bc4f HTTP/1.1" status: 200 len: 375 time: 0.0094695 Apr 22 17:52:15.536957 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:52:15.564301 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-ac51ea26-a753-48ca-9549-0dbab37b58b0 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d21d8e45bb84080a88b4649ddb9bc4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409763 Apr 22 17:52:15.835284 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e79ca4d8-cf4d-4ad1-8236-c6d78ef08f93 req-f7f477c8-8e5b-4be4-9017-754ee33224f2 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 210 time: 0.0426054 Apr 22 17:52:16.980406 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-621d1cd4-7369-479d-a4f2-e5946971eb75 req-f5b4eb07-f002-416a-8160-be1aee452a72 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 210 time: 0.0417807 Apr 22 17:52:17.546642 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-765e5669-fc12-4e11-806e-d91fef9ad070 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5d21d8e45bb84080a88b4649ddb9bc4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269949 Apr 22 17:52:17.693158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-ea175674-1337-44be-b1f6-5ed08e9eb053 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:17.694616 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-ea175674-1337-44be-b1f6-5ed08e9eb053 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433527 Apr 22 17:52:17.705997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Request body: {'port': {'device_id': 'a2765d5d-7e44-461c-8ad6-6e1f0b4147b3', 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350', 'admin_state_up': True, 'tenant_id': '5d21d8e45bb84080a88b4649ddb9bc4f'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:17.841206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:52:17.845035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Usage tracker for resource:port and tenant:5d21d8e45bb84080a88b4649ddb9bc4f is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:52:17.847866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:52:17.853507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:52:17.965051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Made reservation on behalf of 5d21d8e45bb84080a88b4649ddb9bc4f for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:52:17.968631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:17.980918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:17.996052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:52:18.000601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Usage tracker for resource:security_group_rule and tenant:5d21d8e45bb84080a88b4649ddb9bc4f is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:52:18.003476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:52:18.009709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:52:18.140332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:18.142802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a39bd1f-44c3-49d9-990b-087314791527 req-ce848d9b-dae6-4a6c-b0d0-14669b86f35c tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 210 time: 0.0532770 Apr 22 17:52:18.210767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:18.291552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47bf0ff-faf9-4a33-a7d7-f56071072af4,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:18.306995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.307347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.307687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.308023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.308358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.308687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.309015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.309878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.310203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.310527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.310875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.311197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:18.393816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Allocated IP 192.168.233.154 (680e1d32-2c79-4509-a972-0e4e62f2a350/4f1ebad8-2975-4440-a759-a11ca10dc589/0493dcbc-d5b6-423c-84da-8f7de503ee17) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:52:18.588900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:18.603597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Transition to ACTIVE for port object 0493dcbc-d5b6-423c-84da-8f7de503ee17 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:52:18.679732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:18.842974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Network 680e1d32-2c79-4509-a972-0e4e62f2a350 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:52:18.849749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:52:18.854055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:52:18.884866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Pushing event updated for resources: {'Port': ['ID=0493dcbc-d5b6-423c-84da-8f7de503ee17,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:18.922191 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:18.922832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:19.022877 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-efc94280-cd92-4967-b890-c1c9727ad485 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3203223 Apr 22 17:52:19.034379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Request body: {'port': {'device_id': 'a2765d5d-7e44-461c-8ad6-6e1f0b4147b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:19.144662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:19.199502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d4519f68-4407-4968-bbbc-bae95f2bc072 None None] Provisioning for port 0493dcbc-d5b6-423c-84da-8f7de503ee17 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:52:19.205570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d4519f68-4407-4968-bbbc-bae95f2bc072 None None] Provisioning complete for port 0493dcbc-d5b6-423c-84da-8f7de503ee17 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:52:19.206167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d4519f68-4407-4968-bbbc-bae95f2bc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:19.261326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d4519f68-4407-4968-bbbc-bae95f2bc072 None None] Port 0493dcbc-d5b6-423c-84da-8f7de503ee17 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:52:19.333526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82254b2-7872-4610-b2b7-7b8db4c0def4 req-fa62bb15-2318-4419-8384-6ed4d70ba3ff tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:19.335052 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c82254b2-7872-4610-b2b7-7b8db4c0def4 req-fa62bb15-2318-4419-8384-6ed4d70ba3ff tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 936 time: 0.0842872 Apr 22 17:52:19.383026 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c82254b2-7872-4610-b2b7-7b8db4c0def4 req-97d52f4b-c5f6-421c-8990-aba294f89133 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Apr 22 17:52:19.487886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0493dcbc-d5b6-423c-84da-8f7de503ee17 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:52:19.495264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:19.509646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Transition to ACTIVE for port object 0493dcbc-d5b6-423c-84da-8f7de503ee17 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:52:19.582165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:19.740877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Pushing event updated for resources: {'Port': ['ID=0493dcbc-d5b6-423c-84da-8f7de503ee17,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:19.814358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Attempting to bind port 0493dcbc-d5b6-423c-84da-8f7de503ee17 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:52:19.814690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Attempting to bind port 0493dcbc-d5b6-423c-84da-8f7de503ee17 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:52:19.815109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Attempting to bind port 0493dcbc-d5b6-423c-84da-8f7de503ee17 on network 680e1d32-2c79-4509-a972-0e4e62f2a350 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:52:19.819797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Port 0493dcbc-d5b6-423c-84da-8f7de503ee17 on network 680e1d32-2c79-4509-a972-0e4e62f2a350 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:52:19.820114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Attempting to bind port 0493dcbc-d5b6-423c-84da-8f7de503ee17 on network 680e1d32-2c79-4509-a972-0e4e62f2a350 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:52:19.825748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:52:19.826106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Checking segment: {'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:52:19.826484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Bound using segment: {'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:52:19.826931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Bound port: 0493dcbc-d5b6-423c-84da-8f7de503ee17, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce69ec83-51e4-4624-ba07-bab19be0f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:52:19.827268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:19.916933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] For port 0493dcbc-d5b6-423c-84da-8f7de503ee17, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:52:19.919812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] For port 0493dcbc-d5b6-423c-84da-8f7de503ee17, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0493dcbc-d5b6-423c-84da-8f7de503ee17,segment=NetworkSegment(ce69ec83-51e4-4624-ba07-bab19be0f197),segment_id=ce69ec83-51e4-4624-ba07-bab19be0f197)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:52:19.988173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:20.041323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:20.041936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:20.043314 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] 10.222.0.16 "PUT /v2.0/ports/0493dcbc-d5b6-423c-84da-8f7de503ee17 HTTP/1.1" status: 200 len: 1098 time: 1.0130429 Apr 22 17:52:20.044257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2765d5d-7e44-461c-8ad6-6e1f0b4147b3', 'tag': '0493dcbc-d5b6-423c-84da-8f7de503ee17'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:52:20.072767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68e229-5816-49fa-9870-ec2cce654c44 service neutron] Pushing event updated for resources: {'Port': ['ID=0493dcbc-d5b6-423c-84da-8f7de503ee17,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:20.091229 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b12955-a2bc-46eb-ba17-5d61a44c6dad'] response: {'name': 'network-changed', 'server_uuid': 'a2765d5d-7e44-461c-8ad6-6e1f0b4147b3', 'tag': '0493dcbc-d5b6-423c-84da-8f7de503ee17', 'status': 'completed', 'code': 200} Apr 22 17:52:20.186321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80e19-cbaf-491a-bab6-13464a0cc87d req-fe0fd031-fe82-4796-b37b-d8d890d5e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:20.187886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ab80e19-cbaf-491a-bab6-13464a0cc87d req-fe0fd031-fe82-4796-b37b-d8d890d5e8b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d21d8e45bb84080a88b4649ddb9bc4f&device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 1101 time: 0.0767143 Apr 22 17:52:20.220085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ab80e19-cbaf-491a-bab6-13464a0cc87d req-b4024f78-3b62-471e-9993-100b00a30473 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5d21d8e45bb84080a88b4649ddb9bc4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249529 Apr 22 17:52:20.355819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80e19-cbaf-491a-bab6-13464a0cc87d req-455bec8e-13b1-4cdb-93a4-b35045897c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:20.357818 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ab80e19-cbaf-491a-bab6-13464a0cc87d req-455bec8e-13b1-4cdb-93a4-b35045897c77 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1318064 Apr 22 17:52:20.460722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-5fcb1756-7894-4702-ab30-5aa60f8483fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:20.462111 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-5fcb1756-7894-4702-ab30-5aa60f8483fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d21d8e45bb84080a88b4649ddb9bc4f&device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 1101 time: 0.0702989 Apr 22 17:52:20.533073 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-2be15e10-6f9d-4975-9130-91793b1d134e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0493dcbc-d5b6-423c-84da-8f7de503ee17 HTTP/1.1" status: 200 len: 217 time: 0.0642157 Apr 22 17:52:20.565997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f035-b4e8-4068-89d4-c1d53da3b9a6 req-22a6f8d2-ecc3-41cd-affe-0dd46b5a93b3 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:20.567965 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-58d5f035-b4e8-4068-89d4-c1d53da3b9a6 req-22a6f8d2-ecc3-41cd-affe-0dd46b5a93b3 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 948 time: 0.0798995 Apr 22 17:52:20.594767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-325c0231-5943-4c57-a51e-1774d109f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:20.596210 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-325c0231-5943-4c57-a51e-1774d109f050 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f1ebad8-2975-4440-a759-a11ca10dc589 HTTP/1.1" status: 200 len: 843 time: 0.0570014 Apr 22 17:52:20.611554 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-58d5f035-b4e8-4068-89d4-c1d53da3b9a6 req-86aeefe3-3b38-4956-8138-cb19aacc221d tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381613 Apr 22 17:52:20.673229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-bd9f9d7c-031c-4c89-a190-430197cb5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:20.674672 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-bd9f9d7c-031c-4c89-a190-430197cb5ff7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=680e1d32-2c79-4509-a972-0e4e62f2a350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0714750 Apr 22 17:52:20.904712 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-104aa3fa-0565-4366-8dfe-4aabb480c7d0 service neutron] 10.222.0.16 "GET /v2.0/networks/680e1d32-2c79-4509-a972-0e4e62f2a350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235687 Apr 22 17:52:21.037348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a6a0d935-76e8-4c5c-9254-a9b6d7b239cb req-5ce2282b-64d1-4282-bf32-5ab5f6bf746e service neutron] 10.222.0.16 "GET /v2.0/networks/680e1d32-2c79-4509-a972-0e4e62f2a350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259172 Apr 22 17:52:21.794318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8825a-0489-4a41-8b31-401714c353eb req-f0419c26-2ba3-4a19-920f-31982ead37c5 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:21.795031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-61c8825a-0489-4a41-8b31-401714c353eb req-f0419c26-2ba3-4a19-920f-31982ead37c5 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Synchronizing usage tracker for tenant:5d21d8e45bb84080a88b4649ddb9bc4f on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:52:21.890370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-61c8825a-0489-4a41-8b31-401714c353eb req-f0419c26-2ba3-4a19-920f-31982ead37c5 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Unset dirty status for tenant:5d21d8e45bb84080a88b4649ddb9bc4f on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:52:21.891523 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-61c8825a-0489-4a41-8b31-401714c353eb req-f0419c26-2ba3-4a19-920f-31982ead37c5 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 948 time: 0.1760964 Apr 22 17:52:21.935116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-61c8825a-0489-4a41-8b31-401714c353eb req-59561fe2-1fe9-4f3b-a3b2-a25566e579c3 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Synchronizing usage tracker for tenant:5d21d8e45bb84080a88b4649ddb9bc4f on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:52:22.004837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-61c8825a-0489-4a41-8b31-401714c353eb req-59561fe2-1fe9-4f3b-a3b2-a25566e579c3 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Unset dirty status for tenant:5d21d8e45bb84080a88b4649ddb9bc4f on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:52:22.006271 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-61c8825a-0489-4a41-8b31-401714c353eb req-59561fe2-1fe9-4f3b-a3b2-a25566e579c3 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091342 Apr 22 17:52:23.274630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7ad47-2e80-497e-804f-f84dc540f06c req-19b580b3-eb47-4008-ab7f-4c5148bfe1df tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:23.276118 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e6e7ad47-2e80-497e-804f-f84dc540f06c req-19b580b3-eb47-4008-ab7f-4c5148bfe1df tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 948 time: 0.1681926 Apr 22 17:52:23.319937 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e6e7ad47-2e80-497e-804f-f84dc540f06c req-a1cb4701-5cce-423c-976e-d3879f9dd276 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375419 Apr 22 17:52:24.374941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 0493dcbc-d5b6-423c-84da-8f7de503ee17 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:52:24.511820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28627-1656-4469-8446-2f0a527826f7 req-617ad14b-c988-4e21-8f8e-869623698acf tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:24.512512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 0493dcbc-d5b6-423c-84da-8f7de503ee17, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0493dcbc-d5b6-423c-84da-8f7de503ee17,segment=NetworkSegment(ce69ec83-51e4-4624-ba07-bab19be0f197),segment_id=ce69ec83-51e4-4624-ba07-bab19be0f197)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:52:24.513460 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00c28627-1656-4469-8446-2f0a527826f7 req-617ad14b-c988-4e21-8f8e-869623698acf tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 948 time: 0.0872073 Apr 22 17:52:24.525615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '0493dcbc-d5b6-423c-84da-8f7de503ee17', 'network_id': '680e1d32-2c79-4509-a972-0e4e62f2a350', 'port_id': '0493dcbc-d5b6-423c-84da-8f7de503ee17', 'mac_address': 'fa:16:3e:f1:fe:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1ebad8-2975-4440-a759-a11ca10dc589', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:52:24.557381 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00c28627-1656-4469-8446-2f0a527826f7 req-b8c0648d-b451-4ed7-b86c-37bd782cf9b2 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379827 Apr 22 17:52:24.583795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:24.599920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0493dcbc-d5b6-423c-84da-8f7de503ee17 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:52:24.614908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 0493dcbc-d5b6-423c-84da-8f7de503ee17, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0493dcbc-d5b6-423c-84da-8f7de503ee17,segment=NetworkSegment(ce69ec83-51e4-4624-ba07-bab19be0f197),segment_id=ce69ec83-51e4-4624-ba07-bab19be0f197)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:52:24.678959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:24.743759 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=0493dcbc-d5b6-423c-84da-8f7de503ee17,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:24.751294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.751648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.751992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.752336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.752671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.753005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.753337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.753667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.753998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.754325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.754653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.754999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:24.977671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['0493dcbc-d5b6-423c-84da-8f7de503ee17'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:52:25.741269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd706c-c853-453d-90c8-06dd48955cb4 req-2fa4d4ae-876e-4078-87f3-818e3361b533 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:25.742716 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-79cd706c-c853-453d-90c8-06dd48955cb4 req-2fa4d4ae-876e-4078-87f3-818e3361b533 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 949 time: 0.0799434 Apr 22 17:52:25.785806 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-79cd706c-c853-453d-90c8-06dd48955cb4 req-acf3d336-18a1-4f48-914d-d893ed922185 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373914 Apr 22 17:52:26.390146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 0493dcbc-d5b6-423c-84da-8f7de503ee17 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:52:26.519249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 0493dcbc-d5b6-423c-84da-8f7de503ee17 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:52:26.523964 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 0493dcbc-d5b6-423c-84da-8f7de503ee17 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:52:26.524332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:26.664744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:26.690714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2765d5d-7e44-461c-8ad6-6e1f0b4147b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0493dcbc-d5b6-423c-84da-8f7de503ee17'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:52:26.700177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 0493dcbc-d5b6-423c-84da-8f7de503ee17, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0493dcbc-d5b6-423c-84da-8f7de503ee17,segment=NetworkSegment(ce69ec83-51e4-4624-ba07-bab19be0f197),segment_id=ce69ec83-51e4-4624-ba07-bab19be0f197)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:52:26.733821 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760b65da-e70a-498c-bf36-3503c1c122cf'] response: {'server_uuid': 'a2765d5d-7e44-461c-8ad6-6e1f0b4147b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0493dcbc-d5b6-423c-84da-8f7de503ee17', 'code': 200} Apr 22 17:52:26.776665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:26.844498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=0493dcbc-d5b6-423c-84da-8f7de503ee17,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:26.969234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d760ce-826b-407c-b712-fa59c465338a req-cd0d1e50-4469-4389-b94d-a4c0a4b9ef47 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:26.970959 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-74d760ce-826b-407c-b712-fa59c465338a req-cd0d1e50-4469-4389-b94d-a4c0a4b9ef47 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 950 time: 0.0793941 Apr 22 17:52:27.019267 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-74d760ce-826b-407c-b712-fa59c465338a req-47e3f299-7a48-4589-a757-fe370d29ece7 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Apr 22 17:52:27.087260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6cc9-49fe-4aa4-b865-571199c70e1b req-40bddaed-b4fc-44fe-aecf-cb3632e6d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:27.088733 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a2ae6cc9-49fe-4aa4-b865-571199c70e1b req-40bddaed-b4fc-44fe-aecf-cb3632e6d20c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 1103 time: 0.0707850 Apr 22 17:52:27.131728 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a2ae6cc9-49fe-4aa4-b865-571199c70e1b req-9e885721-fecd-49d8-b01d-0d62a33bdc62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368845 Apr 22 17:52:28.202399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b9ce-4c21-4cd6-bcf0-d0edb80102aa req-0ba2c049-779a-4e43-af80-c8a6ea0167fc tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:28.203872 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5ed2b9ce-4c21-4cd6-bcf0-d0edb80102aa req-0ba2c049-779a-4e43-af80-c8a6ea0167fc tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 950 time: 0.0792239 Apr 22 17:52:28.247305 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5ed2b9ce-4c21-4cd6-bcf0-d0edb80102aa req-f22f815f-2668-4c90-b488-c658e009f351 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377471 Apr 22 17:52:29.429535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b250-3bf1-4904-b14b-fad550520d22 req-51bdf90a-6582-4578-97fe-e404a786a5ec tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:29.431031 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0292b250-3bf1-4904-b14b-fad550520d22 req-51bdf90a-6582-4578-97fe-e404a786a5ec tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 950 time: 0.0823545 Apr 22 17:52:29.477882 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0292b250-3bf1-4904-b14b-fad550520d22 req-10dfb93c-c12e-48ee-b6f6-64b7eccc4c41 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411916 Apr 22 17:52:30.414303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29238b9f-b00c-4055-a049-9c9826aa7ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:31.081953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec1f1-b7df-4300-b01d-0f1eeacfbc99 req-693a65e3-2c87-4a01-bfec-5ab3bb4e7002 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:31.083417 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bc3ec1f1-b7df-4300-b01d-0f1eeacfbc99 req-693a65e3-2c87-4a01-bfec-5ab3bb4e7002 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 950 time: 0.0786123 Apr 22 17:52:31.128468 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bc3ec1f1-b7df-4300-b01d-0f1eeacfbc99 req-cfb006ab-67fe-4aad-996d-83d1342a15ac tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395367 Apr 22 17:52:32.316045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e7427-bfd4-4088-a643-dd460c9998de req-65abf286-25a8-45d6-afa7-dd4ca6c7f0c4 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:32.317461 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-804e7427-bfd4-4088-a643-dd460c9998de req-65abf286-25a8-45d6-afa7-dd4ca6c7f0c4 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 950 time: 0.0835838 Apr 22 17:52:32.361757 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-804e7427-bfd4-4088-a643-dd460c9998de req-c00dcefb-cf43-4126-9143-9d39819a267e tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/security-groups?id=d47bf0ff-faf9-4a33-a7d7-f56071072af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387409 Apr 22 17:52:32.541362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25678692-1078-4734-8005-f32ebb24fc3c req-c1477c07-0f22-47a5-a78c-45ed398b7776 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:32.542809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-25678692-1078-4734-8005-f32ebb24fc3c req-c1477c07-0f22-47a5-a78c-45ed398b7776 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 950 time: 0.0783772 Apr 22 17:52:32.610898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fc029552-a287-460b-bd57-743dfd6da2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:32.614756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Deleting port 0493dcbc-d5b6-423c-84da-8f7de503ee17 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:52:32.615107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:32.856196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] For port 0493dcbc-d5b6-423c-84da-8f7de503ee17, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0493dcbc-d5b6-423c-84da-8f7de503ee17,segment=NetworkSegment(ce69ec83-51e4-4624-ba07-bab19be0f197),segment_id=ce69ec83-51e4-4624-ba07-bab19be0f197)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:52:32.856559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:32.979777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Calling delete_port for 0493dcbc-d5b6-423c-84da-8f7de503ee17 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:52:33.187820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:33.198568 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['0493dcbc-d5b6-423c-84da-8f7de503ee17'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:52:33.238290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Pushing event deleted for resources: {'Port': ['ID=0493dcbc-d5b6-423c-84da-8f7de503ee17,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:33.317500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] No DVR routers for this DVR port 0493dcbc-d5b6-423c-84da-8f7de503ee17 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:52:33.320101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:33.322790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2765d5d-7e44-461c-8ad6-6e1f0b4147b3', 'name': 'network-vif-deleted', 'tag': '0493dcbc-d5b6-423c-84da-8f7de503ee17'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:52:33.368683 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4215f25-8d9d-448b-b3d8-25ac99bc0f63'] response: {'server_uuid': 'a2765d5d-7e44-461c-8ad6-6e1f0b4147b3', 'name': 'network-vif-deleted', 'tag': '0493dcbc-d5b6-423c-84da-8f7de503ee17', 'status': 'completed', 'code': 200} Apr 22 17:52:33.411554 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-25678692-1078-4734-8005-f32ebb24fc3c req-36de8450-9b4b-4c6b-80be-37bbe24f1985 tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.16 "DELETE /v2.0/ports/0493dcbc-d5b6-423c-84da-8f7de503ee17 HTTP/1.1" status: 204 len: 173 time: 0.8639836 Apr 22 17:52:33.515022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-d3d09afe-bc07-4863-af34-618a7f8964c7 req-0f51d542-5312-4950-9919-d0e909b8ba5d tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Synchronizing usage tracker for tenant:5d21d8e45bb84080a88b4649ddb9bc4f on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:52:33.576274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-d3d09afe-bc07-4863-af34-618a7f8964c7 req-0f51d542-5312-4950-9919-d0e909b8ba5d tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] Unset dirty status for tenant:5d21d8e45bb84080a88b4649ddb9bc4f on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:52:33.578098 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3d09afe-bc07-4863-af34-618a7f8964c7 req-0f51d542-5312-4950-9919-d0e909b8ba5d tempest-ServersAdminNegativeTestJSON-2017707765 tempest-ServersAdminNegativeTestJSON-2017707765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2765d5d-7e44-461c-8ad6-6e1f0b4147b3 HTTP/1.1" status: 200 len: 210 time: 0.1051548 Apr 22 17:52:33.696376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:33.793394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:34.530131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:35.135727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56090) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:35.142172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:35.281951 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-863ef66a-c10f-464a-b88f-d8811c59d9cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d21d8e45bb84080a88b4649ddb9bc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443949 Apr 22 17:52:35.284328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56096) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:35.340686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7eadda01-ac13-4d12-a5be-6472e591f1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:35.366719 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7eadda01-ac13-4d12-a5be-6472e591f1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:35.473519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7eadda01-ac13-4d12-a5be-6472e591f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:35.490940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadda01-ac13-4d12-a5be-6472e591f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47bf0ff-faf9-4a33-a7d7-f56071072af4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:35.563817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7eadda01-ac13-4d12-a5be-6472e591f1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:35.564944 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7eadda01-ac13-4d12-a5be-6472e591f1a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d47bf0ff-faf9-4a33-a7d7-f56071072af4 HTTP/1.1" status: 204 len: 168 time: 0.2796915 Apr 22 17:52:36.163233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56104) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:36.180963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:36.195318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:52:36.199084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] Usage tracker for resource:security_group_rule and tenant:f10b7ac509494df1bdc98bb302c8999c is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:52:36.201834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:52:36.207991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:52:36.289110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:36.347308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:36.393862 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f10b7ac509494df1bdc98bb302c8999c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288589 Apr 22 17:52:36.395468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3e48e-8b0a-4c20-90e5-e88dc3e2537e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5e684e-5037-4361-9687-86a18ad1bd53,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:36.396661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56108) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:36.445993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 0493dcbc-d5b6-423c-84da-8f7de503ee17 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:52:36.464253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:36.480556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 0493dcbc-d5b6-423c-84da-8f7de503ee17 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:52:36.480903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 0493dcbc-d5b6-423c-84da-8f7de503ee17 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:52:36.490833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:36.604203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:36.617759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5e684e-5037-4361-9687-86a18ad1bd53,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:36.627634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:36.628751 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c5e684e-5037-4361-9687-86a18ad1bd53 HTTP/1.1" status: 204 len: 168 time: 0.2298129 Apr 22 17:52:36.630025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.630636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.631004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.631430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.631845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.632146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.632478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.633031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.633130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.633431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.633757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:36.634080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfbdad-94a9-4cdd-b796-bd0e092d5151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:52:37.680843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56132) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:37.781599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1207554467-network', 'tenant_id': 'b5219356b9d24d16aa2a387a7c3ea12f'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:37.786409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:52:37.790241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Usage tracker for resource:network and tenant:b5219356b9d24d16aa2a387a7c3ea12f is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:52:37.793083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:52:37.799775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:52:37.850569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Made reservation on behalf of b5219356b9d24d16aa2a387a7c3ea12f for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:52:37.852837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:37.865169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:37.879403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:52:37.883402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Usage tracker for resource:security_group_rule and tenant:b5219356b9d24d16aa2a387a7c3ea12f is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:52:37.886142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:52:37.892153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:52:37.973724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.010004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.040187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:52:38.048349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:38.053771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.054140 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Added segment 72676d9f-d640-42f0-923a-257b6f6e494d of type vlan for network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 Apr 22 17:52:38.079426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.181480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.182414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:38.183085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.283430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] Pushing event updated for resources: {'Network': ['ID=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:38.293257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:52:38.336872 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dcd894cf-450a-41f6-b409-7a9fd77c8326 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6549013 Apr 22 17:52:38.339836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56138) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:38.345377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Request body: {'subnet': {'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1207554467-subnet', 'tenant_id': 'b5219356b9d24d16aa2a387a7c3ea12f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:38.350417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:52:38.354332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Usage tracker for resource:subnet and tenant:b5219356b9d24d16aa2a387a7c3ea12f is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:52:38.357201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:52:38.362991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:52:38.427553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Made reservation on behalf of b5219356b9d24d16aa2a387a7c3ea12f for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:52:38.429907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.668028 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.743215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a2a080-8e2d-4e51-9583-b2a3ac0a1c69,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:38.750906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Checking segment: {'id': '72676d9f-d640-42f0-923a-257b6f6e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:52:38.751261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Network hostable DHCP agents. Network: 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:52:38.816137 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:52:38.879115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:52:38.883407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:38.884107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:38.888368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed55165-7dad-4e32-9130-b45c8aae2bb9 None None] Network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:52:38.965496 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-93833908-d54e-4c81-8c79-c30e0d3dcea6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6246157 Apr 22 17:52:39.097354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a253c2-6fd0-47dc-93de-b2e6556578c6 None None] Network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:52:39.555452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-703126c7-f43f-4d8a-93f7-36f5d099a5d3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:39.556814 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-703126c7-f43f-4d8a-93f7-36f5d099a5d3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/networks?id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 HTTP/1.1" status: 200 len: 812 time: 0.2406421 Apr 22 17:52:39.571041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-80c989bf-1d34-401f-9df3-d5e96d6f4423 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/quotas/b5219356b9d24d16aa2a387a7c3ea12f HTTP/1.1" status: 200 len: 375 time: 0.0087724 Apr 22 17:52:39.619649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-bfeee429-5a22-47f6-ba16-262335abf88c tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439286 Apr 22 17:52:39.748036 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2173c472-d7ce-489b-b127-fd4d7a7d04b3 service neutron] 10.222.0.10 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218321 Apr 22 17:52:39.876685 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-17d0b0d5-de84-4618-b2c0-0c7ddadeb12e service neutron] 10.222.0.10 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222610 Apr 22 17:52:40.135486 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b8517028-5c1f-439c-8089-4c48975f611e req-c550aeb2-54b4-4897-b8a7-d39fa75952c3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 210 time: 0.0425134 Apr 22 17:52:41.231070 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bcc4be42-8e60-4224-955b-46da4b158fe9 req-e8127bf6-4505-4dec-baea-498c1f147c7e tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 210 time: 0.0434666 Apr 22 17:52:42.382870 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3ae60243-58b6-4f56-b529-2c874db0201b req-2eac66da-2517-4a5a-88b9-6e8f1212b672 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 210 time: 0.0460703 Apr 22 17:52:42.429268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-1e4dc827-835e-4c50-a53a-47cb0cbad551 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:42.430674 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-1e4dc827-835e-4c50-a53a-47cb0cbad551 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.16 "GET /v2.0/networks?id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 HTTP/1.1" status: 200 len: 812 time: 0.1746578 Apr 22 17:52:42.442219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Request body: {'port': {'device_id': 'cc334c09-9398-4438-b458-788e33f1f09e', 'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077', 'admin_state_up': True, 'tenant_id': 'b5219356b9d24d16aa2a387a7c3ea12f'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:42.579229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:52:42.583038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Usage tracker for resource:port and tenant:b5219356b9d24d16aa2a387a7c3ea12f is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:52:42.585873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:52:42.591634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:52:42.650014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Made reservation on behalf of b5219356b9d24d16aa2a387a7c3ea12f for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:52:42.653525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:42.816439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Allocated IP 172.20.0.10 (39cbaa65-fcbc-4c46-a5fd-43a0cf3db077/27a2a080-8e2d-4e51-9583-b2a3ac0a1c69/43d8f138-a7b0-487b-9fc3-29965585f252) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:52:43.011951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:43.095612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:43.164490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:52:43.171444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:52:43.174428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:52:43.210477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Pushing event updated for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:43.241494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:43.242095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:43.314234 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-2c70d0f9-8710-4fcc-b365-999728eb31aa tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8755269 Apr 22 17:52:43.325035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Request body: {'port': {'device_id': 'cc334c09-9398-4438-b458-788e33f1f09e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:52:43.437043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:43.821525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8463d4-90d0-4bb8-a8b5-9579b88a230d req-ae1550d1-f52e-48c4-b710-5e4783eb59c8 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:43.822209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-dc8463d4-90d0-4bb8-a8b5-9579b88a230d req-ae1550d1-f52e-48c4-b710-5e4783eb59c8 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Synchronizing usage tracker for tenant:b5219356b9d24d16aa2a387a7c3ea12f on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:52:43.930751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-dc8463d4-90d0-4bb8-a8b5-9579b88a230d req-ae1550d1-f52e-48c4-b710-5e4783eb59c8 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Unset dirty status for tenant:b5219356b9d24d16aa2a387a7c3ea12f on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:52:43.931916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc8463d4-90d0-4bb8-a8b5-9579b88a230d req-ae1550d1-f52e-48c4-b710-5e4783eb59c8 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 932 time: 0.4405468 Apr 22 17:52:43.964888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d8f138-a7b0-487b-9fc3-29965585f252 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:52:43.978679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:44.001137 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc8463d4-90d0-4bb8-a8b5-9579b88a230d req-9b9b558d-0dc8-427a-971c-1a6ee2ec7bac tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613568 Apr 22 17:52:44.003586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Transition to ACTIVE for port object 43d8f138-a7b0-487b-9fc3-29965585f252 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:52:44.055883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:44.212631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Pushing event updated for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:44.283064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Attempting to bind port 43d8f138-a7b0-487b-9fc3-29965585f252 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:52:44.283394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Attempting to bind port 43d8f138-a7b0-487b-9fc3-29965585f252 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '72676d9f-d640-42f0-923a-257b6f6e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:52:44.283714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Attempting to bind port 43d8f138-a7b0-487b-9fc3-29965585f252 on network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:52:44.288169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Port 43d8f138-a7b0-487b-9fc3-29965585f252 on network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:52:44.288485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Attempting to bind port 43d8f138-a7b0-487b-9fc3-29965585f252 on network 39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:52:44.293468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:52:44.293799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Checking segment: {'id': '72676d9f-d640-42f0-923a-257b6f6e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:52:44.294177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Bound using segment: {'id': '72676d9f-d640-42f0-923a-257b6f6e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:52:44.294598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Bound port: 43d8f138-a7b0-487b-9fc3-29965585f252, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72676d9f-d640-42f0-923a-257b6f6e494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:52:44.294967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:44.385466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:52:44.388617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:52:44.468147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:44.523679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:44.524292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:44.525740 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] 10.222.0.16 "PUT /v2.0/ports/43d8f138-a7b0-487b-9fc3-29965585f252 HTTP/1.1" status: 200 len: 1094 time: 1.2045910 Apr 22 17:52:44.526140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:52:44.553057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89f914-bc96-45a7-ada6-1d11d54d1a7c service neutron] Pushing event updated for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:44.569705 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70548ce1-6b20-4554-93f0-01013dc96436'] response: {'name': 'network-changed', 'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252', 'status': 'completed', 'code': 200} Apr 22 17:52:44.660304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c909-0e15-4c73-928a-a8ceb9b5eed5 req-c6eff277-5fb6-4d01-bcf7-78625aee6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:44.661773 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e33c909-0e15-4c73-928a-a8ceb9b5eed5 req-c6eff277-5fb6-4d01-bcf7-78625aee6a02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 1097 time: 0.0733299 Apr 22 17:52:44.797680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c909-0e15-4c73-928a-a8ceb9b5eed5 req-87ff9c20-ff1f-4138-9073-08bc7710422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:44.799020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e33c909-0e15-4c73-928a-a8ceb9b5eed5 req-87ff9c20-ff1f-4138-9073-08bc7710422a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1310344 Apr 22 17:52:44.930584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c909-0e15-4c73-928a-a8ceb9b5eed5 req-d2ea167d-1d9e-4bc2-a0cd-210102e976cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:44.932025 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e33c909-0e15-4c73-928a-a8ceb9b5eed5 req-d2ea167d-1d9e-4bc2-a0cd-210102e976cc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1266987 Apr 22 17:52:45.034393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-73ac1a2a-6820-4779-8de3-b991f5035125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:45.035906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-73ac1a2a-6820-4779-8de3-b991f5035125 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 1097 time: 0.0701807 Apr 22 17:52:45.105358 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-e3979dd6-e3dc-4183-b6a9-43eb01a58dfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8f138-a7b0-487b-9fc3-29965585f252 HTTP/1.1" status: 200 len: 217 time: 0.0628157 Apr 22 17:52:45.210837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-a98150c3-f3e2-4a27-9b28-2523c44d3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:45.212230 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-a98150c3-f3e2-4a27-9b28-2523c44d3346 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27a2a080-8e2d-4e51-9583-b2a3ac0a1c69 HTTP/1.1" status: 200 len: 852 time: 0.0759461 Apr 22 17:52:45.265220 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-4cfd604e-8683-486a-a977-14541f9dc640 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416641 Apr 22 17:52:45.273469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c401a-8c66-4ea6-b3a9-9239dad1cee0 req-91016bba-f71c-4bc7-95d3-23820689ccf2 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:45.274833 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-969c401a-8c66-4ea6-b3a9-9239dad1cee0 req-91016bba-f71c-4bc7-95d3-23820689ccf2 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 944 time: 0.1686890 Apr 22 17:52:45.404383 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-969c401a-8c66-4ea6-b3a9-9239dad1cee0 req-526b4bc2-7f21-480a-ad74-3626137a05a3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114647 Apr 22 17:52:45.431802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-9f97440b-74f7-4b2c-b4f1-602b2dca8a89 service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560729 Apr 22 17:52:45.665721 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6217e190-65ca-4877-b1e3-1f73a09a9491 req-5585b9b5-153d-4a60-9a93-7e61512e93cf service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283013 Apr 22 17:52:46.591606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff89a-b849-4be3-bd34-9137fa1b94eb req-4b8d3885-f6ad-4583-9f2b-9fb828d178b2 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:46.593032 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c6bff89a-b849-4be3-bd34-9137fa1b94eb req-4b8d3885-f6ad-4583-9f2b-9fb828d178b2 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 944 time: 0.0812888 Apr 22 17:52:46.634933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-c6bff89a-b849-4be3-bd34-9137fa1b94eb req-92936f59-4953-42c3-ae60-3f48f1d53945 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Synchronizing usage tracker for tenant:b5219356b9d24d16aa2a387a7c3ea12f on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:52:46.712786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-c6bff89a-b849-4be3-bd34-9137fa1b94eb req-92936f59-4953-42c3-ae60-3f48f1d53945 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Unset dirty status for tenant:b5219356b9d24d16aa2a387a7c3ea12f on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:52:46.713930 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c6bff89a-b849-4be3-bd34-9137fa1b94eb req-92936f59-4953-42c3-ae60-3f48f1d53945 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153812 Apr 22 17:52:47.902672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20eb28-a049-430a-943a-4c2802cb7401 req-a2385fd2-51cb-4b12-aa23-320b0fc00640 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:47.904121 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc20eb28-a049-430a-943a-4c2802cb7401 req-a2385fd2-51cb-4b12-aa23-320b0fc00640 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 944 time: 0.0815911 Apr 22 17:52:47.946606 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc20eb28-a049-430a-943a-4c2802cb7401 req-ee428e94-98ab-4b16-abdd-b578ad86f16f tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362778 Apr 22 17:52:48.560834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 43d8f138-a7b0-487b-9fc3-29965585f252 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:52:48.690784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:52:48.703427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '43d8f138-a7b0-487b-9fc3-29965585f252', 'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077', 'port_id': '43d8f138-a7b0-487b-9fc3-29965585f252', 'mac_address': 'fa:16:3e:1c:32:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a2a080-8e2d-4e51-9583-b2a3ac0a1c69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:52:48.760250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:48.776478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d8f138-a7b0-487b-9fc3-29965585f252 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:52:48.792018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:52:48.850419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:48.918654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:49.128732 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2956-5630-4cc9-9a65-c6c4e5c70fc3 req-094ddd29-f41e-4af7-a075-16b1d3754dcb tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:49.130410 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4d4a2956-5630-4cc9-9a65-c6c4e5c70fc3 req-094ddd29-f41e-4af7-a075-16b1d3754dcb tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 945 time: 0.0819602 Apr 22 17:52:49.174268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4d4a2956-5630-4cc9-9a65-c6c4e5c70fc3 req-0c0cb87d-a76c-4bce-b6c2-21bcf1571fd3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Apr 22 17:52:49.175226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['43d8f138-a7b0-487b-9fc3-29965585f252'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:52:50.356076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004606cb-2f60-40d5-b235-cab15454a07a req-7504bf4e-e549-42f8-a163-b8cb3bab874b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:50.357520 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-004606cb-2f60-40d5-b235-cab15454a07a req-7504bf4e-e549-42f8-a163-b8cb3bab874b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 945 time: 0.0825422 Apr 22 17:52:50.401505 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-004606cb-2f60-40d5-b235-cab15454a07a req-04fc89df-cd1f-4b98-8834-d1d564bcc61f tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376873 Apr 22 17:52:50.560667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 43d8f138-a7b0-487b-9fc3-29965585f252 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:52:50.723897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 43d8f138-a7b0-487b-9fc3-29965585f252 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:52:50.728819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 43d8f138-a7b0-487b-9fc3-29965585f252 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:52:50.729189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:50.842760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:50.868965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:52:50.878576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:52:50.936221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:52:51.003500 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258bdd62-730b-4617-8075-2c8e4ed9a731'] response: {'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252', 'code': 200} Apr 22 17:52:51.006081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:52:51.347006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708fb8-6da2-44c7-8a50-b71cb2d9e7e5 req-77df9103-ccb1-41f4-8a28-1c70070a98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:51.348474 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a708fb8-6da2-44c7-8a50-b71cb2d9e7e5 req-77df9103-ccb1-41f4-8a28-1c70070a98c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 1099 time: 0.0682631 Apr 22 17:52:51.390218 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a708fb8-6da2-44c7-8a50-b71cb2d9e7e5 req-e10e17b7-ad0f-49ee-93f3-3839976610cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354261 Apr 22 17:52:51.587253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7524d1-20bd-405a-990e-a9a5d5b0bac9 req-fa8233ca-157c-4951-8218-de19af2f0f57 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:51.588700 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b7524d1-20bd-405a-990e-a9a5d5b0bac9 req-fa8233ca-157c-4951-8218-de19af2f0f57 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0816896 Apr 22 17:52:51.632617 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b7524d1-20bd-405a-990e-a9a5d5b0bac9 req-c8277474-5440-419a-9ccd-112c3e3ed65a tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Apr 22 17:52:52.536001 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:52:52.814067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dca3e-00d4-4c58-ab14-2f386fad84f5 req-5d5a0ddd-08d8-474d-a1fb-f0e98f3c22e4 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:52.815589 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-820dca3e-00d4-4c58-ab14-2f386fad84f5 req-5d5a0ddd-08d8-474d-a1fb-f0e98f3c22e4 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0795014 Apr 22 17:52:52.860962 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-820dca3e-00d4-4c58-ab14-2f386fad84f5 req-95a62233-3600-4ff3-930e-c64ef2b13109 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Apr 22 17:52:54.042653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83176fdd-2876-4f93-a7a1-6f0509b8cdc6 req-8031a05c-163f-4ebc-9841-cc5a326f6b3b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:54.044134 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-83176fdd-2876-4f93-a7a1-6f0509b8cdc6 req-8031a05c-163f-4ebc-9841-cc5a326f6b3b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0794365 Apr 22 17:52:54.090037 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-83176fdd-2876-4f93-a7a1-6f0509b8cdc6 req-d1ad7cab-1601-4ea7-a749-3d11e0faf4df tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Apr 22 17:52:54.631669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf61e42-ab85-45a9-9f2c-4bbf5b4b1a48 req-772629eb-35ae-4a20-90ea-bc50596fc293 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:54.633149 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-faf61e42-ab85-45a9-9f2c-4bbf5b4b1a48 req-772629eb-35ae-4a20-90ea-bc50596fc293 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0817649 Apr 22 17:52:54.677521 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-faf61e42-ab85-45a9-9f2c-4bbf5b4b1a48 req-c5a1da4e-7b79-4cd9-813f-74c95cbca2a3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385847 Apr 22 17:52:54.708216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56212) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:52:54.822425 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-99b5e4ac-5a67-411f-900d-116d82de631e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130552 Apr 22 17:52:55.866644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58960-f933-453f-8f41-09c1377dca6d req-f7b85a86-cc09-4144-88d6-ebc211321384 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:55.868033 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9c58960-f933-453f-8f41-09c1377dca6d req-f7b85a86-cc09-4144-88d6-ebc211321384 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0836704 Apr 22 17:52:55.911643 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9c58960-f933-453f-8f41-09c1377dca6d req-0d122864-540e-4c21-a423-dc14a522b606 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Apr 22 17:52:56.627601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-c1213ed7-fe78-4a47-ab88-d9cffce99704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:56.629063 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-c1213ed7-fe78-4a47-ab88-d9cffce99704 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 1099 time: 0.0712912 Apr 22 17:52:56.758253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-5e1a89b6-11b4-43d8-bbb8-b971e1033d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:56.759709 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-5e1a89b6-11b4-43d8-bbb8-b971e1033d8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 HTTP/1.1" status: 200 len: 912 time: 0.1253219 Apr 22 17:52:56.828770 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-849ba150-1a34-450f-ba4d-4ea0964b3f1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8f138-a7b0-487b-9fc3-29965585f252 HTTP/1.1" status: 200 len: 217 time: 0.0622511 Apr 22 17:52:56.888375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-e8db6f09-a5e1-4430-983d-02ac68c4fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:56.889763 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-e8db6f09-a5e1-4430-983d-02ac68c4fa84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27a2a080-8e2d-4e51-9583-b2a3ac0a1c69 HTTP/1.1" status: 200 len: 852 time: 0.0559120 Apr 22 17:52:56.934000 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-edb37f54-eb91-4502-9b45-9e3c0b0db81e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389619 Apr 22 17:52:57.113173 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-dc1c9bd7-7722-4a3c-8c39-28214d87b469 service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721518 Apr 22 17:52:57.167099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37fac8-ccea-4777-9240-aaab8fb82aca req-5dfbb73a-0184-4f89-a164-411a7efac526 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:57.168506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3e37fac8-ccea-4777-9240-aaab8fb82aca req-5dfbb73a-0184-4f89-a164-411a7efac526 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.1471038 Apr 22 17:52:57.275948 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3e37fac8-ccea-4777-9240-aaab8fb82aca req-4cf2bbd5-47e8-42c9-9db9-9bda6c5a92e2 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589106 Apr 22 17:52:57.291488 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-33d01e84-0f1e-49c6-8d08-b6f95fc05daa service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688366 Apr 22 17:52:58.458399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4772-fda1-464b-8e07-29cd9aec6bb3 req-fcf11f97-33d6-42c7-b664-7b12faee57c5 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:58.459873 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-630d4772-fda1-464b-8e07-29cd9aec6bb3 req-fcf11f97-33d6-42c7-b664-7b12faee57c5 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0780585 Apr 22 17:52:58.506416 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-630d4772-fda1-464b-8e07-29cd9aec6bb3 req-056b8fe9-d038-4fbe-af8b-40bf1e6feaa2 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Apr 22 17:52:59.787188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53480a93-64d3-4a8d-8326-9c89bc45b3d0 req-41cf2632-ec34-454a-8a46-874eaab15e91 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:52:59.788616 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-53480a93-64d3-4a8d-8326-9c89bc45b3d0 req-41cf2632-ec34-454a-8a46-874eaab15e91 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.1799552 Apr 22 17:52:59.831768 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-53480a93-64d3-4a8d-8326-9c89bc45b3d0 req-f98ae1c2-9a79-4261-b995-263069f586ad tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Apr 22 17:53:00.387501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-103f97db-613c-4ac6-adc6-8447ffaa6542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:01.013542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777bceb-b2d1-42c6-a40a-acffdeaf1a07 req-deb6c6c1-b4eb-405b-924b-d9d6becb2ad6 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:01.015019 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8777bceb-b2d1-42c6-a40a-acffdeaf1a07 req-deb6c6c1-b4eb-405b-924b-d9d6becb2ad6 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0793402 Apr 22 17:53:01.058482 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8777bceb-b2d1-42c6-a40a-acffdeaf1a07 req-3bd368e6-f180-4984-a016-e4b6ef4fbc02 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Apr 22 17:53:02.240759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4eff-00b6-4c23-9586-f5293b205150 req-ac5fd420-4144-4f70-b4db-6e64d5d72185 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:02.242179 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-87ce4eff-00b6-4c23-9586-f5293b205150 req-ac5fd420-4144-4f70-b4db-6e64d5d72185 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0813808 Apr 22 17:53:02.285545 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-87ce4eff-00b6-4c23-9586-f5293b205150 req-4cc0b4c1-240b-4f29-9bb6-86bf98470d25 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Apr 22 17:53:02.598481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ce7883e-6a78-430e-8a99-639c7ad1c21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:03.557622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a74f2-7d6d-4679-8846-bbf18fd91c68 req-400ebe8a-ba69-465b-8e35-d40ae9a27f5a tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:03.559102 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-831a74f2-7d6d-4679-8846-bbf18fd91c68 req-400ebe8a-ba69-465b-8e35-d40ae9a27f5a tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.1712530 Apr 22 17:53:03.602424 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-831a74f2-7d6d-4679-8846-bbf18fd91c68 req-f55a8695-32a2-4504-a428-6df5173266b3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376720 Apr 22 17:53:03.707106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:03.809799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:04.523966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:04.785588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7abf-15c8-4510-8ef7-df454d2f5f60 req-195e3d16-29a8-4b48-bcac-6c8ffe9832b3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:04.787054 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a8cc7abf-15c8-4510-8ef7-df454d2f5f60 req-195e3d16-29a8-4b48-bcac-6c8ffe9832b3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0816634 Apr 22 17:53:04.830165 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a8cc7abf-15c8-4510-8ef7-df454d2f5f60 req-a2357c65-0b77-4e04-bff7-85fb1823a8e5 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375834 Apr 22 17:53:05.118311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:06.010302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81822-919a-4e59-baf7-26093bb7ef1f req-7672df76-e524-4bb0-9a35-03716fd48d0b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:06.011754 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3bd81822-919a-4e59-baf7-26093bb7ef1f req-7672df76-e524-4bb0-9a35-03716fd48d0b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0768764 Apr 22 17:53:06.057262 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3bd81822-919a-4e59-baf7-26093bb7ef1f req-1e45b7ea-e1d7-42a7-b8c5-22e261612fb1 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Apr 22 17:53:07.238337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fa48b-03a0-41dd-a409-273141e4aac7 req-5a61842f-87ad-4113-87ad-c76f376b463a tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:07.239847 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-aa0fa48b-03a0-41dd-a409-273141e4aac7 req-5a61842f-87ad-4113-87ad-c76f376b463a tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0810187 Apr 22 17:53:07.282368 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-aa0fa48b-03a0-41dd-a409-273141e4aac7 req-da09f042-77d4-4f94-bdad-09876da4322a tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370154 Apr 22 17:53:08.462379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680ba7d-125f-4ccf-bb51-448adcd4784a req-d5573259-08cd-47ce-8039-8ed301f5ce23 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:08.463852 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1680ba7d-125f-4ccf-bb51-448adcd4784a req-d5573259-08cd-47ce-8039-8ed301f5ce23 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0783932 Apr 22 17:53:08.506531 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1680ba7d-125f-4ccf-bb51-448adcd4784a req-abeed877-d486-48f1-9565-fa028be5b15e tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371203 Apr 22 17:53:09.685127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722e8cf-e3fb-4e19-aaec-7d95ca23cf38 req-25f7cc0f-c0b7-4aeb-9bb7-64c0d2f32af2 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:09.686559 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b722e8cf-e3fb-4e19-aaec-7d95ca23cf38 req-25f7cc0f-c0b7-4aeb-9bb7-64c0d2f32af2 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0779729 Apr 22 17:53:09.729883 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b722e8cf-e3fb-4e19-aaec-7d95ca23cf38 req-43e6c0ff-27e5-4aaa-8a1c-a35c966470c9 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Apr 22 17:53:10.912848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40a4e5-4361-4aaf-978f-23870dcd46af req-fd9ac0e0-c3d2-4f94-8056-7a0d4db2a2a0 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:10.914324 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ec40a4e5-4361-4aaf-978f-23870dcd46af req-fd9ac0e0-c3d2-4f94-8056-7a0d4db2a2a0 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0826106 Apr 22 17:53:10.957813 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ec40a4e5-4361-4aaf-978f-23870dcd46af req-44ea1462-67c4-4edc-824d-cb2d9f6aa177 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Apr 22 17:53:12.143141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff6518-0577-48ca-b2ff-4f2b8c5b875a req-bd6ad180-b241-40ce-a77a-45edbb3214b3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:12.144569 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4aff6518-0577-48ca-b2ff-4f2b8c5b875a req-bd6ad180-b241-40ce-a77a-45edbb3214b3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0821202 Apr 22 17:53:12.186499 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4aff6518-0577-48ca-b2ff-4f2b8c5b875a req-5798ed91-9e1b-4293-b09e-d6f58a3146b3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363827 Apr 22 17:53:13.369225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb4374-99fb-426c-85bb-9df5df21b498 req-a7ca229b-6b32-45ea-82c5-ffaeff14afc3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:13.370682 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cecb4374-99fb-426c-85bb-9df5df21b498 req-a7ca229b-6b32-45ea-82c5-ffaeff14afc3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0779700 Apr 22 17:53:13.414661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cecb4374-99fb-426c-85bb-9df5df21b498 req-5a3e56e4-2a6e-48c2-887d-76f17aa2d9cd tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382392 Apr 22 17:53:14.595313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312246d-1a34-40db-b27e-7bb95be6c3fd req-b01d8e6e-3624-4a71-9023-e6c4c11d08d1 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:14.596774 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6312246d-1a34-40db-b27e-7bb95be6c3fd req-b01d8e6e-3624-4a71-9023-e6c4c11d08d1 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0795057 Apr 22 17:53:14.642785 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6312246d-1a34-40db-b27e-7bb95be6c3fd req-8ebf529d-b1d1-4174-a975-cb9eae32ecab tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Apr 22 17:53:15.825991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4437f8b-a12c-40ea-a0eb-dfa1cc29eae0 req-452c3479-de0e-431b-a91b-70b7c54b13a6 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:15.827461 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b4437f8b-a12c-40ea-a0eb-dfa1cc29eae0 req-452c3479-de0e-431b-a91b-70b7c54b13a6 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0809846 Apr 22 17:53:15.870646 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b4437f8b-a12c-40ea-a0eb-dfa1cc29eae0 req-0220561b-b6f1-46e2-b15f-e911fa348842 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375664 Apr 22 17:53:17.050363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333727-f4f4-4b77-910f-f83147148923 req-f5e84f5b-13b2-44a4-97f9-c495224c1c5f tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:17.051816 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0c333727-f4f4-4b77-910f-f83147148923 req-f5e84f5b-13b2-44a4-97f9-c495224c1c5f tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0786264 Apr 22 17:53:17.094906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0c333727-f4f4-4b77-910f-f83147148923 req-44477bfe-bb48-4b7d-97d4-7c88b42863cc tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Apr 22 17:53:18.273752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077d2a-04a0-4b6e-ba6f-9c5dbad1c0e7 req-011ab562-0a62-4ed2-af32-edc67f14100b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:18.275203 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6077d2a-04a0-4b6e-ba6f-9c5dbad1c0e7 req-011ab562-0a62-4ed2-af32-edc67f14100b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0784278 Apr 22 17:53:18.321264 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b6077d2a-04a0-4b6e-ba6f-9c5dbad1c0e7 req-7dc505b2-67ca-47e4-aafe-81297138113f tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Apr 22 17:53:19.517416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32494a40-1e1b-47ef-943e-a0fdce56868a req-6c70dd42-a5c4-418d-b5c7-afab0f5206c3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:19.519164 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32494a40-1e1b-47ef-943e-a0fdce56868a req-6c70dd42-a5c4-418d-b5c7-afab0f5206c3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0914195 Apr 22 17:53:19.561884 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32494a40-1e1b-47ef-943e-a0fdce56868a req-4a5f198c-e865-402d-bcfb-e1479985b39c tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370402 Apr 22 17:53:20.744603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66448837-ed95-49e9-af89-90c5cf09b9be req-27e99042-9cee-43ea-89d0-3ec85339cfd0 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:20.746035 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-66448837-ed95-49e9-af89-90c5cf09b9be req-27e99042-9cee-43ea-89d0-3ec85339cfd0 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0786960 Apr 22 17:53:20.789170 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-66448837-ed95-49e9-af89-90c5cf09b9be req-59c2cba9-49bc-4910-a6f6-9ea43a3b609b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375488 Apr 22 17:53:21.966467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649c2ba-ab49-43a7-b7f3-d5c08c8aac26 req-e33e1795-d081-4034-900b-85c86adcc612 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:21.967917 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f649c2ba-ab49-43a7-b7f3-d5c08c8aac26 req-e33e1795-d081-4034-900b-85c86adcc612 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0772610 Apr 22 17:53:22.011657 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f649c2ba-ab49-43a7-b7f3-d5c08c8aac26 req-31260533-1484-4905-938b-4458f8882130 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Apr 22 17:53:23.192795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdedb4d-61de-4a91-be37-9d255ed73d34 req-67e0cfdd-0647-427f-b181-53c58803f30f tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:23.194217 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4cdedb4d-61de-4a91-be37-9d255ed73d34 req-67e0cfdd-0647-427f-b181-53c58803f30f tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0809631 Apr 22 17:53:23.236621 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4cdedb4d-61de-4a91-be37-9d255ed73d34 req-9919c1c5-ac43-4b98-8c87-59967200ae0b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368736 Apr 22 17:53:24.439151 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-3b0776a9-f918-4dfe-b8ef-e3aed8cceb63 service neutron] 10.222.0.16 "GET /v2.0/ports/43d8f138-a7b0-487b-9fc3-29965585f252/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1243553 Apr 22 17:53:24.463016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d7fd0-9667-4721-8c7c-be19ed624888 req-92ee716c-079b-4066-8a3e-b5ed73ab1739 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:24.464460 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2c9d7fd0-9667-4721-8c7c-be19ed624888 req-92ee716c-079b-4066-8a3e-b5ed73ab1739 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.1090057 Apr 22 17:53:24.511920 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2c9d7fd0-9667-4721-8c7c-be19ed624888 req-9fccdef8-a172-437f-b2ce-484bb4e2bd64 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408747 Apr 22 17:53:24.869194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-e502f1c2-a0d3-485a-86b3-18043ff218af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:24.870562 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-e502f1c2-a0d3-485a-86b3-18043ff218af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e&tenant_id=b5219356b9d24d16aa2a387a7c3ea12f HTTP/1.1" status: 200 len: 1099 time: 0.0690644 Apr 22 17:53:24.963278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-d7b4ee70-b3e2-4d05-b082-aa772dc90711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:24.964710 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-d7b4ee70-b3e2-4d05-b082-aa772dc90711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 1099 time: 0.0689688 Apr 22 17:53:25.092205 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-4f63762b-d993-4edf-9414-c7d18874aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:25.093604 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-4f63762b-d993-4edf-9414-c7d18874aaef service neutron] 10.222.0.16 "GET /v2.0/networks?id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 HTTP/1.1" status: 200 len: 912 time: 0.1231601 Apr 22 17:53:25.162213 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-9f351d4a-0ba0-4d43-a64a-c56bcc2f6bdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8f138-a7b0-487b-9fc3-29965585f252 HTTP/1.1" status: 200 len: 217 time: 0.0626628 Apr 22 17:53:25.224876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-1b9a8118-cbe9-4411-944f-d105b9886272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:25.226243 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-1b9a8118-cbe9-4411-944f-d105b9886272 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27a2a080-8e2d-4e51-9583-b2a3ac0a1c69 HTTP/1.1" status: 200 len: 852 time: 0.0583231 Apr 22 17:53:25.271111 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-ee1591cc-632a-4ba2-8b60-163b4aa43a85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391095 Apr 22 17:53:25.398215 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-687ca99f-cbf7-4a8c-9a50-9ba332d31168 service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212952 Apr 22 17:53:25.526570 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130e9977-61d7-4bb1-9150-ee3b104a8e2a req-3dcf4945-9f3c-4b1e-8089-816f9e0a04b1 service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226115 Apr 22 17:53:25.693964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5083d-798f-4a5d-b49a-8deb7b53c3c8 req-b4382071-f632-49c5-9d4e-407ec1f45023 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:25.695485 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95c5083d-798f-4a5d-b49a-8deb7b53c3c8 req-b4382071-f632-49c5-9d4e-407ec1f45023 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0786455 Apr 22 17:53:25.743452 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95c5083d-798f-4a5d-b49a-8deb7b53c3c8 req-0b2eb1ef-71eb-4aa4-a2a2-a44d6163f0fc tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Apr 22 17:53:26.941396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b68cf6-66ca-4209-bd0b-23e83ae7c093 req-7fb30ed5-5f01-47b1-8125-57508a75c609 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:26.942900 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-40b68cf6-66ca-4209-bd0b-23e83ae7c093 req-7fb30ed5-5f01-47b1-8125-57508a75c609 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0817719 Apr 22 17:53:26.990680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-40b68cf6-66ca-4209-bd0b-23e83ae7c093 req-33069a87-cef8-436a-bbcf-778acbd2b6d5 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Apr 22 17:53:28.135268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-12a7cdc2-0296-43a4-9e7a-f8b9a0253d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:28.136735 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-12a7cdc2-0296-43a4-9e7a-f8b9a0253d59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 1099 time: 0.1691203 Apr 22 17:53:28.179963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fe272-140e-4983-a152-c0596759a11a req-09d59966-ad72-4ad2-894d-6333c67873b3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:28.181669 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-076fe272-140e-4983-a152-c0596759a11a req-09d59966-ad72-4ad2-894d-6333c67873b3 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0820258 Apr 22 17:53:28.225466 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-076fe272-140e-4983-a152-c0596759a11a req-4e042d66-d02e-407a-8571-c330c1ea2724 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380490 Apr 22 17:53:28.282893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-47399152-78a5-4719-8ce7-e5f584f22205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:28.284246 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-47399152-78a5-4719-8ce7-e5f584f22205 service neutron] 10.222.0.16 "GET /v2.0/networks?id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 HTTP/1.1" status: 200 len: 912 time: 0.1285744 Apr 22 17:53:28.354765 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-b70a70a2-5ba6-44a0-8041-9237d7e969b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8f138-a7b0-487b-9fc3-29965585f252 HTTP/1.1" status: 200 len: 217 time: 0.0634520 Apr 22 17:53:28.417957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-57d5cfe8-583a-4166-9b40-56f22b434e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:28.419542 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-57d5cfe8-583a-4166-9b40-56f22b434e86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27a2a080-8e2d-4e51-9583-b2a3ac0a1c69 HTTP/1.1" status: 200 len: 852 time: 0.0576613 Apr 22 17:53:28.472092 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-52b9d744-b227-44c0-b807-87d048705032 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454841 Apr 22 17:53:28.604731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-856f3504-4ed5-4c38-99fb-ce1a0540e138 service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267834 Apr 22 17:53:28.731610 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-38cd7354-b78f-4231-8839-bbd4f53a74ca req-648a0058-b83a-4f4d-8adb-afbea552462c service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215444 Apr 22 17:53:28.737335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 43d8f138-a7b0-487b-9fc3-29965585f252 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:53:28.740612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 43d8f138-a7b0-487b-9fc3-29965585f252 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:53:28.955807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:28.977417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:53:28.996091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '43d8f138-a7b0-487b-9fc3-29965585f252', 'network_id': '39cbaa65-fcbc-4c46-a5fd-43a0cf3db077', 'port_id': '43d8f138-a7b0-487b-9fc3-29965585f252', 'mac_address': 'fa:16:3e:1c:32:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a2a080-8e2d-4e51-9583-b2a3ac0a1c69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:53:29.001852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:53:29.044510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:53:29.060655 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ca1bab-b12b-4c6c-a28e-459404af2d86'] response: {'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252', 'code': 200} Apr 22 17:53:29.064835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:29.081498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43d8f138-a7b0-487b-9fc3-29965585f252 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:53:29.112231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:29.220992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:53:29.221272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:53:29.224440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:29.231307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.231661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.232004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.232347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.232684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.233018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.233351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.233681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.234011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.234339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.234666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.235016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:29.409922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43038545-bfb5-4ef9-acbe-897d829dd08a req-06893317-eb31-445e-9051-0bf3df84971d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:29.411422 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-43038545-bfb5-4ef9-acbe-897d829dd08a req-06893317-eb31-445e-9051-0bf3df84971d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 944 time: 0.0830584 Apr 22 17:53:29.454528 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-43038545-bfb5-4ef9-acbe-897d829dd08a req-0eed6cc1-bf08-4c2d-b9e0-ffea7152b7be tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373163 Apr 22 17:53:29.533809 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:53:29.777762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:29.793726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d8f138-a7b0-487b-9fc3-29965585f252 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:53:29.808848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:53:29.866635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:29.934316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:29.940035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['43d8f138-a7b0-487b-9fc3-29965585f252'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:53:29.991743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-8fd726c6-4af5-437e-a2a1-73a343a7608a tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:29.993165 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-8fd726c6-4af5-437e-a2a1-73a343a7608a tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e&tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0829575 Apr 22 17:53:30.132166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-1fd6755e-1b6a-44d2-bfd8-860f5403c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:30.133556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-1fd6755e-1b6a-44d2-bfd8-860f5403c32c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 1098 time: 0.0717618 Apr 22 17:53:30.260098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-7a4a4e12-b7c1-4d45-88b3-2dfc3993d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:30.261525 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-7a4a4e12-b7c1-4d45-88b3-2dfc3993d177 service neutron] 10.222.0.16 "GET /v2.0/networks?id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 HTTP/1.1" status: 200 len: 912 time: 0.1223452 Apr 22 17:53:30.329038 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-61d661d1-6d08-4688-ac0b-b671502e2ad7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8f138-a7b0-487b-9fc3-29965585f252 HTTP/1.1" status: 200 len: 217 time: 0.0616608 Apr 22 17:53:30.375610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a863cd5a-b679-45f0-a4c7-8c121b5f1f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:30.393969 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-66e9dcc3-d85d-4455-8a50-df61cd06f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:30.395438 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-66e9dcc3-d85d-4455-8a50-df61cd06f233 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27a2a080-8e2d-4e51-9583-b2a3ac0a1c69 HTTP/1.1" status: 200 len: 852 time: 0.0607536 Apr 22 17:53:30.441080 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-9a53585d-1bd2-4443-9a27-4c1138770030 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392926 Apr 22 17:53:30.568432 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-8e87af00-a6de-4241-8c2a-58f41daf8254 service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212833 Apr 22 17:53:30.696075 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-7eb5617d-5dcf-4a4b-9e0d-c28655f3ff7d service neutron] 10.222.0.16 "GET /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220291 Apr 22 17:53:30.746005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 43d8f138-a7b0-487b-9fc3-29965585f252 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:53:30.813745 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 43d8f138-a7b0-487b-9fc3-29965585f252 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:53:30.814396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:30.931030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:30.962963 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:53:31.015354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:31.061185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:53:31.088741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:31.120838 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4390e4eb-7f34-43b9-a522-e1ac186f6a01'] response: {'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252', 'code': 200} Apr 22 17:53:32.151891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0a8be-a433-4f21-8e2a-2115a5e81458 req-4c479812-d91e-482a-963e-1b33b9356844 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:32.153363 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f4f0a8be-a433-4f21-8e2a-2115a5e81458 req-4c479812-d91e-482a-963e-1b33b9356844 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0793374 Apr 22 17:53:32.195738 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f4f0a8be-a433-4f21-8e2a-2115a5e81458 req-a4a01a51-3510-4d3d-9400-437c5fa4581b tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Apr 22 17:53:32.603973 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-afc34a83-6dfd-4aa8-b4b8-8df4400a295e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:33.382990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c44c3-f198-4a35-bb5f-63c32345ab44 req-d8c2c8d1-7e02-428d-a052-f8f00fa6215d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:33.384465 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-090c44c3-f198-4a35-bb5f-63c32345ab44 req-d8c2c8d1-7e02-428d-a052-f8f00fa6215d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0799093 Apr 22 17:53:33.529529 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-090c44c3-f198-4a35-bb5f-63c32345ab44 req-1a3dd3a8-d448-40a2-85c4-e8ea0e044f7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/security-groups?id=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392672 Apr 22 17:53:33.700860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:33.798474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:33.845282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-c8814258-7107-4205-95d3-f826a26974e1 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:33.846765 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-c8814258-7107-4205-95d3-f826a26974e1 tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 946 time: 0.0786381 Apr 22 17:53:33.918213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Deleting port 43d8f138-a7b0-487b-9fc3-29965585f252 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:53:33.918557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:34.156020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] For port 43d8f138-a7b0-487b-9fc3-29965585f252, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=43d8f138-a7b0-487b-9fc3-29965585f252,segment=NetworkSegment(72676d9f-d640-42f0-923a-257b6f6e494d),segment_id=72676d9f-d640-42f0-923a-257b6f6e494d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:53:34.156302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:34.280589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Calling delete_port for 43d8f138-a7b0-487b-9fc3-29965585f252 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:53:34.495160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:34.505755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['43d8f138-a7b0-487b-9fc3-29965585f252'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:53:34.546422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Pushing event deleted for resources: {'Port': ['ID=43d8f138-a7b0-487b-9fc3-29965585f252,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:34.569413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:34.585470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.585809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.586150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.586485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.586842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.587183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.587515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.587843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.588174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.588499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.588824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.589152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:53:34.634693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] No DVR routers for this DVR port 43d8f138-a7b0-487b-9fc3-29965585f252 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:53:34.637188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:34.639740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'name': 'network-vif-deleted', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:53:34.685585 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0bd9ca72-5b57-46e0-ac79-f49d133bc7f1 req-3ca9081b-fe0d-423a-b4c0-2ccd67588bdf tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc334c09-9398-4438-b458-788e33f1f09e HTTP/1.1" status: 200 len: 210 time: 0.0474885 Apr 22 17:53:34.709049 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ddd1a16-ec2c-4711-9a08-966c1b94ae35 req-d3b559b3-4028-45fd-a914-832794f7be7d tempest-DeleteServersTestJSON-1050211436 tempest-DeleteServersTestJSON-1050211436-project] 10.222.0.16 "DELETE /v2.0/ports/43d8f138-a7b0-487b-9fc3-29965585f252 HTTP/1.1" status: 204 len: 173 time: 0.8570499 Apr 22 17:53:34.834894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8793c411-90f9-4b3e-adcf-624d44918d85'] response: {'server_uuid': 'cc334c09-9398-4438-b458-788e33f1f09e', 'name': 'network-vif-deleted', 'tag': '43d8f138-a7b0-487b-9fc3-29965585f252', 'status': 'completed', 'code': 200} Apr 22 17:53:35.134913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:35.923197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56322) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:53:35.980805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-77deb16d-7013-45e5-bfa8-4e4648504388 admin admin] Deleting subnet 27a2a080-8e2d-4e51-9583-b2a3ac0a1c69 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:53:35.983617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77deb16d-7013-45e5-bfa8-4e4648504388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.031047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77deb16d-7013-45e5-bfa8-4e4648504388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.087775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77deb16d-7013-45e5-bfa8-4e4648504388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.215429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77deb16d-7013-45e5-bfa8-4e4648504388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.252668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77deb16d-7013-45e5-bfa8-4e4648504388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a2a080-8e2d-4e51-9583-b2a3ac0a1c69,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:36.257485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77deb16d-7013-45e5-bfa8-4e4648504388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.263135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-77deb16d-7013-45e5-bfa8-4e4648504388 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/27a2a080-8e2d-4e51-9583-b2a3ac0a1c69 HTTP/1.1" status: 204 len: 168 time: 0.3389537 Apr 22 17:53:36.265542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56326) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:53:36.369737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.491377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.515532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cbaa65-fcbc-4c46-a5fd-43a0cf3db077']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:53:36.531319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72676d9f-d640-42f0-923a-257b6f6e494d') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:53:36.531621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72676d9f-d640-42f0-923a-257b6f6e494d') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:53:36.543281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.558640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.564537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:53:36.564947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:53:36.577610 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:53:36.716984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.732224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:36.745361 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] 10.222.0.10 "DELETE /v2.0/networks/39cbaa65-fcbc-4c46-a5fd-43a0cf3db077 HTTP/1.1" status: 204 len: 168 time: 0.4788315 Apr 22 17:53:36.746142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40929a88-bf2c-44b8-95ba-fee74f49b2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=39cbaa65-fcbc-4c46-a5fd-43a0cf3db077,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:37.041639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56332) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:53:37.089549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-50ee25df-52e8-482f-9ce6-32e35fb3f017 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5219356b9d24d16aa2a387a7c3ea12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467346 Apr 22 17:53:37.091919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56336) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:53:37.148275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c126cf53-fc34-4813-815b-61b125f38b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:37.172815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c126cf53-fc34-4813-815b-61b125f38b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:37.283780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c126cf53-fc34-4813-815b-61b125f38b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:37.301254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126cf53-fc34-4813-815b-61b125f38b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:37.373347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c126cf53-fc34-4813-815b-61b125f38b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:37.376854 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c126cf53-fc34-4813-815b-61b125f38b5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b03c0bd4-7173-4f9d-b2b3-820fd5d27e6b HTTP/1.1" status: 204 len: 168 time: 0.2816877 Apr 22 17:53:38.338948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56360) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:53:38.439796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-439150478-network', 'tenant_id': '16999ea37c314c318f4188346fe89c79'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:53:38.444873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:53:38.448646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Usage tracker for resource:network and tenant:16999ea37c314c318f4188346fe89c79 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:53:38.451441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:53:38.458020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:53:38.523585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Made reservation on behalf of 16999ea37c314c318f4188346fe89c79 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:53:38.525839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:38.538082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:38.555663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:53:38.559426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Usage tracker for resource:security_group_rule and tenant:16999ea37c314c318f4188346fe89c79 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:53:38.562159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:53:38.568516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:53:38.647712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:38.683661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:38.710612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:53:38.722777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ff363-c281-44b3-abc0-e14f76431f10,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:38.727166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:38.731207 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Added segment 47f9f3d2-7e30-41da-99c3-b6bdffa09375 of type vlan for network a3c18e24-ae21-4ed7-841b-b66a0de6f68d Apr 22 17:53:38.753424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:38.777622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 43d8f138-a7b0-487b-9fc3-29965585f252 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:53:38.813586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 43d8f138-a7b0-487b-9fc3-29965585f252 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:53:38.813944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 43d8f138-a7b0-487b-9fc3-29965585f252 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:53:38.820930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:38.821907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:38.822483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:39.014690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c18e24-ae21-4ed7-841b-b66a0de6f68d,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:39.024169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network a3c18e24-ae21-4ed7-841b-b66a0de6f68d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:53:39.056196 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1d982555-a490-4cca-81b0-facb014ef977 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7161710 Apr 22 17:53:39.058987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56366) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:53:39.064383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Request body: {'subnet': {'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-439150478-subnet', 'tenant_id': '16999ea37c314c318f4188346fe89c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:53:39.069145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:53:39.074104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Usage tracker for resource:subnet and tenant:16999ea37c314c318f4188346fe89c79 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:53:39.075920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:53:39.081670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:53:39.157974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Made reservation on behalf of 16999ea37c314c318f4188346fe89c79 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:53:39.160831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:39.408536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:39.485309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:39.492588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Checking segment: {'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:53:39.492942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Network hostable DHCP agents. Network: a3c18e24-ae21-4ed7-841b-b66a0de6f68d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:53:39.580372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Network a3c18e24-ae21-4ed7-841b-b66a0de6f68d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:53:39.649301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, a3c18e24-ae21-4ed7-841b-b66a0de6f68d) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:53:39.653193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:39.653784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:39.657871 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1044de3b-ade0-41b9-a5cb-9deb9e243eb0 None None] Network a3c18e24-ae21-4ed7-841b-b66a0de6f68d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:53:39.741906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-935f8dcd-6290-46af-916e-d0df42dca57c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6818492 Apr 22 17:53:39.891072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6327b7b3-a961-4991-bfa5-6d80468f7183 None None] Network a3c18e24-ae21-4ed7-841b-b66a0de6f68d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:53:40.241898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-dee0ee27-307e-47d3-a7e2-5af8237f24f2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:40.242559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-dee0ee27-307e-47d3-a7e2-5af8237f24f2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Synchronizing usage tracker for tenant:16999ea37c314c318f4188346fe89c79 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:53:40.318013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-dee0ee27-307e-47d3-a7e2-5af8237f24f2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Unset dirty status for tenant:16999ea37c314c318f4188346fe89c79 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:53:40.319158 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-dee0ee27-307e-47d3-a7e2-5af8237f24f2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 814 time: 0.2176466 Apr 22 17:53:40.333512 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-db16e431-276e-412e-927c-4048774bf05b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/quotas/16999ea37c314c318f4188346fe89c79 HTTP/1.1" status: 200 len: 375 time: 0.0088015 Apr 22 17:53:40.380880 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-f84a876a-0954-4c60-a312-91fcb689944a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424542 Apr 22 17:53:40.511887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-d5a138c0-681d-402d-b339-180347878a7e service neutron] 10.222.0.10 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238806 Apr 22 17:53:40.640554 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-bae2bcd4-5553-46e8-a28d-2d59d53fd81c service neutron] 10.222.0.10 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229074 Apr 22 17:53:40.894857 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c7ffc60e-9b28-42fe-8810-4ce233218e75 req-5895d16a-e974-4b13-b814-55edc585f607 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 210 time: 0.0412562 Apr 22 17:53:42.041459 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-91d3c399-a8db-455c-ba46-b0d183d3be93 req-aa71470d-df19-4b35-81cd-9a80daeaad95 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 210 time: 0.0468092 Apr 22 17:53:43.086299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-a6e0baac-5199-4e18-937a-b8611c3ed235 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:43.087785 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-a6e0baac-5199-4e18-937a-b8611c3ed235 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 814 time: 0.1480010 Apr 22 17:53:43.098908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Request body: {'port': {'device_id': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d', 'admin_state_up': True, 'tenant_id': '16999ea37c314c318f4188346fe89c79'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:53:43.192183 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bcf3e85f-04f1-42c5-a51b-84dc900f5f73 req-7d3563ef-064e-4fae-9af6-a47905c6482d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 210 time: 0.0425236 Apr 22 17:53:43.236134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:53:43.240530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Usage tracker for resource:port and tenant:16999ea37c314c318f4188346fe89c79 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:53:43.243363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:53:43.249012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:53:43.351691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Made reservation on behalf of 16999ea37c314c318f4188346fe89c79 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:53:43.355514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:43.515827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Allocated IP 172.20.0.13 (a3c18e24-ae21-4ed7-841b-b66a0de6f68d/79a0931e-bd1b-4282-9f2c-fbd8ce311eb7/c32dc9f0-7822-4646-b5a7-cfe17982d988) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:53:43.710926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:43.792353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:43.854227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Network a3c18e24-ae21-4ed7-841b-b66a0de6f68d is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:53:43.857070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:53:43.868370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:53:44.010892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Pushing event updated for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:44.034496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:44.035680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:44.118691 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-e82fc279-100a-4e5c-bdc7-0e092211765b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0234675 Apr 22 17:53:44.130405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Request body: {'port': {'device_id': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:53:44.239267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:44.524049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc3585-8cc4-4567-8ebf-030351b99bb6 req-66905af7-e705-4ab8-8120-d14be334cb50 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:44.524772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3edc3585-8cc4-4567-8ebf-030351b99bb6 req-66905af7-e705-4ab8-8120-d14be334cb50 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Synchronizing usage tracker for tenant:16999ea37c314c318f4188346fe89c79 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:53:44.638693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3edc3585-8cc4-4567-8ebf-030351b99bb6 req-66905af7-e705-4ab8-8120-d14be334cb50 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Unset dirty status for tenant:16999ea37c314c318f4188346fe89c79 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:53:44.639858 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3edc3585-8cc4-4567-8ebf-030351b99bb6 req-66905af7-e705-4ab8-8120-d14be334cb50 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 932 time: 0.3372850 Apr 22 17:53:44.674120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32dc9f0-7822-4646-b5a7-cfe17982d988 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:53:44.692228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:44.703144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3edc3585-8cc4-4567-8ebf-030351b99bb6 req-de4a304d-052e-4503-8b2e-1bb4bf262583 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Synchronizing usage tracker for tenant:16999ea37c314c318f4188346fe89c79 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:53:44.716139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Transition to ACTIVE for port object c32dc9f0-7822-4646-b5a7-cfe17982d988 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:53:44.779364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:44.819280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3edc3585-8cc4-4567-8ebf-030351b99bb6 req-de4a304d-052e-4503-8b2e-1bb4bf262583 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Unset dirty status for tenant:16999ea37c314c318f4188346fe89c79 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:53:44.820417 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3edc3585-8cc4-4567-8ebf-030351b99bb6 req-de4a304d-052e-4503-8b2e-1bb4bf262583 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734674 Apr 22 17:53:44.936625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Pushing event updated for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:45.009543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Attempting to bind port c32dc9f0-7822-4646-b5a7-cfe17982d988 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:53:45.009871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Attempting to bind port c32dc9f0-7822-4646-b5a7-cfe17982d988 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:53:45.010193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Attempting to bind port c32dc9f0-7822-4646-b5a7-cfe17982d988 on network a3c18e24-ae21-4ed7-841b-b66a0de6f68d {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:53:45.014656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Port c32dc9f0-7822-4646-b5a7-cfe17982d988 on network a3c18e24-ae21-4ed7-841b-b66a0de6f68d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:53:45.014998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Attempting to bind port c32dc9f0-7822-4646-b5a7-cfe17982d988 on network a3c18e24-ae21-4ed7-841b-b66a0de6f68d {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:53:45.020018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:53:45.020346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Checking segment: {'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:53:45.020724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Bound using segment: {'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:53:45.021141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Bound port: c32dc9f0-7822-4646-b5a7-cfe17982d988, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:53:45.021478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:45.107083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:53:45.109909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:53:45.186523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:45.243212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:45.243827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:45.245180 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] 10.222.0.16 "PUT /v2.0/ports/c32dc9f0-7822-4646-b5a7-cfe17982d988 HTTP/1.1" status: 200 len: 1094 time: 1.1194949 Apr 22 17:53:45.245615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:53:45.271857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd27b97-d81d-47f3-bfaf-addfd0ec141c service neutron] Pushing event updated for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:45.291207 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74147c5b-3ad2-4e45-a968-ff15854d3bec'] response: {'name': 'network-changed', 'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'status': 'completed', 'code': 200} Apr 22 17:53:45.379144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5a35a-fb4f-428f-81ff-03cd38019a29 req-968f6062-3f64-4c73-965d-e329456c6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:45.380616 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cec5a35a-fb4f-428f-81ff-03cd38019a29 req-968f6062-3f64-4c73-965d-e329456c6145 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 1097 time: 0.0701437 Apr 22 17:53:45.516754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5a35a-fb4f-428f-81ff-03cd38019a29 req-d3f6ae92-e047-4be9-9528-8f3fbf7dc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:45.518125 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cec5a35a-fb4f-428f-81ff-03cd38019a29 req-d3f6ae92-e047-4be9-9528-8f3fbf7dc39f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=16999ea37c314c318f4188346fe89c79&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1307671 Apr 22 17:53:45.652285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5a35a-fb4f-428f-81ff-03cd38019a29 req-62782b92-6528-4d4f-925a-03151932c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:45.653742 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cec5a35a-fb4f-428f-81ff-03cd38019a29 req-62782b92-6528-4d4f-925a-03151932c50d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1300085 Apr 22 17:53:45.764112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-bd66e83e-ea41-4e5f-a5d8-732cbaaedf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:45.765725 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-bd66e83e-ea41-4e5f-a5d8-732cbaaedf50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 1097 time: 0.0752146 Apr 22 17:53:45.832446 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-7eba83c6-9da5-40ec-94ca-08a887d727ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988 HTTP/1.1" status: 200 len: 217 time: 0.0593817 Apr 22 17:53:46.036314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-661bba0f-35ea-47e6-9e5f-75cd7dd18515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:46.037723 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-661bba0f-35ea-47e6-9e5f-75cd7dd18515 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.2008832 Apr 22 17:53:46.093253 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-a687e8d3-3e1e-4879-b029-ac3259836c57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494235 Apr 22 17:53:46.105133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a09f28-3459-4800-8c87-b5287a49a5d7 req-2f9cc239-bf5e-4c04-ab49-5c15f78877a9 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:46.106496 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95a09f28-3459-4800-8c87-b5287a49a5d7 req-2f9cc239-bf5e-4c04-ab49-5c15f78877a9 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 944 time: 0.1372180 Apr 22 17:53:46.235431 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-95a09f28-3459-4800-8c87-b5287a49a5d7 req-ecfe6bce-0202-4712-977a-aaabc1545052 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109390 Apr 22 17:53:46.263023 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-7f528a07-6e93-497c-ae84-b794bcf3de0c service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555665 Apr 22 17:53:46.391413 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c9b1b77-c461-4b62-9fd5-3de80650bd93 req-afadce89-2e91-4fb6-88ac-2e92f8ed5c63 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226499 Apr 22 17:53:47.420065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb5e69-c3bb-40e4-9a55-361676903ad2 req-1957efd4-6204-42e2-be05-ca5889c8bcef tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:47.421546 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-64fb5e69-c3bb-40e4-9a55-361676903ad2 req-1957efd4-6204-42e2-be05-ca5889c8bcef tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 944 time: 0.0823452 Apr 22 17:53:47.465428 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-64fb5e69-c3bb-40e4-9a55-361676903ad2 req-20621806-4f3c-4288-8de5-867a41afb232 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375490 Apr 22 17:53:48.648356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2e09f-8bfc-4f23-b2d0-8c25493b4959 req-e43d06bc-14d7-4478-9b61-c770a1c028c3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:48.649824 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bff2e09f-8bfc-4f23-b2d0-8c25493b4959 req-e43d06bc-14d7-4478-9b61-c770a1c028c3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 944 time: 0.0825915 Apr 22 17:53:48.692586 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bff2e09f-8bfc-4f23-b2d0-8c25493b4959 req-21459a70-8e5b-48e2-b8b5-b5ba3a34bd3c tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372460 Apr 22 17:53:49.873009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fa28-9648-49bd-a184-10aeafe42c45 req-439435ab-c2fb-4980-a283-acb3c6a2e7ce tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:49.874428 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a157fa28-9648-49bd-a184-10aeafe42c45 req-439435ab-c2fb-4980-a283-acb3c6a2e7ce tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 944 time: 0.0809960 Apr 22 17:53:49.917292 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a157fa28-9648-49bd-a184-10aeafe42c45 req-99cf74ea-0477-4ed0-90af-c7854823d8fe tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370533 Apr 22 17:53:50.776858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c32dc9f0-7822-4646-b5a7-cfe17982d988 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:53:50.907461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:53:50.920914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d', 'port_id': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'mac_address': 'fa:16:3e:56:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a0931e-bd1b-4282-9f2c-fbd8ce311eb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:53:50.976067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:50.995944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32dc9f0-7822-4646-b5a7-cfe17982d988 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:53:51.011210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:53:51.082789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:51.105263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f8f57-ff05-442e-9fd6-5e965437a78c req-9211114b-5781-4417-ab0f-2316a238ec88 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:51.106761 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-045f8f57-ff05-442e-9fd6-5e965437a78c req-9211114b-5781-4417-ab0f-2316a238ec88 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 944 time: 0.0828815 Apr 22 17:53:51.150101 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:51.157124 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-045f8f57-ff05-442e-9fd6-5e965437a78c req-ce39fcc0-34db-45fd-9a2b-4dfd157602ce tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445745 Apr 22 17:53:51.411896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['c32dc9f0-7822-4646-b5a7-cfe17982d988'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:53:52.339944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e38164-db2c-4c8d-8978-eb333568371c req-6d02e9be-aea5-43d9-be7c-c96055eb53d0 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:52.341404 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d3e38164-db2c-4c8d-8978-eb333568371c req-6d02e9be-aea5-43d9-be7c-c96055eb53d0 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 945 time: 0.0794919 Apr 22 17:53:52.385027 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d3e38164-db2c-4c8d-8978-eb333568371c req-407e283b-8636-45f4-a65d-8c27b95db42f tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 Apr 22 17:53:52.792223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c32dc9f0-7822-4646-b5a7-cfe17982d988 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:53:52.911648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port c32dc9f0-7822-4646-b5a7-cfe17982d988 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:53:52.916149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port c32dc9f0-7822-4646-b5a7-cfe17982d988 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:53:52.916529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:53.028492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:53.054199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:53:53.063351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:53:53.099035 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30723d3f-4cba-4b7b-a7f7-8385c7eb11ab'] response: {'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'code': 200} Apr 22 17:53:53.123506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:53:53.193933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:53:53.417736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ba793-3858-4ad3-96a8-e0a5ba63ce61 req-4d5167c2-fa7c-49f5-86f9-d2b91800e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:53.423958 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8d1ba793-3858-4ad3-96a8-e0a5ba63ce61 req-4d5167c2-fa7c-49f5-86f9-d2b91800e606 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 1099 time: 0.0730669 Apr 22 17:53:53.459858 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8d1ba793-3858-4ad3-96a8-e0a5ba63ce61 req-dce2d051-da85-49d5-b4d7-46841ead8702 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Apr 22 17:53:53.568040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ff9ad-9bd7-41f8-a2d0-39fc4842fcb1 req-7592275e-319e-4074-968e-188412ca0688 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:53.569522 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1a7ff9ad-9bd7-41f8-a2d0-39fc4842fcb1 req-7592275e-319e-4074-968e-188412ca0688 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0811760 Apr 22 17:53:53.612844 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1a7ff9ad-9bd7-41f8-a2d0-39fc4842fcb1 req-7e715e39-a285-4749-a08c-68ce939346a0 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377717 Apr 22 17:53:54.796159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54c861-926c-4956-8af4-08dae4c13999 req-f61b5f00-ed9c-49ab-95b0-3a48fc4b7926 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:54.797707 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5a54c861-926c-4956-8af4-08dae4c13999 req-f61b5f00-ed9c-49ab-95b0-3a48fc4b7926 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0819452 Apr 22 17:53:54.841681 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5a54c861-926c-4956-8af4-08dae4c13999 req-3c06c6be-0f27-495a-b222-b99fabbb1794 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375695 Apr 22 17:53:56.019904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd790c7-e5ca-412f-ae37-2c18a3c69636 req-cc10d5f2-e015-4585-8a70-242a171bfb77 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:56.021355 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bfd790c7-e5ca-412f-ae37-2c18a3c69636 req-cc10d5f2-e015-4585-8a70-242a171bfb77 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0779767 Apr 22 17:53:56.067389 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bfd790c7-e5ca-412f-ae37-2c18a3c69636 req-a592386d-2343-4276-8feb-8aa081c67370 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Apr 22 17:53:56.250180 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68087550-b4fd-4202-91ae-8ce5ddfe1a7d req-c16f7c3b-a4f5-47da-b89e-2923d7ac012a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:56.251649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-68087550-b4fd-4202-91ae-8ce5ddfe1a7d req-c16f7c3b-a4f5-47da-b89e-2923d7ac012a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0812526 Apr 22 17:53:56.294451 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-68087550-b4fd-4202-91ae-8ce5ddfe1a7d req-4571d05b-f9f9-4a9c-b499-61fd7cbc1048 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369952 Apr 22 17:53:56.687017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7c2dc-2585-4f5b-963d-238979de566a req-a5e69ecf-d965-4696-b126-5bcb8c9680bd tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:56.688438 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fbc7c2dc-2585-4f5b-963d-238979de566a req-a5e69ecf-d965-4696-b126-5bcb8c9680bd tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0770872 Apr 22 17:53:56.734326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fbc7c2dc-2585-4f5b-963d-238979de566a req-aee3f752-7389-460b-86aa-b9bc78972568 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Apr 22 17:53:56.910890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3a1b7-5eb3-49d0-9ebe-88ccab5b0bc1 req-69f52e8d-985b-4b9f-8afc-83a78328afaa tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:56.912232 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a1c3a1b7-5eb3-49d0-9ebe-88ccab5b0bc1 req-69f52e8d-985b-4b9f-8afc-83a78328afaa tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0775697 Apr 22 17:53:56.954713 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a1c3a1b7-5eb3-49d0-9ebe-88ccab5b0bc1 req-f649b425-634a-49f0-bef4-77eff0ee0a72 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370233 Apr 22 17:53:57.472107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9538452-6621-4f8e-b12c-88f3df95c5ef req-236ddb08-5f75-4da3-ba6c-29ea8452f091 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:57.473550 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b9538452-6621-4f8e-b12c-88f3df95c5ef req-236ddb08-5f75-4da3-ba6c-29ea8452f091 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0822661 Apr 22 17:53:57.517429 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b9538452-6621-4f8e-b12c-88f3df95c5ef req-a0be75f3-a576-4a0f-8b12-3a6c7b2fe6bf tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382700 Apr 22 17:53:57.520726 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-604bab8c-f413-4352-b670-4129083cd4c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0693767 Apr 22 17:53:58.701068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bd156-df87-450f-8688-4222cbe09c9a req-5943f5bd-50f6-4788-a850-c646d04cd4a6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:58.703293 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-325bd156-df87-450f-8688-4222cbe09c9a req-5943f5bd-50f6-4788-a850-c646d04cd4a6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0823135 Apr 22 17:53:58.751647 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-325bd156-df87-450f-8688-4222cbe09c9a req-f56e04dc-9c1d-40d7-8ac1-d859ed60a036 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Apr 22 17:53:59.450856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-1bd17755-9c30-43be-bf94-7c3aded92c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:59.452343 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-1bd17755-9c30-43be-bf94-7c3aded92c26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 1099 time: 0.0689690 Apr 22 17:53:59.578006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-5bb74849-9ec8-4c80-83d8-0b11e929ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:59.579435 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-5bb74849-9ec8-4c80-83d8-0b11e929ecb8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 914 time: 0.1217234 Apr 22 17:53:59.647911 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-6d5fa0cd-4d4d-413b-badb-6aaee4b9dd3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988 HTTP/1.1" status: 200 len: 217 time: 0.0622931 Apr 22 17:53:59.707361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-1aef5e9f-4ff0-4e84-93d0-80a763f7991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:59.708700 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-1aef5e9f-4ff0-4e84-93d0-80a763f7991f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.0551782 Apr 22 17:53:59.752808 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-d3713055-74f1-4fb0-b04b-7be89f4573e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382290 Apr 22 17:53:59.938154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6dd3e-5be2-4a1e-b588-4f50beca24f7 req-17c6c7bf-f852-4bae-9d0b-854be3bc78bb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:53:59.939648 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8dd6dd3e-5be2-4a1e-b588-4f50beca24f7 req-17c6c7bf-f852-4bae-9d0b-854be3bc78bb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0798888 Apr 22 17:53:59.982733 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8dd6dd3e-5be2-4a1e-b588-4f50beca24f7 req-cbc90dca-4132-4660-9e87-2606d29f1b43 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370028 Apr 22 17:53:59.983989 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-75b04f5a-a73f-4539-abc7-858009a19c7e service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256436 Apr 22 17:54:00.111661 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-aa40572a-5108-4096-aa96-af11ad2fb930 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214333 Apr 22 17:54:00.419554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3ead-cb89-4b71-bc90-8a6ffbdd5b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:01.162173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef60c56-6628-40b8-9ec7-a2ae1659bf70 req-80cc2365-840e-4c65-a4c1-fc988d3de89c tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:01.164267 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2ef60c56-6628-40b8-9ec7-a2ae1659bf70 req-80cc2365-840e-4c65-a4c1-fc988d3de89c tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0790489 Apr 22 17:54:01.210434 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2ef60c56-6628-40b8-9ec7-a2ae1659bf70 req-b37ad7e9-4f44-476f-85f5-04be46b459c7 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 Apr 22 17:54:02.394108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2865f-c8b8-4014-9bf2-8fe3cd0382a1 req-53ec3ad2-5e44-4dd4-a98f-3fdc80477f8d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:02.395572 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f3b2865f-c8b8-4014-9bf2-8fe3cd0382a1 req-53ec3ad2-5e44-4dd4-a98f-3fdc80477f8d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0833089 Apr 22 17:54:02.438504 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f3b2865f-c8b8-4014-9bf2-8fe3cd0382a1 req-abea5837-1e9b-422d-802b-9c2c045effda tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Apr 22 17:54:02.603313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-de8162bd-0166-4f64-903a-db4f1b957833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:03.623469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc4e5-ec55-4281-aeb3-82c8612c6b1c req-87408b9c-189b-4c3d-9e37-200461088740 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:03.624912 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fbadc4e5-ec55-4281-aeb3-82c8612c6b1c req-87408b9c-189b-4c3d-9e37-200461088740 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0809915 Apr 22 17:54:03.669869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fbadc4e5-ec55-4281-aeb3-82c8612c6b1c req-dadb7387-09b4-49ab-aef2-4a0de1875195 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Apr 22 17:54:03.711726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:03.837208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:04.568909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:04.855758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adfce3-2933-4c07-9e0a-8365607e22be req-c1d4be66-3eb0-4677-81f0-16d0f9c8f932 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:04.857196 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-42adfce3-2933-4c07-9e0a-8365607e22be req-c1d4be66-3eb0-4677-81f0-16d0f9c8f932 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0821590 Apr 22 17:54:04.989550 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-42adfce3-2933-4c07-9e0a-8365607e22be req-4ef872cd-f2bd-46b7-8280-ec82ef1ef1f8 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264441 Apr 22 17:54:05.110651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:06.168833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ca35-5b33-440d-a535-75ee6b4d9c4f req-790742c8-028c-4148-a9f0-7fec0d946ba3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:06.170303 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9229ca35-5b33-440d-a535-75ee6b4d9c4f req-790742c8-028c-4148-a9f0-7fec0d946ba3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0791018 Apr 22 17:54:06.213798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9229ca35-5b33-440d-a535-75ee6b4d9c4f req-cca6d7c4-a772-406c-935a-aef57e6fbbf4 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Apr 22 17:54:06.532633 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:54:07.395408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987174f-4e36-4c0e-978f-d2846b34bad7 req-b9a26352-e111-4ff6-a341-cd5b6a9ed9e2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:07.396974 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0987174f-4e36-4c0e-978f-d2846b34bad7 req-b9a26352-e111-4ff6-a341-cd5b6a9ed9e2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0792494 Apr 22 17:54:07.440815 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0987174f-4e36-4c0e-978f-d2846b34bad7 req-4567b060-2d14-4ce4-8a99-9fa77fe7b99f tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381911 Apr 22 17:54:08.623018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f05ad-5e88-4230-8de1-f50c30377026 req-3770c481-d6e9-4fb7-94cb-a537ea452079 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:08.624462 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-362f05ad-5e88-4230-8de1-f50c30377026 req-3770c481-d6e9-4fb7-94cb-a537ea452079 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0814621 Apr 22 17:54:08.667562 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-362f05ad-5e88-4230-8de1-f50c30377026 req-8a0a0580-e46a-4997-871d-91e0682e6e54 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366061 Apr 22 17:54:09.849716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c8c83-c784-4edf-ad25-b33cdfbaed2f req-c8fa9ffc-7c06-44ee-8466-76d07bf505c6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:09.851192 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f14c8c83-c784-4edf-ad25-b33cdfbaed2f req-c8fa9ffc-7c06-44ee-8466-76d07bf505c6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0809190 Apr 22 17:54:09.894526 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f14c8c83-c784-4edf-ad25-b33cdfbaed2f req-96abe2b5-290d-42fc-96eb-372dafece47f tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378084 Apr 22 17:54:11.083290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd479fbc-6fa4-46a6-8d28-5740a437a049 req-7481842a-d571-4052-9aa0-6bfd1cac6b45 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:11.084722 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cd479fbc-6fa4-46a6-8d28-5740a437a049 req-7481842a-d571-4052-9aa0-6bfd1cac6b45 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0831666 Apr 22 17:54:11.126650 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cd479fbc-6fa4-46a6-8d28-5740a437a049 req-011191e2-1e38-4d9a-9608-4ca714695beb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Apr 22 17:54:12.316787 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682169a-d503-4c6b-b89c-8cab5224bc7d req-b962e115-4929-41ad-848c-6893a3a6b09e tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:12.318238 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8682169a-d503-4c6b-b89c-8cab5224bc7d req-b962e115-4929-41ad-848c-6893a3a6b09e tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0823457 Apr 22 17:54:12.361235 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8682169a-d503-4c6b-b89c-8cab5224bc7d req-c3c57495-d3d2-47da-b80f-0d9f51d103aa tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373569 Apr 22 17:54:13.543483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe845-f3ea-49bc-b6e9-76f43d44cf33 req-07ebe8c5-93d1-49eb-a943-8816d74c5718 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:13.544934 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-99ffe845-f3ea-49bc-b6e9-76f43d44cf33 req-07ebe8c5-93d1-49eb-a943-8816d74c5718 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0794506 Apr 22 17:54:13.588357 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-99ffe845-f3ea-49bc-b6e9-76f43d44cf33 req-4aea3570-c1e6-4044-bc6a-8a6e4f74e40d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Apr 22 17:54:14.771863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1ac1e-3828-48c4-91fc-b9b487fe1279 req-4ecba63f-4545-4205-9cfc-84a0820a5d3d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:14.773291 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-53c1ac1e-3828-48c4-91fc-b9b487fe1279 req-4ecba63f-4545-4205-9cfc-84a0820a5d3d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0777545 Apr 22 17:54:14.816211 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-53c1ac1e-3828-48c4-91fc-b9b487fe1279 req-db50360e-6249-476b-8492-4133ae1e1b06 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Apr 22 17:54:16.044617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc9902-488a-420a-94a9-73ab163a41a8 req-3f443d95-2b64-4965-ad5e-9f04c10c3ac2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:16.046047 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4cc9902-488a-420a-94a9-73ab163a41a8 req-3f443d95-2b64-4965-ad5e-9f04c10c3ac2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.1278634 Apr 22 17:54:16.089401 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4cc9902-488a-420a-94a9-73ab163a41a8 req-d1487018-74e2-4af5-88cc-62f43d079089 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372045 Apr 22 17:54:17.177856 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-1ff6bf28-8c53-454b-afb9-6912e8cea56c service neutron] 10.222.0.16 "GET /v2.0/ports/c32dc9f0-7822-4646-b5a7-cfe17982d988/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1140220 Apr 22 17:54:17.322961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0a218-008b-4c43-b862-dc6d9be43885 req-e3b5adc7-4356-48b1-a03d-ed341f082328 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:17.324327 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-35a0a218-008b-4c43-b862-dc6d9be43885 req-e3b5adc7-4356-48b1-a03d-ed341f082328 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.1317005 Apr 22 17:54:17.367950 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-35a0a218-008b-4c43-b862-dc6d9be43885 req-02fcfa8c-3d50-4d31-8c7a-e764c72b4e6b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379086 Apr 22 17:54:17.815292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-ac8470eb-01b6-48a6-b7a5-348323bdfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:17.816776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-ac8470eb-01b6-48a6-b7a5-348323bdfb6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf&tenant_id=16999ea37c314c318f4188346fe89c79 HTTP/1.1" status: 200 len: 1099 time: 0.0726669 Apr 22 17:54:17.903740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-df435719-35e5-40f3-8392-4a2897ab364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:17.905094 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-df435719-35e5-40f3-8392-4a2897ab364b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 1099 time: 0.0683672 Apr 22 17:54:18.031533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-d4522e5e-f2df-4e3a-8508-9bd027f3df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:18.032930 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-d4522e5e-f2df-4e3a-8508-9bd027f3df5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 914 time: 0.1220911 Apr 22 17:54:18.101414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-6f1dd83f-bbfd-4f7e-9f1b-fb89b8be2628 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988 HTTP/1.1" status: 200 len: 217 time: 0.0623968 Apr 22 17:54:18.161668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-9e8a9d9a-e1b4-4098-ba8b-d841b3d9814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:18.162999 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-9e8a9d9a-e1b4-4098-ba8b-d841b3d9814f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.0556262 Apr 22 17:54:18.210172 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-fb1a0d0d-b3db-40c6-9a14-1dba7fcad3a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419490 Apr 22 17:54:18.437482 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-ca6962d8-4a8f-413d-8fc1-02c3d9ef00f1 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209394 Apr 22 17:54:18.614045 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b06de21-e67b-42c8-86f1-a2b4aa281247 req-0e764bb7-f8f2-4ed1-89b8-bb9a2c2c80d5 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702411 Apr 22 17:54:18.634700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9109a-e133-4c79-a065-333424c12b07 req-53aa92df-78c2-44f9-af17-e90a53e1306a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:18.636135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32e9109a-e133-4c79-a065-333424c12b07 req-53aa92df-78c2-44f9-af17-e90a53e1306a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.1576715 Apr 22 17:54:18.680454 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32e9109a-e133-4c79-a065-333424c12b07 req-b18efca6-6ebd-4703-bf76-c2c038c9addf tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Apr 22 17:54:19.866113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c14e5-097b-4d72-8fc8-1fbd2338f7d6 req-0ff0fd8c-9499-4629-80df-07972342ccaa tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:19.867572 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b02c14e5-097b-4d72-8fc8-1fbd2338f7d6 req-0ff0fd8c-9499-4629-80df-07972342ccaa tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0769904 Apr 22 17:54:19.914149 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b02c14e5-097b-4d72-8fc8-1fbd2338f7d6 req-40bedc74-9d75-401c-8fbe-8ea77203a705 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Apr 22 17:54:20.962032 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c32dc9f0-7822-4646-b5a7-cfe17982d988 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:54:20.973358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c32dc9f0-7822-4646-b5a7-cfe17982d988 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:54:21.105403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc43b37-f058-4231-a76a-704de0f18c47 req-184cdc30-1f74-4120-bfc5-bc98846b2d51 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:21.106983 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cfc43b37-f058-4231-a76a-704de0f18c47 req-184cdc30-1f74-4120-bfc5-bc98846b2d51 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0853524 Apr 22 17:54:21.153469 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cfc43b37-f058-4231-a76a-704de0f18c47 req-624ae861-5926-4724-a596-4abfb00be4ab tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Apr 22 17:54:21.209808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:54:21.216604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:21.236355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d', 'port_id': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'mac_address': 'fa:16:3e:56:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a0931e-bd1b-4282-9f2c-fbd8ce311eb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:54:21.279954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:54:21.298505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:54:21.313620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:21.332433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c32dc9f0-7822-4646-b5a7-cfe17982d988 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:54:21.337358 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb683be2-7714-4313-887f-b991b5df8de6'] response: {'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'code': 200} Apr 22 17:54:21.363309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:21.505706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:54:21.505983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:54:21.508240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:22.058255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:22.074727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32dc9f0-7822-4646-b5a7-cfe17982d988 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:54:22.089366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:54:22.151439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:22.214639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['c32dc9f0-7822-4646-b5a7-cfe17982d988'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:54:22.260510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:22.337085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5952164-5780-4b97-8bfc-3dd354302cd7 req-4c04c5f0-c244-4011-a96c-1a9c1217496a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:22.338462 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a5952164-5780-4b97-8bfc-3dd354302cd7 req-4c04c5f0-c244-4011-a96c-1a9c1217496a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 945 time: 0.0778582 Apr 22 17:54:22.391859 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a5952164-5780-4b97-8bfc-3dd354302cd7 req-70e153f1-d473-45c4-a26c-7d89948c8967 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473323 Apr 22 17:54:22.878506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3e634-2e82-4953-83cd-d342213659bd req-5fd0e104-51ba-4634-b5a3-182b41077329 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:22.879978 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bba3e634-2e82-4953-83cd-d342213659bd req-5fd0e104-51ba-4634-b5a3-182b41077329 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 945 time: 0.1276402 Apr 22 17:54:22.942094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-f66e8e9f-f7fe-4fab-a401-def152f9fdd3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:22.943566 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-f66e8e9f-f7fe-4fab-a401-def152f9fdd3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf&tenant_id=16999ea37c314c318f4188346fe89c79&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1318517 Apr 22 17:54:22.947864 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bba3e634-2e82-4953-83cd-d342213659bd req-72cd61b3-d207-4b42-83c7-fe6dc67ea182 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Apr 22 17:54:22.978300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c32dc9f0-7822-4646-b5a7-cfe17982d988 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:54:23.046560 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port c32dc9f0-7822-4646-b5a7-cfe17982d988 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:54:23.046965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:23.078365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-b8f01ae7-6081-42d7-8755-88699d3caf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:23.079912 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-b8f01ae7-6081-42d7-8755-88699d3caf90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 1098 time: 0.0703313 Apr 22 17:54:23.160068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:23.190935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:54:23.209490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-cf43a897-0a03-475f-9c3d-b36e346a77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:23.210912 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-cf43a897-0a03-475f-9c3d-b36e346a77cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 914 time: 0.1247301 Apr 22 17:54:23.254596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:23.280569 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-f6eb7369-dd4f-465f-89f6-79f2e56bef7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988 HTTP/1.1" status: 200 len: 217 time: 0.0637541 Apr 22 17:54:23.321698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:23.338047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:54:23.343310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-d456830c-abe6-4232-b21e-19ce7f1475a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:23.347362 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-d456830c-abe6-4232-b21e-19ce7f1475a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.0579429 Apr 22 17:54:23.391990 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33321f2-326f-4c65-a93a-fb6dcc58f648'] response: {'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'code': 200} Apr 22 17:54:23.398594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-150252a5-8045-41dd-b1ad-0e131924f43f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469477 Apr 22 17:54:23.528759 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-e6390d30-ee92-41b8-b3e7-973c27c4218c service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239719 Apr 22 17:54:23.656916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c3928de3-85a5-4ba9-93bd-31dcf647168a req-1c9dfd05-7921-46e5-b901-db151233e36b service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222167 Apr 22 17:54:24.132369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8127c-12b9-487d-b709-a6417f3525b8 req-d6d55f45-d5b1-4511-bb68-7799395e7fcb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:24.134099 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-24e8127c-12b9-487d-b709-a6417f3525b8 req-d6d55f45-d5b1-4511-bb68-7799395e7fcb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0814879 Apr 22 17:54:24.178375 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-24e8127c-12b9-487d-b709-a6417f3525b8 req-49d9319c-1882-4cc0-816d-fe5a4aa1fdbd tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385966 Apr 22 17:54:25.363663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d28903-9a72-4135-a6a9-a246ded55d2b req-4654241c-83f5-433d-97b9-d2c33393bfe4 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:25.365109 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f1d28903-9a72-4135-a6a9-a246ded55d2b req-4654241c-83f5-433d-97b9-d2c33393bfe4 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0806839 Apr 22 17:54:25.409895 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f1d28903-9a72-4135-a6a9-a246ded55d2b req-69b165c5-8794-4e30-957a-b36778fee8b4 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Apr 22 17:54:25.593031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386d28d-0e24-4d05-af6e-316f381e9fd3 req-a020c35b-16bd-4210-9462-17fd4c857940 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:25.594354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8386d28d-0e24-4d05-af6e-316f381e9fd3 req-a020c35b-16bd-4210-9462-17fd4c857940 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0823305 Apr 22 17:54:25.637908 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8386d28d-0e24-4d05-af6e-316f381e9fd3 req-75a5e5fe-faa4-4e7c-abca-cb0dbbd82f1c tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Apr 22 17:54:25.822063 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde69906-badb-4db5-9baa-99909c308b39 req-5df1d862-a08b-4719-99d8-b318e96152ec tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:25.823532 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dde69906-badb-4db5-9baa-99909c308b39 req-5df1d862-a08b-4719-99d8-b318e96152ec tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0815926 Apr 22 17:54:25.867996 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dde69906-badb-4db5-9baa-99909c308b39 req-dd8c5c11-3922-4ec4-89c1-73a130261a8d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 Apr 22 17:54:26.536355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-0bc4f52d-7b33-49cb-8a6a-490133df7f78 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:26.537719 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-0bc4f52d-7b33-49cb-8a6a-490133df7f78 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 814 time: 0.1444888 Apr 22 17:54:26.552049 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-6f3186a9-7e1d-4906-83e4-3e60775153c7 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/quotas/16999ea37c314c318f4188346fe89c79 HTTP/1.1" status: 200 len: 375 time: 0.0088434 Apr 22 17:54:26.628947 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-e570f8fe-de95-4312-8d62-352dd1422936 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721366 Apr 22 17:54:26.679834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-90fdc5f6-2518-4953-a4b8-95c371637928 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:54:26.680807 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-90fdc5f6-2518-4953-a4b8-95c371637928 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455976 Apr 22 17:54:26.808476 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-e2fff459-76c6-43ec-b48d-ea413cafa1c1 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217124 Apr 22 17:54:26.938031 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ad4a2bfb-f259-4b2f-b8b4-fd84544f308c service neutron] 10.222.0.10 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240053 Apr 22 17:54:27.197766 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8989aa91-74de-4e9b-84ff-a6b01c69f68d req-88348008-453d-474a-889e-2badbb0f8eb5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 210 time: 0.0420408 Apr 22 17:54:28.162567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-2113176d-0486-4e33-b7ec-b8c3cdd39fe0 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:28.163966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-2113176d-0486-4e33-b7ec-b8c3cdd39fe0 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0ec3cb-b614-4dfd-8462-5d2b39a585bf HTTP/1.1" status: 200 len: 946 time: 0.0809913 Apr 22 17:54:28.351981 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-935eb66e-b320-4bb0-8a39-52b4ee98c9c9 req-966bbe56-003c-4708-bd90-3c64ad31a7d6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 210 time: 0.0466793 Apr 22 17:54:28.373507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Deleting port c32dc9f0-7822-4646-b5a7-cfe17982d988 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:54:28.374013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:28.618858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] For port c32dc9f0-7822-4646-b5a7-cfe17982d988, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=c32dc9f0-7822-4646-b5a7-cfe17982d988,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:54:28.619217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:28.739582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Calling delete_port for c32dc9f0-7822-4646-b5a7-cfe17982d988 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:54:28.961713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:28.974367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['c32dc9f0-7822-4646-b5a7-cfe17982d988'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:54:29.012696 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Pushing event deleted for resources: {'Port': ['ID=c32dc9f0-7822-4646-b5a7-cfe17982d988,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:29.087709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] No DVR routers for this DVR port c32dc9f0-7822-4646-b5a7-cfe17982d988 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:54:29.090199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:29.092754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'name': 'network-vif-deleted', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:54:29.122722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-37749189-c32d-4eb8-a681-71cd4d3b5cfb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:29.124275 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-37749189-c32d-4eb8-a681-71cd4d3b5cfb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 814 time: 0.1554186 Apr 22 17:54:29.136089 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Request body: {'port': {'device_id': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d', 'admin_state_up': True, 'tenant_id': '16999ea37c314c318f4188346fe89c79'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:54:29.162664 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fdfa777b-9627-42b9-9415-2964c2d7782b req-f2725639-d540-445b-9ca7-14ba45ddad13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "DELETE /v2.0/ports/c32dc9f0-7822-4646-b5a7-cfe17982d988 HTTP/1.1" status: 204 len: 173 time: 0.9653594 Apr 22 17:54:29.199487 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d793a360-79d3-4c34-b6c4-281ba3db0b0a'] response: {'server_uuid': '4b0ec3cb-b614-4dfd-8462-5d2b39a585bf', 'name': 'network-vif-deleted', 'tag': 'c32dc9f0-7822-4646-b5a7-cfe17982d988', 'status': 'completed', 'code': 200} Apr 22 17:54:29.396864 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:54:29.401049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Usage tracker for resource:port and tenant:16999ea37c314c318f4188346fe89c79 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:54:29.403939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:54:29.410531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:54:29.504194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Made reservation on behalf of 16999ea37c314c318f4188346fe89c79 for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:54:29.507581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:29.526255 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3a9d28b3-13f7-496e-8414-b885a6d28a48 req-2ea6f7a2-f11c-45a8-a27e-db096fa44262 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 210 time: 0.0595055 Apr 22 17:54:29.673155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Allocated IP 172.20.0.8 (a3c18e24-ae21-4ed7-841b-b66a0de6f68d/79a0931e-bd1b-4282-9f2c-fbd8ce311eb7/ca7eb071-c67c-46a7-83d9-ac298acefce3) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:54:29.868639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:29.979388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:30.045833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Network a3c18e24-ae21-4ed7-841b-b66a0de6f68d is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:54:30.048874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:54:30.051360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:54:30.105653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Pushing event updated for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:30.118582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.118951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.119291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.119642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.119961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.120327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.120656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.120984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.121310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.121634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.121958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.122294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:30.139165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:30.139766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:30.243258 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-ed46276e-e354-43de-a21d-cd921d8ccf5a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1110840 Apr 22 17:54:30.254797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Request body: {'port': {'device_id': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:54:30.363560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:30.402819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bca6e103-f20e-4c6e-946c-9d8721ffd119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:30.696951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7eb071-c67c-46a7-83d9-ac298acefce3 {{(pid=88660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:54:30.704696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:30.710460 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2833-1281-4d93-ba9c-d00d186a954c req-3f057d9c-8602-4c6c-b4c6-6e2bf91e4f41 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:30.711177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b5bb2833-1281-4d93-ba9c-d00d186a954c req-3f057d9c-8602-4c6c-b4c6-6e2bf91e4f41 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Synchronizing usage tracker for tenant:16999ea37c314c318f4188346fe89c79 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:54:30.718766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Transition to ACTIVE for port object ca7eb071-c67c-46a7-83d9-ac298acefce3 will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:54:30.796806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:30.813062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b5bb2833-1281-4d93-ba9c-d00d186a954c req-3f057d9c-8602-4c6c-b4c6-6e2bf91e4f41 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Unset dirty status for tenant:16999ea37c314c318f4188346fe89c79 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:54:30.813062 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b5bb2833-1281-4d93-ba9c-d00d186a954c req-3f057d9c-8602-4c6c-b4c6-6e2bf91e4f41 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 931 time: 0.1752653 Apr 22 17:54:30.858334 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b5bb2833-1281-4d93-ba9c-d00d186a954c req-a94201ee-1347-41f6-94d3-fe293fbfce4f tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Apr 22 17:54:30.955417 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:30.994183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c32dc9f0-7822-4646-b5a7-cfe17982d988 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:54:31.026896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Attempting to bind port ca7eb071-c67c-46a7-83d9-ac298acefce3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:54:31.027226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Attempting to bind port ca7eb071-c67c-46a7-83d9-ac298acefce3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:54:31.027547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Attempting to bind port ca7eb071-c67c-46a7-83d9-ac298acefce3 on network a3c18e24-ae21-4ed7-841b-b66a0de6f68d {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:54:31.031427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: c32dc9f0-7822-4646-b5a7-cfe17982d988 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:54:31.031788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device c32dc9f0-7822-4646-b5a7-cfe17982d988 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:54:31.032049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Port ca7eb071-c67c-46a7-83d9-ac298acefce3 on network a3c18e24-ae21-4ed7-841b-b66a0de6f68d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:54:31.032360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Attempting to bind port ca7eb071-c67c-46a7-83d9-ac298acefce3 on network a3c18e24-ae21-4ed7-841b-b66a0de6f68d {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:54:31.037953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:54:31.038280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Checking segment: {'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:54:31.038652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Bound using segment: {'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:54:31.039102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Bound port: ca7eb071-c67c-46a7-83d9-ac298acefce3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f9f3d2-7e30-41da-99c3-b6bdffa09375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d'}}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:54:31.039435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:31.127927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:54:31.130646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:54:31.214603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:31.270222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:31.270852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:31.272200 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca7eb071-c67c-46a7-83d9-ac298acefce3 HTTP/1.1" status: 200 len: 1093 time: 1.0223646 Apr 22 17:54:31.272620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:54:31.299398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ac5fa-b7e1-46fb-8375-ffb8d8a32579 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:31.404838 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a049846d-c494-4bca-b404-22b97b6d5458'] response: {'name': 'network-changed', 'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'status': 'completed', 'code': 200} Apr 22 17:54:31.442423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-caf18dfc-753a-4506-ae59-5b6b67e8cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:31.443894 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-caf18dfc-753a-4506-ae59-5b6b67e8cb6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 1096 time: 0.0769701 Apr 22 17:54:31.508825 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-31fd7788-2138-4de1-aea2-5a6847046300 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3 HTTP/1.1" status: 200 len: 217 time: 0.0585537 Apr 22 17:54:31.664632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-cc8d974c-6f43-4528-a071-475ba7079e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:31.666062 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-cc8d974c-6f43-4528-a071-475ba7079e22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.1518641 Apr 22 17:54:31.711300 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-8c0c604b-ee35-4bdc-a21b-a05e9973fad1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394733 Apr 22 17:54:31.838084 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-49a92947-b06e-4de9-a1a7-a4d47d90d5cb service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205680 Apr 22 17:54:31.966128 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f5f29577-8fe6-471e-8099-9f8f5e6f459b req-1876810c-ae37-4e39-bfd8-7d3d96029189 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226809 Apr 22 17:54:32.040683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4b363-ae71-4edd-8ee7-0a5231dbf35a req-26044251-4e8b-4893-ae42-899471053041 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:32.042155 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fcb4b363-ae71-4edd-8ee7-0a5231dbf35a req-26044251-4e8b-4893-ae42-899471053041 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 943 time: 0.0780568 Apr 22 17:54:32.087562 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fcb4b363-ae71-4edd-8ee7-0a5231dbf35a req-05ba84c6-c4b7-4500-b0ab-2bfc5a0681af tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394554 Apr 22 17:54:32.138487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-79b516e6-4f4d-46da-b997-48344637d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:32.139990 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-79b516e6-4f4d-46da-b997-48344637d39d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 1096 time: 0.0695782 Apr 22 17:54:32.268614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-2478fd38-d088-4c8a-9121-d17b28ed80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:32.270031 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-2478fd38-d088-4c8a-9121-d17b28ed80e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 914 time: 0.1233897 Apr 22 17:54:32.339551 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-f14640e7-697b-43ef-927d-63e4960b17e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3 HTTP/1.1" status: 200 len: 217 time: 0.0635536 Apr 22 17:54:32.401269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-a3640b2f-85e2-4b72-979c-df7af430bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:32.402761 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-a3640b2f-85e2-4b72-979c-df7af430bc51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.0570164 Apr 22 17:54:32.451699 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-8b27c029-c6d8-4bd1-a8db-3aaac13e8673 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426211 Apr 22 17:54:32.581627 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-9f612bd9-57a5-4949-8dbb-073c98f67535 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227746 Apr 22 17:54:32.601391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf9dc-0376-48c1-862b-1ef2fe3a04cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:32.708521 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c311a211-0c95-4baf-b9ae-1a7af96297f1 req-97de42ed-f2a5-48ae-8f52-954fac673930 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214943 Apr 22 17:54:33.268241 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc031a88-ab4e-4522-a45b-1261cfdd66d8 req-65e68923-89fa-4e3f-bbfa-ddab0dda8c4d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:33.268952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-dc031a88-ab4e-4522-a45b-1261cfdd66d8 req-65e68923-89fa-4e3f-bbfa-ddab0dda8c4d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Synchronizing usage tracker for tenant:16999ea37c314c318f4188346fe89c79 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:54:33.280126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-dc031a88-ab4e-4522-a45b-1261cfdd66d8 req-65e68923-89fa-4e3f-bbfa-ddab0dda8c4d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Unset dirty status for tenant:16999ea37c314c318f4188346fe89c79 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:54:33.281209 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dc031a88-ab4e-4522-a45b-1261cfdd66d8 req-65e68923-89fa-4e3f-bbfa-ddab0dda8c4d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 943 time: 0.0897291 Apr 22 17:54:33.326835 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dc031a88-ab4e-4522-a45b-1261cfdd66d8 req-e2e51f16-c692-414f-b7ac-c6c052fb2b8a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Apr 22 17:54:33.705954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:33.825334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:34.511016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4526e4-0164-4bb9-970c-619d584463f3 req-6a0bbe90-1971-4a16-b627-2afe20889f1a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:34.512454 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fa4526e4-0164-4bb9-970c-619d584463f3 req-6a0bbe90-1971-4a16-b627-2afe20889f1a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 943 time: 0.0825298 Apr 22 17:54:34.558060 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fa4526e4-0164-4bb9-970c-619d584463f3 req-dffc9e4d-2c70-4033-be53-66e34884b56a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Apr 22 17:54:34.586062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:34.993381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ca7eb071-c67c-46a7-83d9-ac298acefce3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:54:35.132330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:54:35.144923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d', 'port_id': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'mac_address': 'fa:16:3e:b7:f4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a0931e-bd1b-4282-9f2c-fbd8ce311eb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:54:35.147610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:35.198967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:35.214819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7eb071-c67c-46a7-83d9-ac298acefce3 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:54:35.229758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:54:35.305421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:35.372830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:35.380477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.380826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.381169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.381506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.381837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.382167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.382495 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.382881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.383262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.383588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.383911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.384235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:54:35.637178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['ca7eb071-c67c-46a7-83d9-ac298acefce3'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:54:35.738576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb898-59be-49d8-8138-3800bdd13c7d req-98a8c99c-e60d-472f-b114-232dbdc875f9 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:35.740159 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37fcb898-59be-49d8-8138-3800bdd13c7d req-98a8c99c-e60d-472f-b114-232dbdc875f9 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 944 time: 0.0784428 Apr 22 17:54:35.785649 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-37fcb898-59be-49d8-8138-3800bdd13c7d req-22367347-9503-401b-a66e-01635602572d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Apr 22 17:54:36.964355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8cc4-e796-4465-ad89-c2398e1ddc86 req-84f981be-a895-4b19-a648-9ed9170f3a09 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:36.965806 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b5ac8cc4-e796-4465-ad89-c2398e1ddc86 req-84f981be-a895-4b19-a648-9ed9170f3a09 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 944 time: 0.0782893 Apr 22 17:54:37.009408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ca7eb071-c67c-46a7-83d9-ac298acefce3 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:54:37.011302 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b5ac8cc4-e796-4465-ad89-c2398e1ddc86 req-6f44fefe-5a53-4dac-aaf3-cd465a78df4e tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Apr 22 17:54:37.144254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port ca7eb071-c67c-46a7-83d9-ac298acefce3 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:54:37.148768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port ca7eb071-c67c-46a7-83d9-ac298acefce3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:54:37.149143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:37.290913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:37.317695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:54:37.327553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:54:37.360247 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b248f4-6c7d-4076-89e5-960cf0ef27fe'] response: {'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'code': 200} Apr 22 17:54:37.407523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:54:37.475563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:54:37.730081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea8eba-cd42-4f55-9d59-e841b68ca685 req-6ee9e852-0310-4dc1-91f3-cb916578cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:37.731560 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9ea8eba-cd42-4f55-9d59-e841b68ca685 req-6ee9e852-0310-4dc1-91f3-cb916578cc93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 1098 time: 0.0717220 Apr 22 17:54:37.771265 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d9ea8eba-cd42-4f55-9d59-e841b68ca685 req-5c6b3974-7bb8-4736-abe4-d6c75156ce14 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335300 Apr 22 17:54:38.196348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf3f5a-2334-4e1e-880e-8dd1ad55a90e req-52f502f9-66bb-4267-ba73-b52e81683d4d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:38.197802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10bf3f5a-2334-4e1e-880e-8dd1ad55a90e req-52f502f9-66bb-4267-ba73-b52e81683d4d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0820878 Apr 22 17:54:38.240499 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10bf3f5a-2334-4e1e-880e-8dd1ad55a90e req-ce45ffb2-6372-44f1-9c58-8eddcc286067 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Apr 22 17:54:39.424977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1cace-d63e-46da-a003-a08e5d40ed03 req-1d30b5e9-1a27-415f-9055-32e6134e6cb5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:39.427004 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d0a1cace-d63e-46da-a003-a08e5d40ed03 req-1d30b5e9-1a27-415f-9055-32e6134e6cb5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0791373 Apr 22 17:54:39.469481 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d0a1cace-d63e-46da-a003-a08e5d40ed03 req-84008c58-46b9-4688-9807-b70aed1473f4 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368137 Apr 22 17:54:39.648615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e917ae-3c54-41f4-8df1-6ded3be691ed req-cdcd51cd-ea03-448f-a600-f62dc485f3ab tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:39.650060 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8e917ae-3c54-41f4-8df1-6ded3be691ed req-cdcd51cd-ea03-448f-a600-f62dc485f3ab tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0779798 Apr 22 17:54:39.695945 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8e917ae-3c54-41f4-8df1-6ded3be691ed req-418921ac-525b-4aee-9831-bd18556af749 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Apr 22 17:54:40.194403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390082-2e9d-48cb-9307-39fc98f94413 req-256abdd3-9e19-4f53-972a-769bf62b57e6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:40.195903 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-67390082-2e9d-48cb-9307-39fc98f94413 req-256abdd3-9e19-4f53-972a-769bf62b57e6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0802279 Apr 22 17:54:40.282810 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-67390082-2e9d-48cb-9307-39fc98f94413 req-d4ffbf28-f519-47c6-bb43-4e42a66ab92e tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523970 Apr 22 17:54:40.302474 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-cb155484-7653-4d7c-bb0e-f692611c0dd8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056550 Apr 22 17:54:41.530194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb1ed3-79fc-46bd-bcd0-ae051ef3c92e req-32bab643-5313-4c64-bc11-d06dd71c9582 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:41.531722 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e9fb1ed3-79fc-46bd-bcd0-ae051ef3c92e req-32bab643-5313-4c64-bc11-d06dd71c9582 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0830264 Apr 22 17:54:41.577789 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e9fb1ed3-79fc-46bd-bcd0-ae051ef3c92e req-7a145acc-7dcf-4277-8b3c-8a4c62debcd6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Apr 22 17:54:42.349548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-b9fa7831-b773-4aae-8038-7ab33cbb61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:42.351020 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-b9fa7831-b773-4aae-8038-7ab33cbb61aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 1098 time: 0.0698035 Apr 22 17:54:42.572001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-c87bbfaa-cba9-451b-ab20-2641d8112d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:42.573471 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-c87bbfaa-cba9-451b-ab20-2641d8112d3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 914 time: 0.2171006 Apr 22 17:54:42.641920 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-c92b574f-2432-427f-b14c-595198abac40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3 HTTP/1.1" status: 200 len: 217 time: 0.0627794 Apr 22 17:54:42.703886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-9a558f04-0fcb-4cbc-b685-a1b05a84bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:42.705323 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-9a558f04-0fcb-4cbc-b685-a1b05a84bdc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.0575209 Apr 22 17:54:42.754842 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-84147353-0404-4aae-b9a9-226a2fad6f1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430095 Apr 22 17:54:42.763355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62066cbd-7f80-460e-9462-2f276ae1f536 req-4e786684-5003-4258-82d9-acc41a316867 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:42.764844 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-62066cbd-7f80-460e-9462-2f276ae1f536 req-4e786684-5003-4258-82d9-acc41a316867 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0800166 Apr 22 17:54:42.808405 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-62066cbd-7f80-460e-9462-2f276ae1f536 req-5602db41-b546-4ce6-9c2c-de2c5eedd799 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Apr 22 17:54:42.885062 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-f44e1611-160f-4409-8a9b-f7ba259fe3d8 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250117 Apr 22 17:54:43.013610 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-eabbed48-959f-46b9-a7a7-c41693d3abf8 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231532 Apr 22 17:54:43.532059 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:54:43.988227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1ce0c-7ff2-49c3-830c-502bd1ad4a50 req-22f6e806-fefa-4297-900b-091938f2cacb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:43.989696 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-87d1ce0c-7ff2-49c3-830c-502bd1ad4a50 req-22f6e806-fefa-4297-900b-091938f2cacb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0770202 Apr 22 17:54:44.032718 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-87d1ce0c-7ff2-49c3-830c-502bd1ad4a50 req-10f4abb0-0ddf-43b1-a590-79d8229b59ba tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374177 Apr 22 17:54:45.216917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5ecfc-2fe9-4c82-88ab-dcc1aeac6991 req-142113a5-bda3-49c7-aeb8-f4fedc843fc3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:45.218355 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4f5ecfc-2fe9-4c82-88ab-dcc1aeac6991 req-142113a5-bda3-49c7-aeb8-f4fedc843fc3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0821741 Apr 22 17:54:45.354475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4f5ecfc-2fe9-4c82-88ab-dcc1aeac6991 req-4447ac4c-9f7f-4816-80e1-15d9a4ec9e1b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303287 Apr 22 17:54:46.541177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a827d8-4065-4206-932c-ec5b415642bb req-207059ad-a42a-404e-ad76-a75e88460a7a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:46.542614 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95a827d8-4065-4206-932c-ec5b415642bb req-207059ad-a42a-404e-ad76-a75e88460a7a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0837715 Apr 22 17:54:46.585258 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95a827d8-4065-4206-932c-ec5b415642bb req-f08b0a51-b413-453a-b862-a2331b1ca1b5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369594 Apr 22 17:54:47.764582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680cf1-8afc-4354-beb9-2a064c1463d6 req-8e0694b9-f918-40fd-abd6-752448380b9c tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:47.766004 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-03680cf1-8afc-4354-beb9-2a064c1463d6 req-8e0694b9-f918-40fd-abd6-752448380b9c tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0777271 Apr 22 17:54:47.808968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-03680cf1-8afc-4354-beb9-2a064c1463d6 req-c168764a-ebc7-425e-bdb3-2acf6d666e2d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374465 Apr 22 17:54:48.990403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e552a04-5151-455b-8b4e-1f2b9accfc56 req-175878dc-1a82-4723-855b-82d866bd09ee tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:48.991865 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9e552a04-5151-455b-8b4e-1f2b9accfc56 req-175878dc-1a82-4723-855b-82d866bd09ee tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0776544 Apr 22 17:54:49.038116 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9e552a04-5151-455b-8b4e-1f2b9accfc56 req-67c68abf-dddd-4cf0-a1bd-f77ab3c7c144 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Apr 22 17:54:50.226506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33800893-9413-4beb-ae84-a6b90ce51c2b req-30fbf7d7-a344-4072-8590-79a033921a8a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:50.227968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33800893-9413-4beb-ae84-a6b90ce51c2b req-30fbf7d7-a344-4072-8590-79a033921a8a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0848193 Apr 22 17:54:50.271013 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-33800893-9413-4beb-ae84-a6b90ce51c2b req-781004b9-3b4c-4311-acf2-a6931817792f tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375166 Apr 22 17:54:51.453341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912aee7-c6a7-4f2a-a826-05f1b3cd3c6f req-bcc341be-abc6-4d78-a785-7c98753466f3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:51.454808 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1912aee7-c6a7-4f2a-a826-05f1b3cd3c6f req-bcc341be-abc6-4d78-a785-7c98753466f3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0797710 Apr 22 17:54:51.497491 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1912aee7-c6a7-4f2a-a826-05f1b3cd3c6f req-95d74a80-ceda-4359-bc86-d51c07ffd2d6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362086 Apr 22 17:54:52.680329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eff1ca-1baf-4652-8c5b-25378e2620d8 req-2fcb6bf6-10d5-452b-bd4b-a068684a0038 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:52.681728 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-63eff1ca-1baf-4652-8c5b-25378e2620d8 req-2fcb6bf6-10d5-452b-bd4b-a068684a0038 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0802760 Apr 22 17:54:52.724372 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-63eff1ca-1baf-4652-8c5b-25378e2620d8 req-fce95ad9-47d3-4090-b519-c01198e67c8f tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Apr 22 17:54:53.905053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d91863-3d2b-4dcd-a317-5924fa9e5eed req-50448cf9-f9c2-40e5-912b-6fe8b2fe2ae5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:53.906476 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-28d91863-3d2b-4dcd-a317-5924fa9e5eed req-50448cf9-f9c2-40e5-912b-6fe8b2fe2ae5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0809851 Apr 22 17:54:53.949091 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-28d91863-3d2b-4dcd-a317-5924fa9e5eed req-a674eb17-4c50-4b63-8caf-96dd3f8c18d4 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Apr 22 17:54:55.128875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211cdd7-f4d1-49a1-8719-85c13bd968c3 req-c52f23f5-e671-4146-a6bb-21e5abf2bf7a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:55.130304 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2211cdd7-f4d1-49a1-8719-85c13bd968c3 req-c52f23f5-e671-4146-a6bb-21e5abf2bf7a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0781596 Apr 22 17:54:55.173197 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2211cdd7-f4d1-49a1-8719-85c13bd968c3 req-71ea6283-48f0-498c-a509-da1fbf35e65c tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373361 Apr 22 17:54:56.353579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d0417-a51d-49d6-aeb4-cc7af982e778 req-592775d6-d055-4069-9276-3ee5df057ad2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:56.355061 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b80d0417-a51d-49d6-aeb4-cc7af982e778 req-592775d6-d055-4069-9276-3ee5df057ad2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0778234 Apr 22 17:54:56.399158 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b80d0417-a51d-49d6-aeb4-cc7af982e778 req-25ffa044-47fc-4e32-a56c-a958e5e520de tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383317 Apr 22 17:54:57.584433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8927bf-8412-44b7-9006-c14dd7ed49d9 req-da12f93e-bd3c-41df-9abb-67330d7719ec tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:57.585865 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f8927bf-8412-44b7-9006-c14dd7ed49d9 req-da12f93e-bd3c-41df-9abb-67330d7719ec tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0810983 Apr 22 17:54:57.629094 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f8927bf-8412-44b7-9006-c14dd7ed49d9 req-d1f921d1-984d-4e90-8f80-c33c8fcff696 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 Apr 22 17:54:58.811134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb003061-9fe0-49e9-959b-cb946fa84f65 req-742bc017-5086-4972-bffc-4e4a6da3c4b5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:54:58.812579 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb003061-9fe0-49e9-959b-cb946fa84f65 req-742bc017-5086-4972-bffc-4e4a6da3c4b5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0813124 Apr 22 17:54:58.855309 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb003061-9fe0-49e9-959b-cb946fa84f65 req-96a9829e-853f-4abe-bb57-96cef895735f tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 Apr 22 17:55:00.035535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24a3b6-1871-40bd-94ab-9416aa32c53b req-f325c2aa-ef5d-4c8c-b9d9-6f6117066645 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:00.036987 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d24a3b6-1871-40bd-94ab-9416aa32c53b req-f325c2aa-ef5d-4c8c-b9d9-6f6117066645 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0787380 Apr 22 17:55:00.083525 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1d24a3b6-1871-40bd-94ab-9416aa32c53b req-983544c2-baf3-40f9-aff2-51c2ca7aa92d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Apr 22 17:55:00.396579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-702aa051-ced7-4627-85ec-ca1293229f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:01.268550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793e534-0935-4d0c-9e30-b86315ed49f5 req-98469923-b9e7-42a6-a7fa-b536b68d5cbe tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:01.270561 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e793e534-0935-4d0c-9e30-b86315ed49f5 req-98469923-b9e7-42a6-a7fa-b536b68d5cbe tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0868804 Apr 22 17:55:01.313561 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e793e534-0935-4d0c-9e30-b86315ed49f5 req-57702fb6-0c2d-423b-b871-db872abaec13 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Apr 22 17:55:02.496878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24278d0-8238-4dbd-8b57-fc50bbc08600 req-6368bc4b-4f55-499b-abe5-73a0dce3f3ba tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:02.498343 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a24278d0-8238-4dbd-8b57-fc50bbc08600 req-6368bc4b-4f55-499b-abe5-73a0dce3f3ba tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0790787 Apr 22 17:55:02.542718 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a24278d0-8238-4dbd-8b57-fc50bbc08600 req-90fa5f02-5624-4797-b235-a6ff1e1e9933 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Apr 22 17:55:02.595003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2643a1ce-deed-42ca-8171-1a441e4fd8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:03.705236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:03.725296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6377d0e-3223-45b1-8476-2c06655cb444 req-7f71ccba-8aad-447f-9a68-6f99f7be36e1 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:03.726731 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e6377d0e-3223-45b1-8476-2c06655cb444 req-7f71ccba-8aad-447f-9a68-6f99f7be36e1 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0780928 Apr 22 17:55:03.770541 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e6377d0e-3223-45b1-8476-2c06655cb444 req-44323640-21b9-4ad4-a067-67bb2c01ac2b tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380406 Apr 22 17:55:03.819573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:04.568061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:04.955092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9f537-f146-48a2-b3e4-6f8528bb444b req-c9d89b70-b1dd-4f97-96a8-b9a52db0a878 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:04.956543 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cfd9f537-f146-48a2-b3e4-6f8528bb444b req-c9d89b70-b1dd-4f97-96a8-b9a52db0a878 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0806036 Apr 22 17:55:04.999706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cfd9f537-f146-48a2-b3e4-6f8528bb444b req-ba735158-4e2a-4e83-930a-4da25d52bcdc tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376558 Apr 22 17:55:05.162310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:06.181510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5ced2-1508-427b-b535-820a485a99ab req-bc3a09e3-a0d6-4760-8624-84b7d27b4280 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:06.182962 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bdc5ced2-1508-427b-b535-820a485a99ab req-bc3a09e3-a0d6-4760-8624-84b7d27b4280 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0817916 Apr 22 17:55:06.225886 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bdc5ced2-1508-427b-b535-820a485a99ab req-8fd425be-6344-49b5-b12c-692a9bbb9c39 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371625 Apr 22 17:55:07.409160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c353b19-a2a2-4013-8152-815cfceb1ee0 req-e1e1634e-3961-46ff-adab-b53bb422d8be tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:07.410672 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2c353b19-a2a2-4013-8152-815cfceb1ee0 req-e1e1634e-3961-46ff-adab-b53bb422d8be tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0802460 Apr 22 17:55:07.457780 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2c353b19-a2a2-4013-8152-815cfceb1ee0 req-9268ac4b-5f13-4933-8c74-87672b44eab0 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Apr 22 17:55:08.635794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcdd13-2a8d-4f38-bb68-379ee1d69915 req-37af212e-2d26-42f3-99ae-c8a0d58b9188 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:08.637258 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-34bcdd13-2a8d-4f38-bb68-379ee1d69915 req-37af212e-2d26-42f3-99ae-c8a0d58b9188 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0782373 Apr 22 17:55:08.682440 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-34bcdd13-2a8d-4f38-bb68-379ee1d69915 req-467fdf71-ebf9-4646-a504-7957436d0977 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Apr 22 17:55:09.863878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a8c6c-a751-4714-9abf-f240ba4933b3 req-12ae1c9a-23c1-44f6-b213-cba7d1433edb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:09.865298 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-236a8c6c-a751-4714-9abf-f240ba4933b3 req-12ae1c9a-23c1-44f6-b213-cba7d1433edb tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0774202 Apr 22 17:55:09.908041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-236a8c6c-a751-4714-9abf-f240ba4933b3 req-57cd3692-5250-4804-b2f3-d6398fa36e19 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372477 Apr 22 17:55:10.183098 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-65e4eca7-8deb-4f39-8362-5b5633f8bcf7 service neutron] 10.222.0.16 "GET /v2.0/ports/ca7eb071-c67c-46a7-83d9-ac298acefce3/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0731533 Apr 22 17:55:10.677233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-4c6c3840-69fc-44ed-84f2-f9afd2afec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:10.678662 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-4c6c3840-69fc-44ed-84f2-f9afd2afec5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd&tenant_id=16999ea37c314c318f4188346fe89c79 HTTP/1.1" status: 200 len: 1098 time: 0.0722120 Apr 22 17:55:10.855552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-96331cf1-0e53-401b-b885-1735b56ccb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:10.857034 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-96331cf1-0e53-401b-b885-1735b56ccb48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 1098 time: 0.1564322 Apr 22 17:55:10.985893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-09801a73-e896-46f9-92aa-ccd74ce0d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:10.987430 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-09801a73-e896-46f9-92aa-ccd74ce0d803 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 914 time: 0.1246812 Apr 22 17:55:11.086581 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-e008c662-8401-4330-9bba-c08a54ee41e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3 HTTP/1.1" status: 200 len: 217 time: 0.0936732 Apr 22 17:55:11.162285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-021e4582-dbe6-4e7a-97ef-4ed401dfc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:11.163731 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-021e4582-dbe6-4e7a-97ef-4ed401dfc867 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.0716536 Apr 22 17:55:11.217799 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-8e7dd54a-7eca-4978-9557-52d945687881 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443823 Apr 22 17:55:11.225445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de0d42-1974-4be8-b8aa-26a2c3c9946a req-8c5cde73-35ce-4721-ab3a-c392a21289ac tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:11.226788 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f6de0d42-1974-4be8-b8aa-26a2c3c9946a req-8c5cde73-35ce-4721-ab3a-c392a21289ac tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.1777501 Apr 22 17:55:11.355802 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f6de0d42-1974-4be8-b8aa-26a2c3c9946a req-a8c364c5-6e89-4456-89f1-c06a7e8028b5 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109066 Apr 22 17:55:11.384440 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-65e199d1-94f9-4e85-94aa-a7d9dcaa62da service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567416 Apr 22 17:55:11.513437 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb425801-b35b-41bb-acc9-0598da53ec88 req-7ab8d487-a78e-4bc8-ae33-0cdeb386c032 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233032 Apr 22 17:55:12.543401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e0c00-1d33-48fd-85ea-33c70ad1ffa9 req-f16a9296-df25-402f-99dd-b6076029a0ab tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:12.544829 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-231e0c00-1d33-48fd-85ea-33c70ad1ffa9 req-f16a9296-df25-402f-99dd-b6076029a0ab tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0812633 Apr 22 17:55:12.588139 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-231e0c00-1d33-48fd-85ea-33c70ad1ffa9 req-6abba61c-70e8-45df-a70d-01e12716264a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Apr 22 17:55:13.161508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ca7eb071-c67c-46a7-83d9-ac298acefce3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:55:13.163815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ca7eb071-c67c-46a7-83d9-ac298acefce3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:55:13.368319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:13.399889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:13.420473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:55:13.428853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'network_id': 'a3c18e24-ae21-4ed7-841b-b66a0de6f68d', 'port_id': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'mac_address': 'fa:16:3e:b7:f4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a0931e-bd1b-4282-9f2c-fbd8ce311eb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:55:13.432723 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:13.475091 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef35cf0-a43c-4035-aab4-6706487b1795'] response: {'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'code': 200} Apr 22 17:55:13.487475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:13.497397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:13.547936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca7eb071-c67c-46a7-83d9-ac298acefce3 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:55:13.611685 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:13.624439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:55:13.624798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:55:13.769522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b61ff3-d122-4331-8bc1-4a6cf3fc89d6 req-1bfae00f-29d7-4355-9977-923914206924 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:13.771005 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f3b61ff3-d122-4331-8bc1-4a6cf3fc89d6 req-1bfae00f-29d7-4355-9977-923914206924 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 943 time: 0.0789504 Apr 22 17:55:13.813255 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f3b61ff3-d122-4331-8bc1-4a6cf3fc89d6 req-b8a7f9bc-836f-4757-8311-2421a35eb776 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365376 Apr 22 17:55:14.177959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:14.197604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7eb071-c67c-46a7-83d9-ac298acefce3 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:55:14.213821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:14.282188 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:14.355628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['ca7eb071-c67c-46a7-83d9-ac298acefce3'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:55:14.392765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:15.002356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3777968-2799-456e-8364-11dbad6269ac req-9dc15642-e45d-4bc8-b421-2b1585fc6d1d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:15.003847 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a3777968-2799-456e-8364-11dbad6269ac req-9dc15642-e45d-4bc8-b421-2b1585fc6d1d tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 944 time: 0.0841155 Apr 22 17:55:15.047240 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a3777968-2799-456e-8364-11dbad6269ac req-5ad8030d-276b-48d8-8de2-ee257dec5267 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Apr 22 17:55:15.164060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ca7eb071-c67c-46a7-83d9-ac298acefce3 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:55:15.230461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port ca7eb071-c67c-46a7-83d9-ac298acefce3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:15.231172 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:15.347023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:15.380195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:15.441417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:15.481860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:55:15.520637 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:15.537399 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8decdf2e-4e7a-41d0-8f9d-3621185cfff0'] response: {'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'code': 200} Apr 22 17:55:15.547735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf01b6-cbd5-437a-9feb-deeff3f22303 req-1b6bb018-211c-4abe-80c7-416a28a27218 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:15.549171 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8baf01b6-cbd5-437a-9feb-deeff3f22303 req-1b6bb018-211c-4abe-80c7-416a28a27218 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.1254010 Apr 22 17:55:15.611872 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8baf01b6-cbd5-437a-9feb-deeff3f22303 req-5b043923-6953-477f-8a75-25dc7992fa4f tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563159 Apr 22 17:55:15.620629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-63cb5361-2de8-4d19-909e-a0705dbaef26 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:15.622005 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-63cb5361-2de8-4d19-909e-a0705dbaef26 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd&tenant_id=16999ea37c314c318f4188346fe89c79&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1338940 Apr 22 17:55:15.763808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-9fb1f116-8961-462b-9c85-2d1c97d97d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:15.765176 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-9fb1f116-8961-462b-9c85-2d1c97d97d17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16999ea37c314c318f4188346fe89c79&device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 1098 time: 0.0749612 Apr 22 17:55:15.891933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-3f6bf9d4-0524-44f4-b95d-d92565c5e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:15.893494 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-3f6bf9d4-0524-44f4-b95d-d92565c5e6e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 200 len: 914 time: 0.1223507 Apr 22 17:55:15.960214 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-edb9607a-5f14-467d-8064-f7c1a1ccbecc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3 HTTP/1.1" status: 200 len: 217 time: 0.0592480 Apr 22 17:55:16.022976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-692f93b0-9a3b-4647-ae95-fe2b58a30577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:16.024281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-692f93b0-9a3b-4647-ae95-fe2b58a30577 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 200 len: 854 time: 0.0589371 Apr 22 17:55:16.069127 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-ec37fa2c-4e36-44a2-af27-28f99d112775 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3c18e24-ae21-4ed7-841b-b66a0de6f68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392568 Apr 22 17:55:16.297052 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-b18fd2b9-ddf4-4d78-bbf3-b5a5f84f467b service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219505 Apr 22 17:55:16.427032 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-70819406-3d85-4e18-bb7b-bfffcdd9a98a req-2c9759f1-9a26-4e5b-81e8-b9f303227518 service neutron] 10.222.0.16 "GET /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241591 Apr 22 17:55:16.802200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61670e5-84ed-43f3-bfb8-2c58e85f2aaf req-27712fad-28fb-421e-8ef7-4436c2eb0ab4 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:16.803667 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c61670e5-84ed-43f3-bfb8-2c58e85f2aaf req-27712fad-28fb-421e-8ef7-4436c2eb0ab4 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0811679 Apr 22 17:55:16.847807 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c61670e5-84ed-43f3-bfb8-2c58e85f2aaf req-9a8d187d-68be-444f-93c9-cd3ea68ce105 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Apr 22 17:55:18.029513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d9809-12ff-4d58-a9da-e191c1fe07f5 req-85818de6-56f6-46a9-a085-c22728f0f69a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:18.030967 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-582d9809-12ff-4d58-a9da-e191c1fe07f5 req-85818de6-56f6-46a9-a085-c22728f0f69a tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0819342 Apr 22 17:55:18.074026 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-582d9809-12ff-4d58-a9da-e191c1fe07f5 req-0ea757fd-009b-4011-bcc5-767d9d72f80c tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369582 Apr 22 17:55:18.252509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad02b94-4c39-4502-a8e4-9ca735937097 req-34a56d49-d53a-471d-82f2-f2cd1d8dd3a2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:18.254460 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ad02b94-4c39-4502-a8e4-9ca735937097 req-34a56d49-d53a-471d-82f2-f2cd1d8dd3a2 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0790570 Apr 22 17:55:18.300352 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ad02b94-4c39-4502-a8e4-9ca735937097 req-94da1cba-342e-461f-9cba-917dbb3a1b81 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Apr 22 17:55:18.479139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfe361-6290-45a3-a564-5e7a15f91b94 req-46ef805c-1ab1-4978-9b9d-cefebe529523 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:18.480584 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-29bfe361-6290-45a3-a564-5e7a15f91b94 req-46ef805c-1ab1-4978-9b9d-cefebe529523 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0779738 Apr 22 17:55:18.524248 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-29bfe361-6290-45a3-a564-5e7a15f91b94 req-53593fb8-ced5-4520-9372-187f394cbb71 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379913 Apr 22 17:55:19.222708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1101097-4fed-4266-8afb-bcc6456e42aa req-110c62d5-78fa-4191-82dd-8888863563f0 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:19.224150 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c1101097-4fed-4266-8afb-bcc6456e42aa req-110c62d5-78fa-4191-82dd-8888863563f0 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0776293 Apr 22 17:55:19.266863 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c1101097-4fed-4266-8afb-bcc6456e42aa req-1568ffc3-4332-457a-a7e6-4c08153739f6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372183 Apr 22 17:55:20.452753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12b05f-53ef-4cf6-b654-7abf8d06128e req-fa96c961-aa9e-4336-affb-a6e829ebb283 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:20.454208 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ec12b05f-53ef-4cf6-b654-7abf8d06128e req-fa96c961-aa9e-4336-affb-a6e829ebb283 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0827637 Apr 22 17:55:20.498163 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ec12b05f-53ef-4cf6-b654-7abf8d06128e req-4e95a5fc-747f-4d17-8c30-ffd2fa0d7ae6 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/security-groups?id=3c3ff363-c281-44b3-abc0-e14f76431f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382781 Apr 22 17:55:20.530833 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:55:20.874483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-5f6e4bd0-08ba-462d-8a94-977215d411f3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:20.875917 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-5f6e4bd0-08ba-462d-8a94-977215d411f3 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 945 time: 0.0772071 Apr 22 17:55:20.948227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Deleting port ca7eb071-c67c-46a7-83d9-ac298acefce3 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:55:20.948569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:21.191350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] For port ca7eb071-c67c-46a7-83d9-ac298acefce3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca7eb071-c67c-46a7-83d9-ac298acefce3,segment=NetworkSegment(47f9f3d2-7e30-41da-99c3-b6bdffa09375),segment_id=47f9f3d2-7e30-41da-99c3-b6bdffa09375)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:21.191708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:21.310947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Calling delete_port for ca7eb071-c67c-46a7-83d9-ac298acefce3 owned by compute:nova {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:55:21.539597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:21.588231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Pushing event deleted for resources: {'Port': ['ID=ca7eb071-c67c-46a7-83d9-ac298acefce3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:21.649206 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a0776b4-d77f-4d06-b4ab-4b6c653243f6 req-1472cad3-7602-430b-bf81-6b236e364831 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.10 "GET /v2.0/ports?device_id=79c60244-b932-4436-92c7-fcfc24f1f0bd HTTP/1.1" status: 200 len: 210 time: 0.0459573 Apr 22 17:55:21.668693 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] No DVR routers for this DVR port ca7eb071-c67c-46a7-83d9-ac298acefce3 on host hv-neutron-8390 {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:55:21.670996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:21.673560 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'name': 'network-vif-deleted', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:55:21.717492 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca2ea12-98eb-4f53-a7b3-8750134af0e3'] response: {'server_uuid': '79c60244-b932-4436-92c7-fcfc24f1f0bd', 'name': 'network-vif-deleted', 'tag': 'ca7eb071-c67c-46a7-83d9-ac298acefce3', 'status': 'completed', 'code': 200} Apr 22 17:55:21.751081 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-13bb2388-6fe2-416f-a4a5-05a08f7a9f27 req-b2c00463-0e5b-4a57-88b2-ffa3c064db05 tempest-ServerDiskConfigTestJSON-274944950 tempest-ServerDiskConfigTestJSON-274944950-project] 10.222.0.16 "DELETE /v2.0/ports/ca7eb071-c67c-46a7-83d9-ac298acefce3 HTTP/1.1" status: 204 len: 173 time: 0.8691661 Apr 22 17:55:22.881234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 56712) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:22.938975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Deleting subnet 79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 17:55:22.942254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:22.989757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.046616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.200396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.210709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ca7eb071-c67c-46a7-83d9-ac298acefce3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:55:23.239604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a0931e-bd1b-4282-9f2c-fbd8ce311eb7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:23.243060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.247643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: ca7eb071-c67c-46a7-83d9-ac298acefce3 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:55:23.247995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ca7eb071-c67c-46a7-83d9-ac298acefce3 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:55:23.251408 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] 10.222.0.10 "DELETE /v2.0/subnets/79a0931e-bd1b-4282-9f2c-fbd8ce311eb7 HTTP/1.1" status: 204 len: 168 time: 0.3691692 Apr 22 17:55:23.252927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.253919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.254296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.254600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.254867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56716) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:23.255316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.255316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.255584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.255911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.256237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.256556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.256879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.257197 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0903a7-5a74-4389-b9fb-0bc54bdc3cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:23.358848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.479201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.503606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c18e24-ae21-4ed7-841b-b66a0de6f68d']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:23.515046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f9f3d2-7e30-41da-99c3-b6bdffa09375') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:23.515338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f9f3d2-7e30-41da-99c3-b6bdffa09375') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:23.526115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.541857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.547600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 17:55:23.547975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 17:55:23.561749 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 17:55:23.783130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.799097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:23.810178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c18e24-ae21-4ed7-841b-b66a0de6f68d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:23.894451 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bd56d41e-5271-4ed5-9f2b-1deb7d8311e8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a3c18e24-ae21-4ed7-841b-b66a0de6f68d HTTP/1.1" status: 204 len: 168 time: 0.6380086 Apr 22 17:55:24.207165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56722) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:24.253726 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-82ecd33d-a63b-4a35-b61a-2006ddf94dc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16999ea37c314c318f4188346fe89c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453563 Apr 22 17:55:24.256278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56726) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:24.310763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5de70c7-aa3c-4860-a779-8ebe291ba04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:24.336282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5de70c7-aa3c-4860-a779-8ebe291ba04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:24.457933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5de70c7-aa3c-4860-a779-8ebe291ba04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:24.475499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de70c7-aa3c-4860-a779-8ebe291ba04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ff363-c281-44b3-abc0-e14f76431f10,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:24.572519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5de70c7-aa3c-4860-a779-8ebe291ba04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:24.573640 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5de70c7-aa3c-4860-a779-8ebe291ba04c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c3ff363-c281-44b3-abc0-e14f76431f10 HTTP/1.1" status: 204 len: 168 time: 0.3164911 Apr 22 17:55:25.584525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56750) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:25.686516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1251312556-network', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:25.691733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:25.695511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Usage tracker for resource:network and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:25.698335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:25.703992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:25.800030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Made reservation on behalf of 16260a5bf8204dbab5494706c1ce811c for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:55:25.802391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:25.814757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:25.829356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:25.838701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Usage tracker for resource:security_group_rule and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:25.838701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:25.842453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:25.921515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:25.995943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:26.027921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 17:55:26.032932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a10271-1dc5-4921-aa89-798b8e4985bb,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:26.039584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:26.040843 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Added segment 4df960b0-26c1-4cdf-96bd-4f3937ebd6a6 of type vlan for network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de Apr 22 17:55:26.064861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:26.171682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:26.172533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:26.173098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:26.274203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] Pushing event updated for resources: {'Network': ['ID=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:26.280869 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-47ae1a71-19b9-4bf8-9271-be040255857b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6953297 Apr 22 17:55:26.283762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56756) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:26.286499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 17:55:26.289047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Request body: {'subnet': {'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1251312556-subnet', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:26.293960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:26.297820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Usage tracker for resource:subnet and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:26.301212 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:26.306952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:26.373359 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Made reservation on behalf of 16260a5bf8204dbab5494706c1ce811c for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:55:26.375805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:26.653307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:26.725481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:26.732659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Checking segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:55:26.733013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Network hostable DHCP agents. Network: 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 17:55:26.813338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 17:55:26.920949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:55:26.920949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:26.921550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:26.925749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a65637f-86a8-4f16-b2c3-1ffb0c24ad83 None None] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:55:26.999381 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0301b954-fece-4bda-ac7f-03fade2137bb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7122633 Apr 22 17:55:26.999695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56760) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:27.005216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:27.010666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:27.014675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Usage tracker for resource:router and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:27.017957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:27.024110 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:27.093651 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.094878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.111260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.139637 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 17:55:27.140478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.329722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Allocated IP 172.20.0.2 (5ce3e46e-3ddd-4d9f-8978-d968bd1a73de/c6ec6325-8fdf-4e93-8dba-1169d19bbb2c/03f49a94-51d6-4050-977b-80a906fdd197) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:55:27.451720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.537072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.547123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Transition to ACTIVE for port object 03f49a94-51d6-4050-977b-80a906fdd197 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:55:27.566429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Transition to ACTIVE for port object 03f49a94-51d6-4050-977b-80a906fdd197 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:55:27.654147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.714869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:55:27.721692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:55:27.726287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:55:27.733337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Pushing event updated for resources: {'Port': ['ID=03f49a94-51d6-4050-977b-80a906fdd197,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:27.823152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Attempting to bind port 03f49a94-51d6-4050-977b-80a906fdd197 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:55:27.823456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Attempting to bind port 03f49a94-51d6-4050-977b-80a906fdd197 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:55:27.823804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Attempting to bind port 03f49a94-51d6-4050-977b-80a906fdd197 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:55:27.831678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:55:27.832130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Checking segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:55:27.832547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.832950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Bound using segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:55:27.833421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Bound port: 03f49a94-51d6-4050-977b-80a906fdd197, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:55:27.833879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.850566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.882139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:27.922795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] For port 03f49a94-51d6-4050-977b-80a906fdd197, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:55:27.926414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] For port 03f49a94-51d6-4050-977b-80a906fdd197, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=03f49a94-51d6-4050-977b-80a906fdd197,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:55:28.008661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:28.095508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7554295-79a6-4da0-b0d9-ed1eb10b2069 None None] Pushing event updated for resources: {'Port': ['ID=03f49a94-51d6-4050-977b-80a906fdd197,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:28.117032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Allocated IP 172.26.3.139 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/29f392e5-c21a-4c5b-85a6-f989f8b9304a) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:55:28.276024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:28.362897 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:28.429803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:55:28.432526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:55:28.440216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:55:28.480006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Pushing event updated for resources: {'Port': ['ID=29f392e5-c21a-4c5b-85a6-f989f8b9304a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:28.931311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:28.959529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5515dc0-809c-4c93-a38c-f67a938b7a4a None None] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 17:55:29.108215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9f90f4fa-b39b-49f4-8094-f899542d4ca8 None None] Provisioning for port 03f49a94-51d6-4050-977b-80a906fdd197 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:55:29.270708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:29.548597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Router a9823883-3f58-4836-a77d-96095ec784db is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 17:55:29.752622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 03f49a94-51d6-4050-977b-80a906fdd197 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:55:29.837174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:55:29.846015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:55:29.855743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:55:29.862930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:55:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:29.912965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 03f49a94-51d6-4050-977b-80a906fdd197 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:55:29.927532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 03f49a94-51d6-4050-977b-80a906fdd197 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:29.927912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:29.944635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:29.945881 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-45fec4d7-1be2-41a5-8897-df3134dd8fce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9451718 Apr 22 17:55:29.948529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56764) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:30.085623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:55:30.344705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:30.420964 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 03f49a94-51d6-4050-977b-80a906fdd197, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=03f49a94-51d6-4050-977b-80a906fdd197,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:30.464846 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e3c99e83-d36b-4e93-9dd8-9daab40cdeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:30.476327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:30.546151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:28Z', 'revision_number': 3, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:30.552185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:55:30.552544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Updating router a9823883-3f58-4836-a77d-96095ec784db port 29f392e5-c21a-4c5b-85a6-f989f8b9304a binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:55:30.586938 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=03f49a94-51d6-4050-977b-80a906fdd197,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:30.607442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:30.615449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:30.820390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Allocated IP 172.20.0.1 (5ce3e46e-3ddd-4d9f-8978-d968bd1a73de/c6ec6325-8fdf-4e93-8dba-1169d19bbb2c/f08062c6-c784-4d21-b914-6f655d3a11b5) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:55:30.933395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:30.944937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Transition to ACTIVE for port object 29f392e5-c21a-4c5b-85a6-f989f8b9304a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:55:30.965419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:30.980818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Transition to ACTIVE for port object f08062c6-c784-4d21-b914-6f655d3a11b5 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:55:31.002231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.064944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.078776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Attempting to bind port 29f392e5-c21a-4c5b-85a6-f989f8b9304a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:55:31.079160 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Attempting to bind port 29f392e5-c21a-4c5b-85a6-f989f8b9304a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:55:31.079535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Attempting to bind port 29f392e5-c21a-4c5b-85a6-f989f8b9304a on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:55:31.086787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86657c-c82b-4f49-aacf-fa222630c7e4 None None] Pushing event updated for resources: {'Port': ['ID=29f392e5-c21a-4c5b-85a6-f989f8b9304a,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:31.089226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:55:31.089610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:55:31.090019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.090407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:55:31.090898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Bound port: 29f392e5-c21a-4c5b-85a6-f989f8b9304a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:55:31.091282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.124156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:55:31.127335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:55:31.135371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:55:31.171072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] For port 29f392e5-c21a-4c5b-85a6-f989f8b9304a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:55:31.173316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Pushing event updated for resources: {'Port': ['ID=f08062c6-c784-4d21-b914-6f655d3a11b5,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:31.174573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] For port 29f392e5-c21a-4c5b-85a6-f989f8b9304a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=29f392e5-c21a-4c5b-85a6-f989f8b9304a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:55:31.190319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.190683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.191042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.191370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.191696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.192018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.192341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.192661 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.192979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.193295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.193608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.193918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:31.211581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.265791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.350374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:55:31.350983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:55:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:31.433083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86657c-c82b-4f49-aacf-fa222630c7e4 None None] Pushing event updated for resources: {'Port': ['ID=29f392e5-c21a-4c5b-85a6-f989f8b9304a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:31.516852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-672960cb-2441-40a9-8a7b-121beea66dcf None None] Provisioning for port f08062c6-c784-4d21-b914-6f655d3a11b5 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:55:31.525918 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-672960cb-2441-40a9-8a7b-121beea66dcf None None] Provisioning complete for port f08062c6-c784-4d21-b914-6f655d3a11b5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:31.526298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-672960cb-2441-40a9-8a7b-121beea66dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.595282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:55:31.671919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.708105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-672960cb-2441-40a9-8a7b-121beea66dcf None None] Port f08062c6-c784-4d21-b914-6f655d3a11b5 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:55:31.735108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 03f49a94-51d6-4050-977b-80a906fdd197 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:55:31.899007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.915151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 03f49a94-51d6-4050-977b-80a906fdd197 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:31.915532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:31.979383 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:32.074780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:28Z', 'revision_number': 3, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:32.083486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d34d07a-0242-4de3-b0e0-d16f4af590df None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:28Z', 'revision_number': 3, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:55:32.083690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:32.087795 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Pushing event updated for resources: {'Port': ['ID=f08062c6-c784-4d21-b914-6f655d3a11b5,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:32.221374 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:55:32.222399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:55:32.453101 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:55:32.539397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-003d5809-e24f-4592-87fa-cd3c5f547f49 None None] Provisioning complete for port f08062c6-c784-4d21-b914-6f655d3a11b5 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:32.539990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-003d5809-e24f-4592-87fa-cd3c5f547f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:32.605434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-003d5809-e24f-4592-87fa-cd3c5f547f49 None None] Port f08062c6-c784-4d21-b914-6f655d3a11b5 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:55:32.641608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:55:32.651319 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-64a50d7e-48c1-4a08-84a3-6e1a0b08b767 admin admin] 10.222.0.10 "PUT /v2.0/routers/a9823883-3f58-4836-a77d-96095ec784db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7017889 Apr 22 17:55:32.665081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aefe6b83-293d-422e-973b-d0ecca8a9688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.249882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56776) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:33.255230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815856324', 'description': 'tempest-description--1883557264'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:33.261176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:33.265159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Usage tracker for resource:security_group and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:33.268048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:33.273774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:33.350811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.371924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:33.375598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Usage tracker for resource:security_group_rule and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:33.378709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:33.384440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:33.453376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.505014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.547192 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31291ee8-6685-4009-b11c-70804db4d551,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:33.564099 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:55:33.573832 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:55:33.574439 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:55:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:33.630662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.631972 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7b9eabd4-2cc8-4402-bfe4-cb936590dbc8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3810904 Apr 22 17:55:33.634680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56780) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:33.639709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'security_group_rule': {'security_group_id': '31291ee8-6685-4009-b11c-70804db4d551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:33.648788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:33.654272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Usage tracker for resource:security_group_rule and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:33.657491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:33.664123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:33.737632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.753931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 29f392e5-c21a-4c5b-85a6-f989f8b9304a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:55:33.756278 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:55:33.773761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.839235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.864875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.893321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 29f392e5-c21a-4c5b-85a6-f989f8b9304a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:55:33.899139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 29f392e5-c21a-4c5b-85a6-f989f8b9304a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:33.903692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.943269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:33.967150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849e94e2-0e82-4bde-9f6a-8477e762d9a3,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:34.029453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.033228 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5cf7649d-a352-4d1a-8891-b22a5561eaa5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3952689 Apr 22 17:55:34.033366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.033456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56784) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:34.038863 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'security_group_rule': {'security_group_id': '31291ee8-6685-4009-b11c-70804db4d551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:34.044938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:34.048672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 29f392e5-c21a-4c5b-85a6-f989f8b9304a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=29f392e5-c21a-4c5b-85a6-f989f8b9304a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:34.049029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Usage tracker for resource:security_group_rule and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:34.052699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:34.058698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:34.076706 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 2, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:34.080601 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:55:34.080963 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Updating router a9823883-3f58-4836-a77d-96095ec784db port f08062c6-c784-4d21-b914-6f655d3a11b5 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 17:55:34.108959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.133489 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.146973 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.176319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=29f392e5-c21a-4c5b-85a6-f989f8b9304a,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:34.210016 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.280260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.303733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ddb00e-ab42-4457-b277-e327ea5acaef,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:34.367067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.370975 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-25220273-7e94-4b09-85d1-092a183f120c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339388 Apr 22 17:55:34.371336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56788) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:34.376991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:34.383487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:34.387419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Usage tracker for resource:floatingip and tenant:16260a5bf8204dbab5494706c1ce811c is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 17:55:34.390181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 17:55:34.396867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:34.474513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.508312 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.519724 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Transition to ACTIVE for port object f08062c6-c784-4d21-b914-6f655d3a11b5 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:55:34.590695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.591348 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.615848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.749867 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Pushing event updated for resources: {'Port': ['ID=f08062c6-c784-4d21-b914-6f655d3a11b5,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:34.795641 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.795985 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.796500 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.796832 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.797158 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.797485 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.797806 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.798126 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.798445 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.798783 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.799097 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.799409 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:34.824960 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Attempting to bind port f08062c6-c784-4d21-b914-6f655d3a11b5 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:55:34.825325 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Attempting to bind port f08062c6-c784-4d21-b914-6f655d3a11b5 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:55:34.825683 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Attempting to bind port f08062c6-c784-4d21-b914-6f655d3a11b5 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:55:34.831516 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:55:34.831883 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Checking segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:55:34.832280 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.832663 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Bound using segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:55:34.833148 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Bound port: f08062c6-c784-4d21-b914-6f655d3a11b5, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:55:34.833516 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:34.864157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Allocated IP 172.26.3.2 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/c1692a2e-83fc-4a1a-bbe8-b83979998eaf) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:55:34.920313 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] For port f08062c6-c784-4d21-b914-6f655d3a11b5, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:55:34.923443 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] For port f08062c6-c784-4d21-b914-6f655d3a11b5, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f08062c6-c784-4d21-b914-6f655d3a11b5,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:55:35.008194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.036747 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.088105 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.116189 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:55:35.116834 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:55:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:35.133615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.152081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:55:35.155097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:55:35.163692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:55:35.174585 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a1138-44f1-4539-aa76-16dbc39ce9fe None None] Pushing event updated for resources: {'Port': ['ID=f08062c6-c784-4d21-b914-6f655d3a11b5,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:35.208860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'Port': ['ID=c1692a2e-83fc-4a1a-bbe8-b83979998eaf,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:35.255867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.346283 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:55:35.391890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.598214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.659786 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:35.663604 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c501e98-0bf2-4d1f-a6df-78a713b5565f None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:55:35.665477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.767740 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 29f392e5-c21a-4c5b-85a6-f989f8b9304a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:55:35.796736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'Port': ['ID=c1692a2e-83fc-4a1a-bbe8-b83979998eaf,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:35.814240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.849763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 29f392e5-c21a-4c5b-85a6-f989f8b9304a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:35.850027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.899131 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:35.900622 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f420582c-2769-456a-aa5a-e7799acbf90a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5283182 Apr 22 17:55:36.074142 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-f2dff336-67a3-4d14-8929-52d41fc29d1f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--815856324&fields=id&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 267 time: 0.0455611 Apr 22 17:55:36.331175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-4a3558f0-1a59-419b-9f0e-3470e3ed0d92 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:36.332698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-4a3558f0-1a59-419b-9f0e-3470e3ed0d92 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 812 time: 0.2519178 Apr 22 17:55:36.348344 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-797b3072-7e45-4e18-a563-6cc96b661c04 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/quotas/16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 375 time: 0.0100055 Apr 22 17:55:36.436501 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-556e2289-46c1-410b-8d81-44892611e827 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822225 Apr 22 17:55:36.577420 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-08e61e39-76fd-4c34-a89e-9f24d9132cce service neutron] 10.222.0.10 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291347 Apr 22 17:55:36.712193 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-7d4931bd-e456-499d-b817-ea7833c884fb service neutron] 10.222.0.10 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283572 Apr 22 17:55:36.985816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-5b7e4b11-1be0-4b3c-a8d7-2140a75fb9b9 req-1d49316b-a7a3-4e58-a11a-f80e11a5ea03 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:55:37.082478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-5b7e4b11-1be0-4b3c-a8d7-2140a75fb9b9 req-1d49316b-a7a3-4e58-a11a-f80e11a5ea03 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:55:37.083743 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b7e4b11-1be0-4b3c-a8d7-2140a75fb9b9 req-1d49316b-a7a3-4e58-a11a-f80e11a5ea03 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 210 time: 0.1397474 Apr 22 17:55:37.746794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f08062c6-c784-4d21-b914-6f655d3a11b5 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:55:37.868362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port f08062c6-c784-4d21-b914-6f655d3a11b5 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:55:37.872984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f08062c6-c784-4d21-b914-6f655d3a11b5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:37.873365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:37.990212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:38.021999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port f08062c6-c784-4d21-b914-6f655d3a11b5, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f08062c6-c784-4d21-b914-6f655d3a11b5,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:38.103273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:38.173832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=f08062c6-c784-4d21-b914-6f655d3a11b5,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:38.181055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.181551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.181908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.182251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.182589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.183020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.183358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.183692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.184021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.184363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.184675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.184997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:55:38.229056 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c00e8530-8706-4e28-9dcb-86a2b66a6b2b req-d84c8451-3752-49b2-a864-f4c5ed65f7e4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 210 time: 0.0428488 Apr 22 17:55:39.180918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-92ac42a5-05d6-438f-9e86-a5c2de0dcb18 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:39.181595 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-92ac42a5-05d6-438f-9e86-a5c2de0dcb18 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:55:39.293140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-92ac42a5-05d6-438f-9e86-a5c2de0dcb18 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:55:39.294376 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-92ac42a5-05d6-438f-9e86-a5c2de0dcb18 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 812 time: 0.2579169 Apr 22 17:55:39.378308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-ec3af1fa-7695-4b86-aab4-4248eaf94f82 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:55:39.391312 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8190069a-a186-4e5d-97d6-72d3e4f78e38 req-fca2a4d4-8365-4089-9ec0-4f24f3da7c73 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 210 time: 0.0545657 Apr 22 17:55:39.493502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-ec3af1fa-7695-4b86-aab4-4248eaf94f82 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:55:39.494668 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-ec3af1fa-7695-4b86-aab4-4248eaf94f82 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 379 time: 0.1899588 Apr 22 17:55:39.503639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'port': {'device_id': 'fcf80523-d857-49ab-b260-5fb91231858a', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'admin_state_up': True, 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'security_groups': ['31291ee8-6685-4009-b11c-70804db4d551']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:39.637059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:55:39.646716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:55:39.714866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Made reservation on behalf of 16260a5bf8204dbab5494706c1ce811c for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:55:39.718423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:39.731970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f08062c6-c784-4d21-b914-6f655d3a11b5 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:55:39.798433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f08062c6-c784-4d21-b914-6f655d3a11b5 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:39.798834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:39.877566 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Allocated IP 172.20.0.3 (5ce3e46e-3ddd-4d9f-8978-d968bd1a73de/c6ec6325-8fdf-4e93-8dba-1169d19bbb2c/822b3361-5abb-4b9f-8178-f59ae2e685b6) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:55:40.064304 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:40.079396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Transition to ACTIVE for port object 822b3361-5abb-4b9f-8178-f59ae2e685b6 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:55:40.177454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:40.242599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:55:40.250027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:55:40.255061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:55:40.285422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:40.322182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:40.322810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:40.471278 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-1e34643c-0116-4dec-883d-eeceef0a6186 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9715521 Apr 22 17:55:40.483014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Request body: {'port': {'device_id': 'fcf80523-d857-49ab-b260-5fb91231858a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:40.588430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6986-9036-40e9-8862-9adb5710143e req-ac02e8a0-170b-4d24-9a61-f1f866f15d7a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:40.589873 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a1ec6986-9036-40e9-8862-9adb5710143e req-ac02e8a0-170b-4d24-9a61-f1f866f15d7a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 931 time: 0.0893435 Apr 22 17:55:40.596107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-47c815eb-5e82-49e9-9bc0-05f8c856054d None None] Provisioning for port 822b3361-5abb-4b9f-8178-f59ae2e685b6 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:55:40.601605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-47c815eb-5e82-49e9-9bc0-05f8c856054d None None] Provisioning complete for port 822b3361-5abb-4b9f-8178-f59ae2e685b6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:40.602158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-47c815eb-5e82-49e9-9bc0-05f8c856054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:40.637116 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a1ec6986-9036-40e9-8862-9adb5710143e req-e4c9e382-b02d-42bd-940f-719f434be926 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Apr 22 17:55:40.655566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-47c815eb-5e82-49e9-9bc0-05f8c856054d None None] Port 822b3361-5abb-4b9f-8178-f59ae2e685b6 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:55:40.694178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:41.025760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822b3361-5abb-4b9f-8178-f59ae2e685b6 {{(pid=88660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:55:41.032864 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:41.047358 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Transition to ACTIVE for port object 822b3361-5abb-4b9f-8178-f59ae2e685b6 will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:55:41.098721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:41.250770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:41.333404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Attempting to bind port 822b3361-5abb-4b9f-8178-f59ae2e685b6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:55:41.333737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Attempting to bind port 822b3361-5abb-4b9f-8178-f59ae2e685b6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:55:41.334056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Attempting to bind port 822b3361-5abb-4b9f-8178-f59ae2e685b6 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:55:41.338627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Port 822b3361-5abb-4b9f-8178-f59ae2e685b6 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:55:41.338968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Attempting to bind port 822b3361-5abb-4b9f-8178-f59ae2e685b6 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:55:41.344143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:55:41.344482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Checking segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:55:41.344869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Bound using segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:55:41.345300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Bound port: 822b3361-5abb-4b9f-8178-f59ae2e685b6, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:55:41.345647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:41.433631 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:55:41.436529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:55:41.504841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:41.562220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:41.562826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:41.564195 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/822b3361-5abb-4b9f-8178-f59ae2e685b6 HTTP/1.1" status: 200 len: 1093 time: 1.0852368 Apr 22 17:55:41.564627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:55:41.590583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625017-c9cf-41bf-93a0-a56ce3e240f6 service neutron] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:41.615047 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04004b1-02fd-4b20-8371-69ad2b73fee1'] response: {'name': 'network-changed', 'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'status': 'completed', 'code': 200} Apr 22 17:55:41.707741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f373-96bc-4151-bc3b-30ee53d69156 req-a84adff1-2353-48f4-9d2d-fe3407fd7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:41.709243 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-88e6f373-96bc-4151-bc3b-30ee53d69156 req-a84adff1-2353-48f4-9d2d-fe3407fd7b6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 1096 time: 0.0761161 Apr 22 17:55:41.836212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a00ae2-a43e-4917-ac13-cc4c660efb54 req-ce7911ba-bf39-40bf-b743-a348fc40156a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:41.837695 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-02a00ae2-a43e-4917-ac13-cc4c660efb54 req-ce7911ba-bf39-40bf-b743-a348fc40156a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.0793338 Apr 22 17:55:41.855282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f373-96bc-4151-bc3b-30ee53d69156 req-e24b987f-b800-4968-9573-9efb261886a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:41.856804 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-88e6f373-96bc-4151-bc3b-30ee53d69156 req-e24b987f-b800-4968-9573-9efb261886a8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=16260a5bf8204dbab5494706c1ce811c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1410947 Apr 22 17:55:41.890040 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-02a00ae2-a43e-4917-ac13-cc4c660efb54 req-9e93232a-d577-4d49-b92a-3680cfb8fb1c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465376 Apr 22 17:55:41.997406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f373-96bc-4151-bc3b-30ee53d69156 req-07973131-f5fb-4143-a5d6-18e4c4002a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:41.998891 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-88e6f373-96bc-4151-bc3b-30ee53d69156 req-07973131-f5fb-4143-a5d6-18e4c4002a91 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1370745 Apr 22 17:55:42.108718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-8d6dc691-fa65-40b8-9de6-eae65d4bd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:42.110120 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-8d6dc691-fa65-40b8-9de6-eae65d4bd91c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 1096 time: 0.0767775 Apr 22 17:55:42.177868 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-c5724e61-cb44-40c9-b72e-3f9b473f1f87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6 HTTP/1.1" status: 200 len: 217 time: 0.0601766 Apr 22 17:55:42.240338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-7ea97fd2-e125-4c31-baca-34dc4d88b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:42.241721 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-7ea97fd2-e125-4c31-baca-34dc4d88b5b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0585577 Apr 22 17:55:42.313618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-6df97912-b46c-439b-a057-d274a4bcc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:42.315081 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-6df97912-b46c-439b-a057-d274a4bcc662 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676079 Apr 22 17:55:42.445345 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-12f57dae-4651-4cf3-b27c-9f53dd2b97fc service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235280 Apr 22 17:55:42.573078 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba87c103-ff42-43fa-aa3d-6f7e3368345a req-65d627c3-4220-47b8-b54b-223f64bc40d4 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213672 Apr 22 17:55:43.164254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd68b2-2a79-4867-b0e8-d2e446337ce8 req-e5cad086-92ed-4e5c-b2c4-db1101ecb10d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:43.165045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-a6dd68b2-2a79-4867-b0e8-d2e446337ce8 req-e5cad086-92ed-4e5c-b2c4-db1101ecb10d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:55:43.230280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-a6dd68b2-2a79-4867-b0e8-d2e446337ce8 req-e5cad086-92ed-4e5c-b2c4-db1101ecb10d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:55:43.231463 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a6dd68b2-2a79-4867-b0e8-d2e446337ce8 req-e5cad086-92ed-4e5c-b2c4-db1101ecb10d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.2358172 Apr 22 17:55:43.275590 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a6dd68b2-2a79-4867-b0e8-d2e446337ce8 req-0d4f9414-9803-4746-bc6a-13822d8e4993 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384388 Apr 22 17:55:44.454315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725dfaa-bbb2-45e1-be4f-913b350cd250 req-0d3dc5fc-253a-41e7-bb19-b24cd7dc47bf tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:44.455787 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6725dfaa-bbb2-45e1-be4f-913b350cd250 req-0d3dc5fc-253a-41e7-bb19-b24cd7dc47bf tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.0788560 Apr 22 17:55:44.498666 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6725dfaa-bbb2-45e1-be4f-913b350cd250 req-a3b8fbf1-3636-4ea9-9c44-6271ecb02d0a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366149 Apr 22 17:55:45.319456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 822b3361-5abb-4b9f-8178-f59ae2e685b6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:55:45.449268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:45.461762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'mac_address': 'fa:16:3e:e6:a5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:55:45.518902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:45.535762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822b3361-5abb-4b9f-8178-f59ae2e685b6 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:55:45.550933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:45.617537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:45.686608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8840cf-1a03-42db-a496-78c5b37b2bcc req-24d14a63-f2f3-4a62-8a6a-65d3b199ed75 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:45.687134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:45.688098 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8e8840cf-1a03-42db-a496-78c5b37b2bcc req-24d14a63-f2f3-4a62-8a6a-65d3b199ed75 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 944 time: 0.0827799 Apr 22 17:55:45.736014 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8e8840cf-1a03-42db-a496-78c5b37b2bcc req-f9c9985f-e9c6-408e-ac65-f3d4fe188df2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411665 Apr 22 17:55:45.916113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['822b3361-5abb-4b9f-8178-f59ae2e685b6'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:55:46.921157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d2018-cd72-4285-9c34-46cfe689824a req-3829b47d-ee9f-494a-b7a6-b56470af254d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:46.922610 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0d0d2018-cd72-4285-9c34-46cfe689824a req-3829b47d-ee9f-494a-b7a6-b56470af254d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 944 time: 0.0827920 Apr 22 17:55:46.966046 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0d0d2018-cd72-4285-9c34-46cfe689824a req-85665e9d-2689-4d17-8ee0-02147c3a4ebb tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371661 Apr 22 17:55:47.335212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 822b3361-5abb-4b9f-8178-f59ae2e685b6 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:55:47.487203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 822b3361-5abb-4b9f-8178-f59ae2e685b6 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:55:47.492055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 822b3361-5abb-4b9f-8178-f59ae2e685b6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:55:47.492445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:47.633264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:47.659260 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:55:47.668545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:55:47.703127 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b2442d-719f-4f5d-a75a-16a3ad455638'] response: {'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'code': 200} Apr 22 17:55:47.744566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:47.813016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:55:48.039655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def93888-9fc8-48b7-8d57-c64e4c2f9106 req-b6a97398-2075-4a33-a944-9a1b5be0312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:48.041129 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-def93888-9fc8-48b7-8d57-c64e4c2f9106 req-b6a97398-2075-4a33-a944-9a1b5be0312a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 1098 time: 0.0684686 Apr 22 17:55:48.080834 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-def93888-9fc8-48b7-8d57-c64e4c2f9106 req-d24df0a5-480b-4a65-ae91-ebb5ddbaf814 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341334 Apr 22 17:55:48.151196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caacccc-b2eb-4cd9-8014-aca990e43b8d req-ca30d51d-6c0e-4028-8058-0d081f4a9498 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:48.152655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1caacccc-b2eb-4cd9-8014-aca990e43b8d req-ca30d51d-6c0e-4028-8058-0d081f4a9498 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0791643 Apr 22 17:55:48.198675 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1caacccc-b2eb-4cd9-8014-aca990e43b8d req-bd1dd395-380c-44ed-8ec9-d88922fa5898 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405197 Apr 22 17:55:49.383746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb848f-b10f-4958-8753-27d16a2db3bc req-55471fc1-be2e-4518-880b-ef343cf59301 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:49.385866 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-82cb848f-b10f-4958-8753-27d16a2db3bc req-55471fc1-be2e-4518-880b-ef343cf59301 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0828240 Apr 22 17:55:49.430966 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-82cb848f-b10f-4958-8753-27d16a2db3bc req-a2ed3276-5ae6-424f-a7cb-f3ca44efdd23 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387039 Apr 22 17:55:50.609606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da17882-5f9b-466e-b062-9e73fd96d9d1 req-5f528261-e709-4047-9755-162e7e3a9592 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:50.611074 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3da17882-5f9b-466e-b062-9e73fd96d9d1 req-5f528261-e709-4047-9755-162e7e3a9592 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0779853 Apr 22 17:55:50.654225 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3da17882-5f9b-466e-b062-9e73fd96d9d1 req-7d69d066-0626-48dc-b9df-46a87e24f759 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376761 Apr 22 17:55:50.826911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96ecbd-7dfa-41ef-9d83-8796af547ca4 req-6fa75f72-dfce-4c5c-b15c-8477f702a321 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:50.828358 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8d96ecbd-7dfa-41ef-9d83-8796af547ca4 req-6fa75f72-dfce-4c5c-b15c-8477f702a321 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0785177 Apr 22 17:55:50.837077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 56846) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:55:50.841858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'floatingip': {'port_id': '822b3361-5abb-4b9f-8178-f59ae2e685b6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:55:50.917936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:51.501469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:51.553971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:51.720347 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 associated. External IP: 172.26.3.2, port: 822b3361-5abb-4b9f-8178-f59ae2e685b6. Apr 22 17:55:52.152208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:55:52.325702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:55:52.330523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:55:52.335207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:55:52.344531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:55:52.345161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:55:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:52.387039 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4be28ffb-2d88-4733-88c8-1b7595c8ec19 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "PUT /v2.0/floatingips/b99e8c60-604f-401a-a932-b2edfee2f963 HTTP/1.1" status: 200 len: 989 time: 1.5460615 Apr 22 17:55:52.387039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:55:52.433187 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4d3bdc-41eb-4687-8598-612ede7014a8'] response: {'name': 'network-changed', 'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'status': 'completed', 'code': 200} Apr 22 17:55:52.532109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-94f66264-2827-4e74-8013-b49348bcb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:52.533875 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-94f66264-2827-4e74-8013-b49348bcb79b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 1098 time: 0.0787814 Apr 22 17:55:52.536815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:55:52.674645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-3a90405c-7406-44a8-8106-859225c9ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:52.676045 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-3a90405c-7406-44a8-8106-859225c9ea2e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1342428 Apr 22 17:55:52.707684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c84d75-f21f-48bf-bb6c-8eee1f1c91f9 req-eb1abecd-e987-412b-9914-0493cd47ef5d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:52.711275 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47c84d75-f21f-48bf-bb6c-8eee1f1c91f9 req-eb1abecd-e987-412b-9914-0493cd47ef5d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0903521 Apr 22 17:55:52.754808 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47c84d75-f21f-48bf-bb6c-8eee1f1c91f9 req-e3f2e55d-a5ab-4c10-af39-f308ce006fbf tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398648 Apr 22 17:55:52.777444 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-37f57869-fe9b-464c-bd47-c06b2809d3ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6 HTTP/1.1" status: 200 len: 997 time: 0.0955215 Apr 22 17:55:52.846087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-5c2708ae-9c63-44fa-9bbf-bcf78bc3ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:52.847574 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-5c2708ae-9c63-44fa-9bbf-bcf78bc3ab85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0641572 Apr 22 17:55:52.899529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:e6:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf80523-d857-49ab-b260-5fb91231858a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:55:51Z', 'revision_number': 1, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:52.903378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:55:52.912168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:55:52.912775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:55:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:52.985848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-afaf0c62-7901-4164-9c53-039acc89a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:52.987899 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-afaf0c62-7901-4164-9c53-039acc89a467 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1346107 Apr 22 17:55:52.996149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ad25-c09f-41df-b299-00cea295966b req-95131d4a-9337-45d8-a390-40a767363180 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:52.997480 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f081ad25-c09f-41df-b299-00cea295966b req-95131d4a-9337-45d8-a390-40a767363180 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.1101277 Apr 22 17:55:53.095395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:55:53.144816 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f081ad25-c09f-41df-b299-00cea295966b req-3187ada7-39c4-46ae-b2ed-d2cc0ab7b641 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270173 Apr 22 17:55:53.168522 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-c01b45aa-e423-443c-b9eb-5f7148e344ed service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701212 Apr 22 17:55:53.297785 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5044ea4-fe4b-4c52-9c84-fc9a9f207f7d req-184d0d4a-6e0e-447e-a6f8-7762edd934b4 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237211 Apr 22 17:55:53.444850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:e6:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf80523-d857-49ab-b260-5fb91231858a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:55:51Z', 'revision_number': 1, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:55:53.448747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791864e-29bb-4cbb-9525-d3f027fde5c4 None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:e6:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf80523-d857-49ab-b260-5fb91231858a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:55:51Z', 'revision_number': 1, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:55:53.628993 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01292d-eef3-4848-8cfc-b2283f75416a None None] New status for floating IP b99e8c60-604f-401a-a932-b2edfee2f963: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:55:54.327464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ae612-b37c-437c-a770-c140d1551501 req-c8909351-32f4-4c46-9062-357744933bb0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:54.328472 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-628ae612-b37c-437c-a770-c140d1551501 req-c8909351-32f4-4c46-9062-357744933bb0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0783427 Apr 22 17:55:54.372182 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-628ae612-b37c-437c-a770-c140d1551501 req-7a6b1771-aa7b-49e0-9c51-79ce6e7d8cfb tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381384 Apr 22 17:55:54.550833 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155b44-132c-45d9-861c-3290d926ad35 req-2a73741f-2e2f-49d0-ba04-39a0b85e6a6a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:54.552278 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-59155b44-132c-45d9-861c-3290d926ad35 req-2a73741f-2e2f-49d0-ba04-39a0b85e6a6a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0783944 Apr 22 17:55:54.706629 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-59155b44-132c-45d9-861c-3290d926ad35 req-6004ef73-6c7d-41f9-82b9-f5a1f75936a1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480889 Apr 22 17:55:55.224229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f0ae-0a50-4379-ae4b-47fa80e084e0 req-77946b60-69b8-4a9c-80d6-9c7edbaaccd2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:55.225703 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bf97f0ae-0a50-4379-ae4b-47fa80e084e0 req-77946b60-69b8-4a9c-80d6-9c7edbaaccd2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0779779 Apr 22 17:55:55.270238 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bf97f0ae-0a50-4379-ae4b-47fa80e084e0 req-21a6af22-8997-4f15-b488-d74c5c23ff38 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386684 Apr 22 17:55:55.292439 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-e7123228-b126-4ea8-802c-f78b2888d154 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717297 Apr 22 17:55:56.454828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2af292-86e1-4672-a2a1-4e7ae66ff61a req-ecfac361-8397-49aa-9cbf-5500e4d20ede tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:56.456845 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ee2af292-86e1-4672-a2a1-4e7ae66ff61a req-ecfac361-8397-49aa-9cbf-5500e4d20ede tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0812688 Apr 22 17:55:56.500356 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ee2af292-86e1-4672-a2a1-4e7ae66ff61a req-7c41fff4-a057-4fe1-aaec-81944925f2dc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377192 Apr 22 17:55:57.285886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-849c5185-f694-435c-9544-e3fd99a4bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:57.287356 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-849c5185-f694-435c-9544-e3fd99a4bf33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 1098 time: 0.0721319 Apr 22 17:55:57.415182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-da4eab66-8510-464d-bccc-46a98a08cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:57.416637 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-da4eab66-8510-464d-bccc-46a98a08cf25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1234717 Apr 22 17:55:57.516854 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-4de7378c-069a-4564-8d34-a769619bb00a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6 HTTP/1.1" status: 200 len: 999 time: 0.0943539 Apr 22 17:55:57.529668 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:55:57.578118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-594ac2c7-8b3e-4376-92de-3ee15fe40350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:57.579616 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-594ac2c7-8b3e-4376-92de-3ee15fe40350 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0563357 Apr 22 17:55:57.715974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-f647a955-b381-42fc-8cd7-e9fa0657a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:57.717454 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-f647a955-b381-42fc-8cd7-e9fa0657a937 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1309922 Apr 22 17:55:57.725598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d498de2-9b41-4082-b283-550d2482af5c req-467235f3-68d6-4eb8-9a24-95c3aa7bc313 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:57.726926 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9d498de2-9b41-4082-b283-550d2482af5c req-467235f3-68d6-4eb8-9a24-95c3aa7bc313 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.1115391 Apr 22 17:55:57.854335 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9d498de2-9b41-4082-b283-550d2482af5c req-64cd0bc9-ca3d-4671-b80a-bceca75e3d5b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089728 Apr 22 17:55:57.881706 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-9278b83e-fa99-4fdf-af43-5968323eef74 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538727 Apr 22 17:55:58.008090 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-55b106ec-d0a8-48ad-a97e-c97f4bf89ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210308 Apr 22 17:55:59.038873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6fb1c-1442-42c8-84a9-af0f8b44bd15 req-e7784131-2a33-4451-9eb2-8fc5913761c4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:55:59.040249 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-58b6fb1c-1442-42c8-84a9-af0f8b44bd15 req-e7784131-2a33-4451-9eb2-8fc5913761c4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0816288 Apr 22 17:55:59.083916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-58b6fb1c-1442-42c8-84a9-af0f8b44bd15 req-a8351457-6ec7-4072-829f-9ffcf4ff0167 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381281 Apr 22 17:56:00.267027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2c73d-5afe-4335-853a-02d7911fffd8 req-33695141-65b6-4086-acca-6318a9f87326 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:00.268500 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ef2c73d-5afe-4335-853a-02d7911fffd8 req-33695141-65b6-4086-acca-6318a9f87326 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0813026 Apr 22 17:56:00.311915 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ef2c73d-5afe-4335-853a-02d7911fffd8 req-9ef309e8-fd7d-4d8f-804e-6340f239ae81 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377967 Apr 22 17:56:00.425255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-490b0868-061a-4ebb-869c-993ea3ddce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:01.498018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60c9f9-b70c-4aec-a960-9473fcdcebc1 req-50be0b01-1bda-46ce-bce4-2bc4f9df3876 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:01.499482 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fc60c9f9-b70c-4aec-a960-9473fcdcebc1 req-50be0b01-1bda-46ce-bce4-2bc4f9df3876 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0818927 Apr 22 17:56:01.542590 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fc60c9f9-b70c-4aec-a960-9473fcdcebc1 req-e3005d11-011e-468a-910d-d5b7c5c9ce7c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366240 Apr 22 17:56:02.611577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-597941eb-d62d-43cf-9114-b620839cf2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:02.721731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6391398-0a1f-4d6a-9218-68a0e52680a5 req-5b4262ed-f2a8-427d-8143-f1a7beaa0252 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:02.723177 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f6391398-0a1f-4d6a-9218-68a0e52680a5 req-5b4262ed-f2a8-427d-8143-f1a7beaa0252 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0770814 Apr 22 17:56:02.766026 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f6391398-0a1f-4d6a-9218-68a0e52680a5 req-4046fa32-ab78-4e92-925a-361342d9848e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373328 Apr 22 17:56:03.720062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:03.845891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:03.949356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efeadd-663c-4ada-a26a-040d1f519413 req-56450082-8b03-40bc-a6eb-d88d42e9f98f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:03.950715 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1efeadd-663c-4ada-a26a-040d1f519413 req-56450082-8b03-40bc-a6eb-d88d42e9f98f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0797160 Apr 22 17:56:03.994249 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b1efeadd-663c-4ada-a26a-040d1f519413 req-3f3fbaf2-e34e-48a7-b2ed-9a407af277ab tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371561 Apr 22 17:56:04.588718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:05.105001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:05.179849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260e512-ce2a-4b24-9a75-838f850433ca req-f5507740-2f60-4471-9b66-a38578223be4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:05.181281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4260e512-ce2a-4b24-9a75-838f850433ca req-f5507740-2f60-4471-9b66-a38578223be4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0802727 Apr 22 17:56:05.223992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4260e512-ce2a-4b24-9a75-838f850433ca req-74c79e26-5a49-416d-9949-3931b237223b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371192 Apr 22 17:56:06.408297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18e1b-1559-4154-9e33-aa8650f6dd39 req-ee6457c8-3b8f-4475-9412-f027d6fa8027 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:06.409797 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-79d18e1b-1559-4154-9e33-aa8650f6dd39 req-ee6457c8-3b8f-4475-9412-f027d6fa8027 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0838125 Apr 22 17:56:06.453795 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-79d18e1b-1559-4154-9e33-aa8650f6dd39 req-42c06f29-aef4-497b-bb18-bcff3be377c6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383275 Apr 22 17:56:07.632416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f6108-6525-4a84-9415-e6aa985e88d0 req-77c26390-8fde-437d-9003-28c6b32481fe tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:07.633849 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d03f6108-6525-4a84-9415-e6aa985e88d0 req-77c26390-8fde-437d-9003-28c6b32481fe tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0773323 Apr 22 17:56:07.680019 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d03f6108-6525-4a84-9415-e6aa985e88d0 req-0ce405d5-5d96-448d-b1a5-afad21b3e41e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407054 Apr 22 17:56:08.863030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e16ad-9962-46d8-90ee-df9905126e22 req-0994f496-4712-4cbf-9c73-dd822a95194a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:08.864484 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081e16ad-9962-46d8-90ee-df9905126e22 req-0994f496-4712-4cbf-9c73-dd822a95194a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0785725 Apr 22 17:56:08.911285 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081e16ad-9962-46d8-90ee-df9905126e22 req-4bf5c866-e317-48de-b26a-f9dd4e437de0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 Apr 22 17:56:10.089821 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc7856-7926-4147-a5b4-0350d5413788 req-c0fad831-36cc-425f-b9d1-61694a8e82c1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:10.091304 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11fc7856-7926-4147-a5b4-0350d5413788 req-c0fad831-36cc-425f-b9d1-61694a8e82c1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0777774 Apr 22 17:56:10.134767 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11fc7856-7926-4147-a5b4-0350d5413788 req-e0edca47-6f37-41a7-8a79-16666337667a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374563 Apr 22 17:56:11.316238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698a901-285e-4f70-8901-e22618369173 req-9ab0b3f8-c547-4023-b09e-8a4101488f1a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:11.317677 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6698a901-285e-4f70-8901-e22618369173 req-9ab0b3f8-c547-4023-b09e-8a4101488f1a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0801852 Apr 22 17:56:11.362463 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6698a901-285e-4f70-8901-e22618369173 req-d0d9075f-1afa-4506-a619-e4b0c04713f9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384145 Apr 22 17:56:12.549163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5a50f-91b9-46b0-8c63-5d862ff62ef3 req-101ba9c5-14e3-43c6-a141-6beaa2e5a690 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:12.550599 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-60b5a50f-91b9-46b0-8c63-5d862ff62ef3 req-101ba9c5-14e3-43c6-a141-6beaa2e5a690 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0825055 Apr 22 17:56:12.593305 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-60b5a50f-91b9-46b0-8c63-5d862ff62ef3 req-e1e2b7bc-582f-4e0e-8ae0-89540f3ebfd1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369596 Apr 22 17:56:13.777444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0d930-53ce-4c7e-8852-6902372b3dd1 req-5a6878d3-c669-450a-ac34-f020eab167b0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:13.778914 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cfc0d930-53ce-4c7e-8852-6902372b3dd1 req-5a6878d3-c669-450a-ac34-f020eab167b0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0822635 Apr 22 17:56:13.821851 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cfc0d930-53ce-4c7e-8852-6902372b3dd1 req-f3deefc4-85d0-4e05-8f8d-538352ba5040 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373433 Apr 22 17:56:15.000902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bd42e-5904-46f2-8132-328eee789f53 req-82c70b56-4507-4161-b740-0886402e7ff8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:15.002623 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c05bd42e-5904-46f2-8132-328eee789f53 req-82c70b56-4507-4161-b740-0886402e7ff8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0780489 Apr 22 17:56:15.045393 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c05bd42e-5904-46f2-8132-328eee789f53 req-ae295e49-809e-45d2-bef7-ad0c5fe7cec7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372090 Apr 22 17:56:16.224791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc988e-68a9-4f11-88c8-211fcbd019f4 req-fa29cbd7-9668-43c0-820b-f930fe07866b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:16.226247 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-84cc988e-68a9-4f11-88c8-211fcbd019f4 req-fa29cbd7-9668-43c0-820b-f930fe07866b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0779734 Apr 22 17:56:16.274647 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-84cc988e-68a9-4f11-88c8-211fcbd019f4 req-86f27a05-fdf1-43ed-86c4-9d3829323efa tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 Apr 22 17:56:17.549849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fc9d3-c180-4207-9d21-799fd7ba31f1 req-4dc02aa5-2ef8-48aa-b507-f0503265790b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:17.551318 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c21fc9d3-c180-4207-9d21-799fd7ba31f1 req-4dc02aa5-2ef8-48aa-b507-f0503265790b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.1691542 Apr 22 17:56:17.592972 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c21fc9d3-c180-4207-9d21-799fd7ba31f1 req-a053054f-688e-4d82-8728-cb51a53dfb1d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360265 Apr 22 17:56:18.777512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5c99-7281-4ac9-9abf-192c38486313 req-7644e20d-9100-45f9-a335-04dacd04fa13 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:18.778971 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-687b5c99-7281-4ac9-9abf-192c38486313 req-7644e20d-9100-45f9-a335-04dacd04fa13 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0781631 Apr 22 17:56:18.822784 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-687b5c99-7281-4ac9-9abf-192c38486313 req-34a3935f-6c00-442f-b065-6781e756f1ad tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382607 Apr 22 17:56:20.007135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c715b-543a-4bd1-8b68-bb3468d33fc1 req-bf59703b-c3e2-4995-aafc-d005b67ceecc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:20.008497 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-258c715b-543a-4bd1-8b68-bb3468d33fc1 req-bf59703b-c3e2-4995-aafc-d005b67ceecc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0812776 Apr 22 17:56:20.107557 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-258c715b-543a-4bd1-8b68-bb3468d33fc1 req-ed3dcebc-3d6d-4dd8-a7f8-397969203226 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638578 Apr 22 17:56:20.115398 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-f5ce623d-7541-49b7-8f98-77b7e7b45298 service neutron] 10.222.0.16 "GET /v2.0/ports/822b3361-5abb-4b9f-8178-f59ae2e685b6/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1027355 Apr 22 17:56:20.637221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-ef9d2a80-1621-4a7b-af13-43ad177db75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:20.638678 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-ef9d2a80-1621-4a7b-af13-43ad177db75f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 1098 time: 0.0734184 Apr 22 17:56:20.729796 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-0b73ed5c-110a-4685-afb2-328e7900790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:20.731268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-0b73ed5c-110a-4685-afb2-328e7900790b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 1098 time: 0.0681310 Apr 22 17:56:20.858295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-0bddae3b-093a-44da-b350-aadc6043fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:20.859772 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-0bddae3b-093a-44da-b350-aadc6043fd47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1221943 Apr 22 17:56:20.960075 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-e7debc8e-23e8-4e02-a9bb-fc91a9763e24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6 HTTP/1.1" status: 200 len: 999 time: 0.0947771 Apr 22 17:56:21.021275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-63c3ea15-4b71-463f-b42f-c02723817132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:21.022622 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-63c3ea15-4b71-463f-b42f-c02723817132 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0570548 Apr 22 17:56:21.098815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-d10acc0f-8a5b-451e-a3af-169f88d20fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:21.100249 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-d10acc0f-8a5b-451e-a3af-169f88d20fab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718997 Apr 22 17:56:21.229957 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-d47730a7-dcbb-493e-96ec-7e9f58514612 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236854 Apr 22 17:56:21.299772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa489db-8f8a-459c-a785-cbcdae3cd9d6 req-e5751fe0-29c3-4826-b7e2-796d3c23d827 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:21.301199 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-caa489db-8f8a-459c-a785-cbcdae3cd9d6 req-e5751fe0-29c3-4826-b7e2-796d3c23d827 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0856285 Apr 22 17:56:21.364624 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-54b384fa-a4c7-4857-a957-f8fa661a9005 req-6575ab32-7ba9-4e43-b5a4-8d64f7fc2c79 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287158 Apr 22 17:56:21.448957 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-caa489db-8f8a-459c-a785-cbcdae3cd9d6 req-2c7cf410-3fea-4052-a77e-80499abea562 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420758 Apr 22 17:56:22.630583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e49d8a-1367-460a-975a-78d67b28a80f req-1b430e68-7ef2-483a-9da6-07fb5d6f948d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:22.632090 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a9e49d8a-1367-460a-975a-78d67b28a80f req-1b430e68-7ef2-483a-9da6-07fb5d6f948d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0783997 Apr 22 17:56:22.675766 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a9e49d8a-1367-460a-975a-78d67b28a80f req-4f4c7627-71fa-457e-81a2-51f50ea444ec tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378649 Apr 22 17:56:23.465286 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 822b3361-5abb-4b9f-8178-f59ae2e685b6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:56:23.467620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 822b3361-5abb-4b9f-8178-f59ae2e685b6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:56:23.711080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:23.741354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:23.762786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:56:23.772464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'mac_address': 'fa:16:3e:e6:a5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:56:23.777276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:23.824247 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc208a0-cfb3-4b24-969f-01f962826088'] response: {'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'code': 200} Apr 22 17:56:23.835396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:23.852549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 822b3361-5abb-4b9f-8178-f59ae2e685b6 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:56:23.868565 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:23.873073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be51e86-b031-41f5-a2ad-b40f731f8b4c req-3bc7ade9-48ac-461a-84a3-bef2afa70a47 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:23.873073 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4be51e86-b031-41f5-a2ad-b40f731f8b4c req-3bc7ade9-48ac-461a-84a3-bef2afa70a47 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0823731 Apr 22 17:56:23.919094 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4be51e86-b031-41f5-a2ad-b40f731f8b4c req-d2825272-9c13-4f3f-8118-a7a4ed2ebe8e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393548 Apr 22 17:56:23.982700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:56:23.983003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:56:23.986168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:24.538869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:24.556179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822b3361-5abb-4b9f-8178-f59ae2e685b6 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:56:24.572686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:24.652925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:24.718052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['822b3361-5abb-4b9f-8178-f59ae2e685b6'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:56:24.757955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:25.103625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c7f20-5a1d-43a8-ba15-d5eb4f427ca5 req-2cef54e1-a8a1-4a01-b4ea-c9833f9ba08c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:25.104976 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-826c7f20-5a1d-43a8-ba15-d5eb4f427ca5 req-2cef54e1-a8a1-4a01-b4ea-c9833f9ba08c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 944 time: 0.0808167 Apr 22 17:56:25.147863 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-826c7f20-5a1d-43a8-ba15-d5eb4f427ca5 req-3f04d086-f1d9-4638-9b6f-c0fb542b0355 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373392 Apr 22 17:56:25.480910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 822b3361-5abb-4b9f-8178-f59ae2e685b6 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:56:25.558551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 822b3361-5abb-4b9f-8178-f59ae2e685b6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:56:25.559323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:25.686273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:25.710612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-5ceec3f2-7b6d-4bb2-b109-56c150c19c90 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:25.712082 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-5ceec3f2-7b6d-4bb2-b109-56c150c19c90 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a&tenant_id=16260a5bf8204dbab5494706c1ce811c&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1229250 Apr 22 17:56:25.721179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:25.760622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87d440-d534-4aca-aeff-50dca1c0a112 req-b5bbae46-fc7b-42f5-a621-122c575db187 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:25.762097 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5f87d440-d534-4aca-aeff-50dca1c0a112 req-b5bbae46-fc7b-42f5-a621-122c575db187 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 944 time: 0.0898139 Apr 22 17:56:25.784770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:25.828024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:56:25.852538 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5f87d440-d534-4aca-aeff-50dca1c0a112 req-21d1bc49-bc26-46f6-96e9-388d24293ea1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838578 Apr 22 17:56:25.859561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:25.884230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-5b172b51-c607-4ae5-8044-cb6f6f94aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:25.885809 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-5b172b51-c607-4ae5-8044-cb6f6f94aa80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 1098 time: 0.1024327 Apr 22 17:56:25.888434 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ddac26-f7ef-40c1-8180-b08e97af809f'] response: {'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'code': 200} Apr 22 17:56:26.116620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-c8a8a1ae-648d-4b8a-a982-2ca5dc70d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:26.117954 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-c8a8a1ae-648d-4b8a-a982-2ca5dc70d27e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.2195132 Apr 22 17:56:26.228143 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-2859dda7-c339-4348-99e9-5a0dc5993803 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6 HTTP/1.1" status: 200 len: 999 time: 0.0992153 Apr 22 17:56:26.296406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-ccb96f57-b979-4f1f-9b6e-47df82c7fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:26.297810 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-ccb96f57-b979-4f1f-9b6e-47df82c7fa35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0562546 Apr 22 17:56:26.372726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-326a52b8-cad8-420b-895a-70b8664fe115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:26.374268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-326a52b8-cad8-420b-895a-70b8664fe115 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707734 Apr 22 17:56:26.504794 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-2bdfe731-1802-4d29-b211-607e74354adf service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239939 Apr 22 17:56:26.632787 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5b4a1f03-0d6d-4416-9779-0a8c247ae10e req-7cb64d7e-72aa-469c-a7cd-534f7fdcd21d service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212163 Apr 22 17:56:27.048686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bcb9b-c652-41c3-b128-2dbd82d0adb6 req-6fd5fdf4-6ac8-43c5-b605-0e55ea6ee32c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:27.050160 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-650bcb9b-c652-41c3-b128-2dbd82d0adb6 req-6fd5fdf4-6ac8-43c5-b605-0e55ea6ee32c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 945 time: 0.0865474 Apr 22 17:56:27.095261 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-650bcb9b-c652-41c3-b128-2dbd82d0adb6 req-16762b9b-6954-483d-b60b-941977a15bd3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387053 Apr 22 17:56:27.499182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 822b3361-5abb-4b9f-8178-f59ae2e685b6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:56:27.622691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:27.654955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:27.737337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:27.808326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=9']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:27.889416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:56:27.932870 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bce544a-0d5f-4a3f-9702-14e21b200fad'] response: {'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'code': 200} Apr 22 17:56:28.277456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2d660-a585-45a5-a90c-fc9c838af792 req-699f5062-b3c8-4739-a5d5-366e62fbaead tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:28.278911 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9db2d660-a585-45a5-a90c-fc9c838af792 req-699f5062-b3c8-4739-a5d5-366e62fbaead tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.0817635 Apr 22 17:56:28.321661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9db2d660-a585-45a5-a90c-fc9c838af792 req-aeec29db-923f-47a2-a490-62baa8d96fc2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366020 Apr 22 17:56:28.505039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6667d-c954-46fa-b5c6-0f889a1aa919 req-506c0b2e-6414-4feb-91e6-d089b27ba669 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:28.506473 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-edb6667d-c954-46fa-b5c6-0f889a1aa919 req-506c0b2e-6414-4feb-91e6-d089b27ba669 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.0806217 Apr 22 17:56:28.549801 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-edb6667d-c954-46fa-b5c6-0f889a1aa919 req-a26af8f2-1630-401d-b55a-fb4f8f9ff049 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377886 Apr 22 17:56:28.737002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe73800-ced8-43a9-b3db-47af7e4c4c11 req-4fe2c953-c3b1-40d0-97b1-75a041a59a73 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:28.738418 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-abe73800-ced8-43a9-b3db-47af7e4c4c11 req-4fe2c953-c3b1-40d0-97b1-75a041a59a73 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.0771091 Apr 22 17:56:28.781768 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-abe73800-ced8-43a9-b3db-47af7e4c4c11 req-c6548053-7a31-4efc-bfc1-250e3fb017ff tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377882 Apr 22 17:56:29.383098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172cb49-a92a-414c-9ebd-b190fb3865b2 req-a2c87e9d-dcb7-4f82-bf02-bd7d950498bb tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:29.384553 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1172cb49-a92a-414c-9ebd-b190fb3865b2 req-a2c87e9d-dcb7-4f82-bf02-bd7d950498bb tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.0820031 Apr 22 17:56:29.429115 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1172cb49-a92a-414c-9ebd-b190fb3865b2 req-e53d7eb8-e0af-446f-86d2-04592bd43d62 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387673 Apr 22 17:56:30.419153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af484757-cb81-423d-ac60-c64685d07970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:30.611960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f7e57-7f4b-4019-988c-d8378ecedee1 req-98c8d32d-9f6b-4888-b8aa-dd37633988d9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:30.613282 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-518f7e57-7f4b-4019-988c-d8378ecedee1 req-98c8d32d-9f6b-4888-b8aa-dd37633988d9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.0807385 Apr 22 17:56:30.655897 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-518f7e57-7f4b-4019-988c-d8378ecedee1 req-13491356-19e0-4d8b-b54d-1c765a60723b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370822 Apr 22 17:56:31.280012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-375fd05d-b678-40b3-ae1a-9bdf5db7d1e8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:31.281435 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-375fd05d-b678-40b3-ae1a-9bdf5db7d1e8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.0782132 Apr 22 17:56:31.353041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Deleting port 822b3361-5abb-4b9f-8178-f59ae2e685b6 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:56:31.353404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:31.594098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] For port 822b3361-5abb-4b9f-8178-f59ae2e685b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=822b3361-5abb-4b9f-8178-f59ae2e685b6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:31.594370 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:32.009616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:32.009983 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:32.010289 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 disassociated. External IP: 172.26.3.2, port: 822b3361-5abb-4b9f-8178-f59ae2e685b6. Apr 22 17:56:32.010620 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Calling delete_port for 822b3361-5abb-4b9f-8178-f59ae2e685b6 owned by compute:nova {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:56:32.077600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03714222-fa90-4c6f-918b-586673960f10 req-5856e934-21df-4164-9017-d44b7cb029c6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:32.079068 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-03714222-fa90-4c6f-918b-586673960f10 req-5856e934-21df-4164-9017-d44b7cb029c6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 943 time: 0.3183806 Apr 22 17:56:32.175910 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-03714222-fa90-4c6f-918b-586673960f10 req-57318570-4ef2-4399-a397-f7a99db5d847 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898864 Apr 22 17:56:32.251491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:32.301157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event deleted for resources: {'Port': ['ID=822b3361-5abb-4b9f-8178-f59ae2e685b6,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:32.310690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.311065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.311499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.311735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.312068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.312431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.312712 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.313037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.313363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.313695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.314017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.314334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:32.503389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:56:32.601860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ec71fb1c-05a5-42c4-8871-f3c6a64b9779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:32.678959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:56:32.688721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:56:32.698457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:56:32.699100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:56:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:56:32.752569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] No DVR routers for this DVR port 822b3361-5abb-4b9f-8178-f59ae2e685b6 on host hv-neutron-8390 {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:56:32.755217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:32.757808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-deleted', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:56:32.801602 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0297ea31-1aaa-4977-a3eb-7046910e3a9a'] response: {'server_uuid': 'fcf80523-d857-49ab-b260-5fb91231858a', 'name': 'network-vif-deleted', 'tag': '822b3361-5abb-4b9f-8178-f59ae2e685b6', 'status': 'completed', 'code': 200} Apr 22 17:56:32.830973 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-abe0ead6-faef-4a7c-a7b7-e72c3ecbc0a5 req-a86e1281-81f2-4e88-a00f-b637037b8c79 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "DELETE /v2.0/ports/822b3361-5abb-4b9f-8178-f59ae2e685b6 HTTP/1.1" status: 204 len: 173 time: 1.5432515 Apr 22 17:56:32.872649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:56:33.209491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:56:33.213306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:56:33.222070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:56:33.222669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:56:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:56:33.337585 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f8292b39-adbe-48b6-802f-1c8525f6b6af req-59f74dd5-f42b-44a1-a382-6b60ddd41492 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:56:33.399832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:56:33.428839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-f8292b39-adbe-48b6-802f-1c8525f6b6af req-59f74dd5-f42b-44a1-a382-6b60ddd41492 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:56:33.430157 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8292b39-adbe-48b6-802f-1c8525f6b6af req-59f74dd5-f42b-44a1-a382-6b60ddd41492 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcf80523-d857-49ab-b260-5fb91231858a HTTP/1.1" status: 200 len: 210 time: 0.1347513 Apr 22 17:56:33.543830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 822b3361-5abb-4b9f-8178-f59ae2e685b6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:56:33.592798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 822b3361-5abb-4b9f-8178-f59ae2e685b6 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:56:33.593139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 822b3361-5abb-4b9f-8178-f59ae2e685b6 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:56:33.726524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:33.755297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:56:33.759227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dd327-e487-49ce-85d5-0d253191b030 None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:56:33.857253 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:33.967448 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cacadf-f4d6-474d-83ea-fb83b1d91c55 None None] New status for floating IP b99e8c60-604f-401a-a932-b2edfee2f963: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:56:34.532759 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:56:34.616813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:34.757008 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-f5400d15-c02d-4728-8836-f010bc97dce8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--815856324&fields=id&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 267 time: 0.0392079 Apr 22 17:56:34.904335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-2dbdfbbc-c813-4505-b085-70686729f8e2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:34.905785 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-2dbdfbbc-c813-4505-b085-70686729f8e2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 812 time: 0.1427381 Apr 22 17:56:34.920430 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-6c0b2787-095a-4ac8-930a-f08489646b27 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/quotas/16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 375 time: 0.0087819 Apr 22 17:56:35.003983 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-f07522f4-1a02-4460-8686-5589471d7f7e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781054 Apr 22 17:56:35.121624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:35.183594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-a79ed5c0-62f1-4d46-a508-caf12b5d6318 service neutron] 10.222.0.10 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683857 Apr 22 17:56:35.312963 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-0508cfee-a81f-463a-abd0-c874b0b83021 service neutron] 10.222.0.10 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234808 Apr 22 17:56:35.572268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8f39e066-9399-41eb-b2ec-5455b8e714a4 req-455e9fb6-2109-46b4-8795-b9497ff45aac tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 210 time: 0.0437300 Apr 22 17:56:36.721936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-de937791-725b-425a-8e6b-cc3a199b63f4 req-bee9c119-b66d-4f0c-9b4e-f150d2ef4ee1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 210 time: 0.0463903 Apr 22 17:56:37.475646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-19e5b660-9558-4129-9089-d4ffb56dcd59 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:37.477074 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-19e5b660-9558-4129-9089-d4ffb56dcd59 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 812 time: 0.1436756 Apr 22 17:56:37.524584 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-e961f3bf-90d8-48ab-b932-cf788f02cc14 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 379 time: 0.0399673 Apr 22 17:56:37.532629 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'port': {'device_id': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'admin_state_up': True, 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'security_groups': ['31291ee8-6685-4009-b11c-70804db4d551']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:56:37.665679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:56:37.675480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:56:37.759919 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Made reservation on behalf of 16260a5bf8204dbab5494706c1ce811c for: {'port': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:56:37.763752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:37.885652 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c5f6ca41-6b01-4844-8301-b287aba9737b req-5f5e1530-0477-4dd3-8ed4-89d36139767f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 210 time: 0.0561450 Apr 22 17:56:37.964117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Allocated IP 172.20.0.7 (5ce3e46e-3ddd-4d9f-8978-d968bd1a73de/c6ec6325-8fdf-4e93-8dba-1169d19bbb2c/220faad9-cdf1-4511-9edc-bbc39eb8e0c6) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:56:38.250225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:38.264945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Transition to ACTIVE for port object 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:56:38.359901 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:38.425547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:56:38.428442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:56:38.436715 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:56:38.473584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:38.506309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:38.506977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:38.600758 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-1b1866b8-b320-448e-a51a-c2c109978f10 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0715504 Apr 22 17:56:38.611794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Request body: {'port': {'device_id': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:56:38.687679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-77c2f1f5-45cc-4f96-922c-d3b3bc058c7c None None] Provisioning for port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:56:38.693279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-77c2f1f5-45cc-4f96-922c-d3b3bc058c7c None None] Provisioning complete for port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:56:38.693654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77c2f1f5-45cc-4f96-922c-d3b3bc058c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:38.723423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:38.746848 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-77c2f1f5-45cc-4f96-922c-d3b3bc058c7c None None] Port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:56:39.057552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 {{(pid=88660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:56:39.065326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:39.070926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30c462-514a-4ffc-876d-f38519843bd1 req-bfc679c0-118c-4d9e-8870-19d0185c25b0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:39.074493 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ec30c462-514a-4ffc-876d-f38519843bd1 req-bfc679c0-118c-4d9e-8870-19d0185c25b0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 931 time: 0.0795457 Apr 22 17:56:39.079650 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Transition to ACTIVE for port object 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 will not be triggered until provisioned by entity L2. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:56:39.116148 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ec30c462-514a-4ffc-876d-f38519843bd1 req-eee37ad2-779c-4bb0-9c3e-6aaba0427f6d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379531 Apr 22 17:56:39.156274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:39.310429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:39.390262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Attempting to bind port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:56:39.390591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Attempting to bind port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:56:39.390941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Attempting to bind port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:56:39.395516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:56:39.395829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Attempting to bind port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:56:39.400804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:56:39.401133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Checking segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:56:39.401509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Bound using segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} {{(pid=88660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:56:39.401930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.managers [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Bound port: 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}}] {{(pid=88660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:56:39.402269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:39.492990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, cleared binding levels {{(pid=88660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:56:39.495835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:56:39.556253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:39.610918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:39.611527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:39.612871 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] 10.222.0.16 "PUT /v2.0/ports/220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 200 len: 1093 time: 1.0051124 Apr 22 17:56:39.613301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:56:39.640292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3dc4b-e501-447c-850d-ec5b4f33d1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=3']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:39.668461 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd64f5ed-5cfb-45ab-bf4c-5c2483e4c0b0'] response: {'name': 'network-changed', 'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'status': 'completed', 'code': 200} Apr 22 17:56:39.764371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b777d-eeb3-4f48-8dd8-44206aca384d req-5f7f3700-3342-4389-a41d-6f128ff23135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:39.765845 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c78b777d-eeb3-4f48-8dd8-44206aca384d req-5f7f3700-3342-4389-a41d-6f128ff23135 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1096 time: 0.0755794 Apr 22 17:56:39.904178 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b777d-eeb3-4f48-8dd8-44206aca384d req-bbb756ae-9f47-4e2c-acc7-5e9ad82209d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:39.905605 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c78b777d-eeb3-4f48-8dd8-44206aca384d req-bbb756ae-9f47-4e2c-acc7-5e9ad82209d3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=16260a5bf8204dbab5494706c1ce811c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1332204 Apr 22 17:56:40.037246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b777d-eeb3-4f48-8dd8-44206aca384d req-e434d991-f889-4be3-8a13-37cc240a687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:40.038777 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c78b777d-eeb3-4f48-8dd8-44206aca384d req-e434d991-f889-4be3-8a13-37cc240a687f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1266236 Apr 22 17:56:40.138962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-97690a81-0fb0-4255-a7d2-34ae30ef8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:40.140374 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-97690a81-0fb0-4255-a7d2-34ae30ef8af4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1096 time: 0.0674551 Apr 22 17:56:40.309303 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-e0332f50-926a-4353-87d7-713bf5346662 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 200 len: 217 time: 0.1618218 Apr 22 17:56:40.312613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237869d-94f9-4d05-8048-f4aac430d608 req-23dfa3cf-a137-4a6e-bc69-8e11a5ab2143 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:40.314771 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6237869d-94f9-4d05-8048-f4aac430d608 req-23dfa3cf-a137-4a6e-bc69-8e11a5ab2143 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 943 time: 0.0853057 Apr 22 17:56:40.358520 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6237869d-94f9-4d05-8048-f4aac430d608 req-794db15e-2d56-44cb-a0fa-3c78e95cf0a6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380514 Apr 22 17:56:40.370894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-5ff9eebd-08c8-4df6-842c-1c6bbb532c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:40.374403 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-5ff9eebd-08c8-4df6-842c-1c6bbb532c6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0570221 Apr 22 17:56:40.448444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-8e00e0f2-3174-4d32-ba06-3d9ec592d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:40.449907 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-8e00e0f2-3174-4d32-ba06-3d9ec592d8d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714135 Apr 22 17:56:40.576823 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-ed851903-b9eb-40f4-ba3e-24c1224b221d service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206789 Apr 22 17:56:40.704052 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba4285fd-a172-4aee-9778-05d1ec255ff5 req-2c7d59f5-d2bb-411b-9fa7-036ca8183f76 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212904 Apr 22 17:56:41.543414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a369c-5306-4149-a097-c3acc3d2b104 req-ecaac960-8636-418f-a58d-17863ed80ece tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:41.544093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-9f3a369c-5306-4149-a097-c3acc3d2b104 req-ecaac960-8636-418f-a58d-17863ed80ece tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:56:41.664387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-9f3a369c-5306-4149-a097-c3acc3d2b104 req-ecaac960-8636-418f-a58d-17863ed80ece tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:56:41.665457 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9f3a369c-5306-4149-a097-c3acc3d2b104 req-ecaac960-8636-418f-a58d-17863ed80ece tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 943 time: 0.1984062 Apr 22 17:56:41.712020 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9f3a369c-5306-4149-a097-c3acc3d2b104 req-0bf3be2d-8702-4f61-9aa5-5fe532adea1e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409348 Apr 22 17:56:42.890701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34c885-c849-4ebb-9432-ea415877fd61 req-9d6f9204-9f97-491c-897e-6fc7e3a7ef1c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:42.892636 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-de34c885-c849-4ebb-9432-ea415877fd61 req-9d6f9204-9f97-491c-897e-6fc7e3a7ef1c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 943 time: 0.0783880 Apr 22 17:56:42.938532 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-de34c885-c849-4ebb-9432-ea415877fd61 req-1cfeed4f-c93a-4080-821b-6fe22ad8e21d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402594 Apr 22 17:56:43.587731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:56:43.716996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:43.730233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'mac_address': 'fa:16:3e:af:52:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:56:43.786921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:43.803382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:56:43.817785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:43.879794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:43.945074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:43.952159 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.952511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.952857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.953197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.953530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.953868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.954201 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.954661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.955018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.955398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.955677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:43.956002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:56:44.120865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4fdc1-a7d6-4004-9137-be6b601d9b82 req-5a0a8c4a-1f64-45d3-b49a-843d4c4bb5b9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:44.122298 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dce4fdc1-a7d6-4004-9137-be6b601d9b82 req-5a0a8c4a-1f64-45d3-b49a-843d4c4bb5b9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 944 time: 0.0790594 Apr 22 17:56:44.166009 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dce4fdc1-a7d6-4004-9137-be6b601d9b82 req-98a94f40-25df-4f6d-bb97-51236eb0efcf tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378346 Apr 22 17:56:44.186369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['220faad9-cdf1-4511-9edc-bbc39eb8e0c6'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:56:45.347575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7caca-a5fe-4791-ba19-1760b28f535b req-2bce4a59-d734-4583-b11e-cbd7898e265a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:45.349035 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-81b7caca-a5fe-4791-ba19-1760b28f535b req-2bce4a59-d734-4583-b11e-cbd7898e265a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 944 time: 0.0793183 Apr 22 17:56:45.392995 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-81b7caca-a5fe-4791-ba19-1760b28f535b req-dfd59908-88d4-43ba-9229-e1e2a3df56fe tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383687 Apr 22 17:56:45.602940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:56:45.710348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:56:45.715508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:56:45.715791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:45.830933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:45.856444 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:56:45.866257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:56:45.901678 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b46d12-fbb1-43a5-97db-f0d92d37105f'] response: {'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'code': 200} Apr 22 17:56:45.942507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:46.011606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:56:46.232623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207d49-6aca-4546-a730-d7d12188db54 req-3b22da30-acdc-49f9-a246-e27be875adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:46.234726 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f207d49-6aca-4546-a730-d7d12188db54 req-3b22da30-acdc-49f9-a246-e27be875adb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1098 time: 0.0713007 Apr 22 17:56:46.275809 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f207d49-6aca-4546-a730-d7d12188db54 req-7daed6e3-c86b-4911-a147-87826413bec7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345583 Apr 22 17:56:46.576119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84f50d-fb15-4242-b0dd-7b60d1498128 req-2c0d4ba5-d380-4cfb-abdd-c467d247526e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:46.577467 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bd84f50d-fb15-4242-b0dd-7b60d1498128 req-2c0d4ba5-d380-4cfb-abdd-c467d247526e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0821068 Apr 22 17:56:46.620540 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bd84f50d-fb15-4242-b0dd-7b60d1498128 req-0f992692-724a-4e46-841a-596ac59aa827 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374861 Apr 22 17:56:47.814987 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dd0d4-1715-428e-8004-70c260f574de req-5be578dc-6e33-4e22-8242-30219d730180 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:47.816427 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-566dd0d4-1715-428e-8004-70c260f574de req-5be578dc-6e33-4e22-8242-30219d730180 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0801208 Apr 22 17:56:47.858557 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-566dd0d4-1715-428e-8004-70c260f574de req-1c4e64b8-5a00-460a-8882-d9d18cfccfae tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365717 Apr 22 17:56:49.040799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55745db7-aebf-470a-bae2-53a7ee8d93e5 req-94e167c7-0131-4642-92d2-48d6d234ceec tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:49.042262 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-55745db7-aebf-470a-bae2-53a7ee8d93e5 req-94e167c7-0131-4642-92d2-48d6d234ceec tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0800347 Apr 22 17:56:49.089125 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-55745db7-aebf-470a-bae2-53a7ee8d93e5 req-5d2dc9df-91e5-4eaf-a430-093b752c6c0f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Apr 22 17:56:49.265588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a241c9-f6d0-41fb-8958-669a6ae92961 req-ec7785e7-ba1e-465e-bee3-50b88e72df78 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:49.267587 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11a241c9-f6d0-41fb-8958-669a6ae92961 req-ec7785e7-ba1e-465e-bee3-50b88e72df78 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0805051 Apr 22 17:56:49.275961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57034) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:56:49.280789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'floatingip': {'port_id': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:56:49.357225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:50.032336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:50.090822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:50.256659 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 associated. External IP: 172.26.3.2, port: 220faad9-cdf1-4511-9edc-bbc39eb8e0c6. Apr 22 17:56:50.596760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:56:50.769341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:56:50.774132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:56:50.778592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14720abc-9f25-4f5f-830a-922213514244 None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:56:50.788361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14720abc-9f25-4f5f-830a-922213514244 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:56:50.788968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-14720abc-9f25-4f5f-830a-922213514244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:56:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:56:50.829215 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ef4780b5-0dfd-4383-b91d-70bd448d7b56 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "PUT /v2.0/floatingips/b99e8c60-604f-401a-a932-b2edfee2f963 HTTP/1.1" status: 200 len: 989 time: 1.5522137 Apr 22 17:56:50.830282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:56:50.877507 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb84731-c02f-4bb7-a88c-54804cd43a93'] response: {'name': 'network-changed', 'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'status': 'completed', 'code': 200} Apr 22 17:56:50.969675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-14720abc-9f25-4f5f-830a-922213514244 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:56:50.979131 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-cfc707de-449a-4be0-8d5c-a2ce2042cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:50.980599 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-cfc707de-449a-4be0-8d5c-a2ce2042cc12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1098 time: 0.0807607 Apr 22 17:56:51.114009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-8936a899-0af5-40d7-9e78-038f12a8e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:51.115428 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-8936a899-0af5-40d7-9e78-038f12a8e529 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1287937 Apr 22 17:56:51.222016 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-22de9034-8cc6-4213-ac83-fd9f08144d44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 200 len: 997 time: 0.1007197 Apr 22 17:56:51.335834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-14720abc-9f25-4f5f-830a-922213514244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:af:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:56:49Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:56:51.340212 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14720abc-9f25-4f5f-830a-922213514244 None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:56:51.349457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14720abc-9f25-4f5f-830a-922213514244 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:56:51.350085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-14720abc-9f25-4f5f-830a-922213514244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:56:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:56:51.447390 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-0fdc1cf2-dd0f-4358-8b3b-31d6ae2e5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:51.448850 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-0fdc1cf2-dd0f-4358-8b3b-31d6ae2e5324 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.2215149 Apr 22 17:56:51.518639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984f3f-73c2-4c96-9986-cb93e7a5e5be req-1668f757-f4ee-4bb6-9d45-4868393863dd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:51.520117 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8d984f3f-73c2-4c96-9986-cb93e7a5e5be req-1668f757-f4ee-4bb6-9d45-4868393863dd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.2555466 Apr 22 17:56:51.528857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-14720abc-9f25-4f5f-830a-922213514244 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:56:51.578248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-331e2ce2-f827-40d8-a264-00877e03d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:51.579797 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-331e2ce2-f827-40d8-a264-00877e03d306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236918 Apr 22 17:56:51.582531 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8d984f3f-73c2-4c96-9986-cb93e7a5e5be req-f6777616-0655-42e3-a31a-cfa13723e0ba tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557780 Apr 22 17:56:51.711737 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-7f624820-da66-4c4e-8d57-346ac091bb70 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260579 Apr 22 17:56:51.841929 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-05b569f7-f460-4864-8439-1d461d0a5bfb req-e383b634-8e1e-4ce8-b335-0d78361c8ed8 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244454 Apr 22 17:56:51.911551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-14720abc-9f25-4f5f-830a-922213514244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:af:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:56:49Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:56:51.915537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14720abc-9f25-4f5f-830a-922213514244 None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:af:52:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:56:49Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:56:52.102280 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298df187-7ac1-4ccb-a58d-8592757b3d78 None None] New status for floating IP b99e8c60-604f-401a-a932-b2edfee2f963: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:56:52.768677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac20961-877e-4e43-b3a9-a096fb51b75b req-081b6f86-280f-4e95-9edd-97e4349b7cdd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:52.770131 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ac20961-877e-4e43-b3a9-a096fb51b75b req-081b6f86-280f-4e95-9edd-97e4349b7cdd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0827777 Apr 22 17:56:52.812415 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6ac20961-877e-4e43-b3a9-a096fb51b75b req-718a3ec7-f010-4d30-a79d-de6b2e12d889 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367002 Apr 22 17:56:53.991033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae58f-3c7c-487e-ba89-6f95587cf310 req-d87fe555-3068-47ed-aaf0-4ae969dd335d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:53.992379 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-74bae58f-3c7c-487e-ba89-6f95587cf310 req-d87fe555-3068-47ed-aaf0-4ae969dd335d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0770707 Apr 22 17:56:54.035916 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-74bae58f-3c7c-487e-ba89-6f95587cf310 req-50ea948d-69ab-452e-9f55-17e8fee4333b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379670 Apr 22 17:56:55.218993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad701bb-0145-486d-ae1e-492b3a9345b5 req-99e7e67a-d551-4b46-adef-7c5491eab7d3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:55.220473 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ad701bb-0145-486d-ae1e-492b3a9345b5 req-99e7e67a-d551-4b46-adef-7c5491eab7d3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0825131 Apr 22 17:56:55.264119 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ad701bb-0145-486d-ae1e-492b3a9345b5 req-d1b834b4-6308-4a1b-97bc-1d33aa630086 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380507 Apr 22 17:56:56.449630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e16472-2220-4060-b96c-4a7dfdb74443 req-927c4ea6-0a60-4cef-b02c-ca180ed7252b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:56.451093 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-79e16472-2220-4060-b96c-4a7dfdb74443 req-927c4ea6-0a60-4cef-b02c-ca180ed7252b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0825274 Apr 22 17:56:56.493714 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-79e16472-2220-4060-b96c-4a7dfdb74443 req-46e9229e-ba49-4480-b24a-d96d9651d1cf tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364041 Apr 22 17:56:57.676625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4a131-16a9-4b50-a0c0-9bba8c4c71e3 req-c11a692c-29ac-4d35-afb7-2244741302a1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:57.678073 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3b4a131-16a9-4b50-a0c0-9bba8c4c71e3 req-c11a692c-29ac-4d35-afb7-2244741302a1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0789378 Apr 22 17:56:57.721262 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3b4a131-16a9-4b50-a0c0-9bba8c4c71e3 req-b484e9a1-454e-49c9-8cff-5bcd4998f725 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376475 Apr 22 17:56:58.901124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e8e76-9c69-4f00-94f7-242c6fbf50af req-c6822d8d-fc91-4829-a776-8e9838a6a34c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:56:58.902605 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-009e8e76-9c69-4f00-94f7-242c6fbf50af req-c6822d8d-fc91-4829-a776-8e9838a6a34c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0792115 Apr 22 17:56:58.949072 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-009e8e76-9c69-4f00-94f7-242c6fbf50af req-bd8f550f-503c-4645-9c66-d86ea835eed1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407612 Apr 22 17:57:00.131397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772baa-166c-4083-9460-9957851e3308 req-2ebf4b89-51cc-4a44-8b1a-efc01347bc08 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:00.132824 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65772baa-166c-4083-9460-9957851e3308 req-2ebf4b89-51cc-4a44-8b1a-efc01347bc08 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0810802 Apr 22 17:57:00.176019 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65772baa-166c-4083-9460-9957851e3308 req-4c93f181-a52c-4cf0-8b18-26d20399030c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376253 Apr 22 17:57:00.418977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0e4753b7-8dea-499c-a71e-8aa802dc63fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:01.356047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc58d3f-bbf6-48d7-92e1-64c4055be095 req-ca5fa917-751b-4a8c-acfe-a2245db89edd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:01.357536 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5dc58d3f-bbf6-48d7-92e1-64c4055be095 req-ca5fa917-751b-4a8c-acfe-a2245db89edd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0793800 Apr 22 17:57:01.401504 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5dc58d3f-bbf6-48d7-92e1-64c4055be095 req-5a14887e-9dec-477a-a546-7ff8d9c63355 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380933 Apr 22 17:57:02.581975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab4205-9e14-4c2d-b095-8c006ca9749e req-30ee2fac-04e9-4803-8e09-0c81e6bdea5a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:02.583371 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6fab4205-9e14-4c2d-b095-8c006ca9749e req-30ee2fac-04e9-4803-8e09-0c81e6bdea5a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0795095 Apr 22 17:57:02.613596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-481208a2-d1a1-4cb0-abb4-3a6591583a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:02.630468 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6fab4205-9e14-4c2d-b095-8c006ca9749e req-a87fbb26-316f-41e8-ada6-eba30dc3e533 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414481 Apr 22 17:57:03.716017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:03.817657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f0325-11fc-439b-ac6c-24dec26f079a req-ee4b34dd-6949-41cd-8117-9979df570306 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:03.819126 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ae0f0325-11fc-439b-ac6c-24dec26f079a req-ee4b34dd-6949-41cd-8117-9979df570306 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0828521 Apr 22 17:57:03.861915 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ae0f0325-11fc-439b-ac6c-24dec26f079a req-e2c9a725-03c1-4108-995a-5b0f1997eaab tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371141 Apr 22 17:57:03.868077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:04.582169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:05.045422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ab376-ce17-4c67-9f01-92cae385cb33 req-29a84e12-fc4c-4544-bbff-4a555fbd1911 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:05.046937 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ca9ab376-ce17-4c67-9f01-92cae385cb33 req-29a84e12-fc4c-4544-bbff-4a555fbd1911 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0797760 Apr 22 17:57:05.091363 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ca9ab376-ce17-4c67-9f01-92cae385cb33 req-70aff9c1-fc61-4e31-ba1a-42e681f7c69d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381978 Apr 22 17:57:05.119566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:06.271424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ea61-f0d0-4fc1-90de-4f137bf3ca88 req-8865f85d-0279-4b0b-9443-4213c20c629c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:06.272872 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-25a4ea61-f0d0-4fc1-90de-4f137bf3ca88 req-8865f85d-0279-4b0b-9443-4213c20c629c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0791895 Apr 22 17:57:06.315340 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-25a4ea61-f0d0-4fc1-90de-4f137bf3ca88 req-68479ce0-8bf7-4521-986d-b13b57356e38 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368595 Apr 22 17:57:07.499066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337c83-1198-4226-a7fc-56db74224a12 req-94505397-3d4f-4ee4-b513-3bc45fe6ff5b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:07.500502 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-01337c83-1198-4226-a7fc-56db74224a12 req-94505397-3d4f-4ee4-b513-3bc45fe6ff5b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0811343 Apr 22 17:57:07.544146 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-01337c83-1198-4226-a7fc-56db74224a12 req-985c40b5-7c43-4786-b989-89dfe31341e5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378182 Apr 22 17:57:08.725607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c219af4-9c12-4cca-864e-e4d132c56fd2 req-fd8633a8-9387-42a8-ab50-445c11fcd459 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:08.727215 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6c219af4-9c12-4cca-864e-e4d132c56fd2 req-fd8633a8-9387-42a8-ab50-445c11fcd459 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0823452 Apr 22 17:57:08.770411 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6c219af4-9c12-4cca-864e-e4d132c56fd2 req-8a810fe5-c342-4c7c-9a24-a60b6c007f34 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376818 Apr 22 17:57:09.950327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cf5eb-7ccf-41dd-b1ea-51d646c6feb5 req-7ce2c95e-2f7e-44d9-aa5f-839ddb647a3f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:09.951783 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-680cf5eb-7ccf-41dd-b1ea-51d646c6feb5 req-7ce2c95e-2f7e-44d9-aa5f-839ddb647a3f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0790408 Apr 22 17:57:09.997739 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-680cf5eb-7ccf-41dd-b1ea-51d646c6feb5 req-5f5bd928-e3c1-4008-9520-ad2bab9929ed tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402579 Apr 22 17:57:11.179915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b76b0-ead1-4877-8a4a-66b59acd36a3 req-1de9bdda-58b5-43e7-8cb1-4be18b91b3bc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:11.181373 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fb4b76b0-ead1-4877-8a4a-66b59acd36a3 req-1de9bdda-58b5-43e7-8cb1-4be18b91b3bc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0785234 Apr 22 17:57:11.227438 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fb4b76b0-ead1-4877-8a4a-66b59acd36a3 req-6043592e-643d-42a2-86a8-351d17086460 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405507 Apr 22 17:57:11.531368 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:57:12.411189 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dbc08-1c77-4cc8-900a-4cb7c3847fa7 req-c05ddfad-8518-4004-8034-59f43c8fc441 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:12.412664 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-406dbc08-1c77-4cc8-900a-4cb7c3847fa7 req-c05ddfad-8518-4004-8034-59f43c8fc441 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0805242 Apr 22 17:57:12.455930 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-406dbc08-1c77-4cc8-900a-4cb7c3847fa7 req-9cd1d548-962c-4e59-bb83-018103c0819c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376310 Apr 22 17:57:13.636529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984bd5a-801d-4c99-b834-0f22c162b6ab req-5692753e-4b9c-4b7e-82ac-c6763b5ac814 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:13.637967 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8984bd5a-801d-4c99-b834-0f22c162b6ab req-5692753e-4b9c-4b7e-82ac-c6763b5ac814 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0793700 Apr 22 17:57:13.681623 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8984bd5a-801d-4c99-b834-0f22c162b6ab req-23cefd7d-5305-4b4f-b9b9-0b2baa6fab58 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380573 Apr 22 17:57:14.960621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe761-06a0-42b2-bfdb-ca84ca7513d3 req-baeaf430-c5f7-4205-af32-68394b05c48f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:14.962013 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85abe761-06a0-42b2-bfdb-ca84ca7513d3 req-baeaf430-c5f7-4205-af32-68394b05c48f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.1770051 Apr 22 17:57:15.005108 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85abe761-06a0-42b2-bfdb-ca84ca7513d3 req-08388cf8-a2b6-401a-b7e7-2308a6416c80 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374689 Apr 22 17:57:16.190069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e95c6-eba7-4ac6-81ce-ce53bd2837e9 req-c056e5b7-7d97-49f5-97b7-9718667418a2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:16.191624 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c87e95c6-eba7-4ac6-81ce-ce53bd2837e9 req-c056e5b7-7d97-49f5-97b7-9718667418a2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0830805 Apr 22 17:57:16.236381 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c87e95c6-eba7-4ac6-81ce-ce53bd2837e9 req-11199196-8d76-43c5-ba68-9d2f06ec16aa tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389748 Apr 22 17:57:17.417037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeda14-3c04-4094-b0b7-69aaa04d6218 req-27fe7618-4614-4bb1-886d-297c4d14a08e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:17.418481 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7cbeda14-3c04-4094-b0b7-69aaa04d6218 req-27fe7618-4614-4bb1-886d-297c4d14a08e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0805366 Apr 22 17:57:17.461062 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7cbeda14-3c04-4094-b0b7-69aaa04d6218 req-313ee545-bc49-45b7-9a1e-686444bbec03 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363436 Apr 22 17:57:18.643508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480c3d-496a-4cda-8bad-2de56e85b8d5 req-741cb769-d748-42d3-8d19-139c0a90420d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:18.644947 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-46480c3d-496a-4cda-8bad-2de56e85b8d5 req-741cb769-d748-42d3-8d19-139c0a90420d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0775580 Apr 22 17:57:18.687689 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-46480c3d-496a-4cda-8bad-2de56e85b8d5 req-40b32bfb-a291-48af-9bc3-3ee5d57313c1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373142 Apr 22 17:57:19.871789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771459c-ee21-46ab-810b-1303d06dd8cf req-d61aba73-9a28-497e-a571-49a613b863bb tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:19.873218 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6771459c-ee21-46ab-810b-1303d06dd8cf req-d61aba73-9a28-497e-a571-49a613b863bb tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0805726 Apr 22 17:57:19.916744 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6771459c-ee21-46ab-810b-1303d06dd8cf req-fec43c45-7de9-4455-9ce6-da264fe8a8f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374210 Apr 22 17:57:21.099628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147035a-0613-4d78-92ec-a1cfb3e15d3a req-d73cdb16-8a1e-4c6d-bb38-55e2b4ef4142 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:21.101089 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1147035a-0613-4d78-92ec-a1cfb3e15d3a req-d73cdb16-8a1e-4c6d-bb38-55e2b4ef4142 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0824673 Apr 22 17:57:21.144845 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1147035a-0613-4d78-92ec-a1cfb3e15d3a req-11b4492b-3711-4de4-96bf-7ac1589aedda tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379388 Apr 22 17:57:22.325717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126725-8d1b-4587-9c39-a4eaa20617e2 req-05f65bc9-04ca-44f5-bf0a-99ec4d69ef67 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:22.327151 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-25126725-8d1b-4587-9c39-a4eaa20617e2 req-05f65bc9-04ca-44f5-bf0a-99ec4d69ef67 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0772622 Apr 22 17:57:22.374534 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-25126725-8d1b-4587-9c39-a4eaa20617e2 req-d348c690-8b35-47a9-9f42-e6855b61e870 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413144 Apr 22 17:57:23.556027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd804c-639c-44f3-bb04-27e4c4c9258a req-e3b333da-560f-41b7-9993-823ca5d308b0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:23.557474 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bddd804c-639c-44f3-bb04-27e4c4c9258a req-e3b333da-560f-41b7-9993-823ca5d308b0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0785952 Apr 22 17:57:23.604169 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bddd804c-639c-44f3-bb04-27e4c4c9258a req-b0be4431-9188-4b03-8264-1587695f8a2e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Apr 22 17:57:24.786694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4ea2a-a1ef-4411-b016-968af468c048 req-a002e2c4-9f86-4978-b67b-90bf5b1d234b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:24.788197 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b9f4ea2a-a1ef-4411-b016-968af468c048 req-a002e2c4-9f86-4978-b67b-90bf5b1d234b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0798676 Apr 22 17:57:24.832095 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b9f4ea2a-a1ef-4411-b016-968af468c048 req-b071279e-c53a-456b-9a67-adf4064560f0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380929 Apr 22 17:57:26.103129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d1794-d41d-47c7-9880-fc0b28d0147a req-a313fa5d-cff0-4e6e-855d-076b80de4218 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:26.104533 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-221d1794-d41d-47c7-9880-fc0b28d0147a req-a313fa5d-cff0-4e6e-855d-076b80de4218 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.1676345 Apr 22 17:57:26.148395 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-221d1794-d41d-47c7-9880-fc0b28d0147a req-c0d2dbba-74ec-4adc-bf49-8fe77bc07e2a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376997 Apr 22 17:57:27.337684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476e343-044c-4005-a547-cba0c519ce6c req-49eb9f53-33eb-48ee-b0db-967fce399bce tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:27.339203 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f476e343-044c-4005-a547-cba0c519ce6c req-49eb9f53-33eb-48ee-b0db-967fce399bce tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0856941 Apr 22 17:57:27.384922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f476e343-044c-4005-a547-cba0c519ce6c req-d127fde1-3823-471b-964f-d131bf4fe829 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 Apr 22 17:57:27.950441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff0e89-748c-4e18-86dd-0a6fb1362580 req-79766409-b9ee-40f4-86da-e6a40c1c8cac tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:27.951906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-53ff0e89-748c-4e18-86dd-0a6fb1362580 req-79766409-b9ee-40f4-86da-e6a40c1c8cac tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0793567 Apr 22 17:57:28.036660 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-53ff0e89-748c-4e18-86dd-0a6fb1362580 req-7844dd9d-f7f6-46c8-8f50-83effdd0b5c6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788293 Apr 22 17:57:28.064513 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-e532a9b5-20a7-418b-b52f-855f1f5396c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802042 Apr 22 17:57:29.224587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb43a0-604e-44f8-ab99-017ccdbcb142 req-a2680481-5d99-404d-af1d-25c6dacdfd4a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:29.226028 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dbfb43a0-604e-44f8-ab99-017ccdbcb142 req-a2680481-5d99-404d-af1d-25c6dacdfd4a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0812466 Apr 22 17:57:29.270312 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dbfb43a0-604e-44f8-ab99-017ccdbcb142 req-327077b6-6b29-4fbd-9890-f98e1d5278ad tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384610 Apr 22 17:57:29.884778 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-8d80d67f-4a9d-4b1b-8367-2645f9613c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:29.886236 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-8d80d67f-4a9d-4b1b-8367-2645f9613c69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1098 time: 0.0693853 Apr 22 17:57:30.013339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-4c424e8e-edff-4141-8b4f-06e5094aee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:30.014675 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-4c424e8e-edff-4141-8b4f-06e5094aee3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1222484 Apr 22 17:57:30.114295 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-88ba2731-06d3-4713-a368-bfb16cbaad4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 200 len: 999 time: 0.0937166 Apr 22 17:57:30.175818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-1781d4d3-c7c5-4d83-bbb5-71ffef3e2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:30.177184 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-1781d4d3-c7c5-4d83-bbb5-71ffef3e2d6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0577304 Apr 22 17:57:30.248146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-bc5f4d49-3b58-4cdf-9a3d-4c0b50a25708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:30.249567 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-bc5f4d49-3b58-4cdf-9a3d-4c0b50a25708 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666621 Apr 22 17:57:30.378321 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-0c78822b-767a-44da-ad71-77faf97eaee0 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229062 Apr 22 17:57:30.428065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d44c5fb4-726b-49da-9aa3-5246494415b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:30.459998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011665be-3cd5-4d2d-a785-0b0dbec467ba req-2af1e2a8-7629-4572-b0fc-eb5a939c02b4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:30.461500 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-011665be-3cd5-4d2d-a785-0b0dbec467ba req-2af1e2a8-7629-4572-b0fc-eb5a939c02b4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0842705 Apr 22 17:57:30.505309 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-011665be-3cd5-4d2d-a785-0b0dbec467ba req-a8f6fed7-d33f-4fa3-af7a-24f97a0576c7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379381 Apr 22 17:57:30.510328 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-1520b500-963d-42f9-80b0-aacaf094a0b2 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256924 Apr 22 17:57:31.688473 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c4a3-7b50-4934-b403-a88c0b3abadd req-b8e4a17a-f2e1-415e-92f4-b194ccdecca9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:31.689896 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b4c0c4a3-7b50-4934-b403-a88c0b3abadd req-b8e4a17a-f2e1-415e-92f4-b194ccdecca9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0816083 Apr 22 17:57:31.732319 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b4c0c4a3-7b50-4934-b403-a88c0b3abadd req-64acd10a-1aef-413a-8a22-c97de781cd2e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367699 Apr 22 17:57:32.444376 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-343ef7dc-eab8-4ce3-98e0-88b38bf4513c service neutron] 10.222.0.16 "GET /v2.0/ports/220faad9-cdf1-4511-9edc-bbc39eb8e0c6/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0736666 Apr 22 17:57:32.593652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fa01f188-4101-47ab-b4a9-a3e9807c9d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:32.922260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef29d3-0de6-4d0f-aa44-d8c13c6e91d6 req-d8f7f3d9-ecbd-4d83-95c2-ae3f18eb72c8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:32.923744 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73ef29d3-0de6-4d0f-aa44-d8c13c6e91d6 req-d8f7f3d9-ecbd-4d83-95c2-ae3f18eb72c8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0841208 Apr 22 17:57:32.971975 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73ef29d3-0de6-4d0f-aa44-d8c13c6e91d6 req-5c58ce5f-fe3e-448d-8f94-713890fd3d26 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423691 Apr 22 17:57:33.036993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-89ad3fa5-c845-4d9e-b2f4-27e38e4e3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:33.038377 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-89ad3fa5-c845-4d9e-b2f4-27e38e4e3d09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 1098 time: 0.0743499 Apr 22 17:57:33.059532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-ea7db3a7-6e5b-4d97-9097-e7d6dfe04ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:33.060990 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-ea7db3a7-6e5b-4d97-9097-e7d6dfe04ed1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1098 time: 0.0705271 Apr 22 17:57:33.200594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-97cb4b5f-8a34-42a6-9d1d-f2faa2ad5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:33.202010 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-97cb4b5f-8a34-42a6-9d1d-f2faa2ad5154 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1243496 Apr 22 17:57:33.303243 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-74ee5f5d-afae-4913-b04a-6cf9818fac6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 200 len: 999 time: 0.0951672 Apr 22 17:57:33.367881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-be114223-80ef-4b84-ac75-85b5ad54cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:33.369337 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-be114223-80ef-4b84-ac75-85b5ad54cea7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0604196 Apr 22 17:57:33.442916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-2d6f0564-f1d7-43b8-8f8d-29214559d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:33.444388 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-2d6f0564-f1d7-43b8-8f8d-29214559d491 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698152 Apr 22 17:57:33.573611 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-420a4a23-dc47-4560-8d69-dcae021ee591 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230721 Apr 22 17:57:33.704981 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1df117ff-3efa-4e76-8fb5-79e905b2250a req-458e5f68-32e4-460e-bd3a-964c3642801e service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252329 Apr 22 17:57:33.722106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:33.813585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-0b76d655-bf58-4793-8841-f43af110225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:33.815106 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-0b76d655-bf58-4793-8841-f43af110225b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1098 time: 0.0744219 Apr 22 17:57:33.845373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:33.948667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-0b69b9c9-127f-43e4-ae16-236dd53ac683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:33.950113 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-0b69b9c9-127f-43e4-ae16-236dd53ac683 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1285923 Apr 22 17:57:34.048170 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-c5e7ecde-c6ae-44d7-8044-fd1665c615ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 200 len: 999 time: 0.0920296 Apr 22 17:57:34.111713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-dc9a9684-3359-44bf-a8c7-e593585bb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:34.113057 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-dc9a9684-3359-44bf-a8c7-e593585bb156 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0603197 Apr 22 17:57:34.157340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b8322-3d0b-436a-9b21-f6eb1d6f457d req-e6674fbe-ede1-48fe-9c49-5a0688260933 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:34.158831 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c22b8322-3d0b-436a-9b21-f6eb1d6f457d req-e6674fbe-ede1-48fe-9c49-5a0688260933 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0794661 Apr 22 17:57:34.186751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-fadfbc14-86c2-4380-801a-b3a6c6f2adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:34.188294 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-fadfbc14-86c2-4380-801a-b3a6c6f2adbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689509 Apr 22 17:57:34.202718 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c22b8322-3d0b-436a-9b21-f6eb1d6f457d req-fb016d36-cf92-4dbf-8423-7b46409ea711 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380530 Apr 22 17:57:34.317565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-4e9d1992-c184-4887-9fd9-f352bd52b185 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228895 Apr 22 17:57:34.541872 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-e861c489-8d3f-4aa2-88c8-8b1133820e83 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180984 Apr 22 17:57:34.613353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:35.113572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:35.387670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36815880-c91d-4163-9918-8c09d0f25348 req-b9260d3d-8412-4d76-999a-c961a7ddecd1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:35.389039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-36815880-c91d-4163-9918-8c09d0f25348 req-b9260d3d-8412-4d76-999a-c961a7ddecd1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0825412 Apr 22 17:57:35.433516 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-36815880-c91d-4163-9918-8c09d0f25348 req-3ad8d790-db38-4281-be7e-ea6077bd1370 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387549 Apr 22 17:57:35.778545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:57:35.783717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:57:35.985583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:36.014171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:57:36.035991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:57:36.041983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'mac_address': 'fa:16:3e:af:52:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:57:36.060258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:57:36.087151 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2387eaf0-7ecf-4271-9ddc-ec9e5bb644ce'] response: {'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'code': 200} Apr 22 17:57:36.101693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:36.117898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:57:36.136499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:36.244675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:57:36.244953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:57:36.247173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:57:36.614179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4a90-7c40-4d34-af80-d124678540ed req-0760cb2a-03c2-4b54-ac1e-67d4d3918201 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:36.615653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bbac4a90-7c40-4d34-af80-d124678540ed req-0760cb2a-03c2-4b54-ac1e-67d4d3918201 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 943 time: 0.0792060 Apr 22 17:57:36.659207 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bbac4a90-7c40-4d34-af80-d124678540ed req-08dc7207-c098-4858-86c9-920f57166d08 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380609 Apr 22 17:57:36.800396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:36.817560 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:57:36.832283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:57:36.896285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:36.963679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['220faad9-cdf1-4511-9edc-bbc39eb8e0c6'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:57:37.003330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:57:37.785234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:57:37.847478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17345bf-a1f7-41c2-a5a1-24412b3ff845 req-fa471243-cd2d-4b20-aae2-3f6469264830 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:37.848917 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a17345bf-a1f7-41c2-a5a1-24412b3ff845 req-fa471243-cd2d-4b20-aae2-3f6469264830 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 944 time: 0.0814881 Apr 22 17:57:37.851275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:57:37.851658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:37.893391 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a17345bf-a1f7-41c2-a5a1-24412b3ff845 req-98921d7e-5cb5-4a0d-b5e5-87d56a8aff8d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385990 Apr 22 17:57:37.967793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:37.999124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:57:38.087707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:57:38.098928 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:38.146070 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5605fb4c-9264-4026-86b0-7df7940265ad'] response: {'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'code': 200} Apr 22 17:57:38.170081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:57:38.411714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6d15-6804-412e-8521-3451b7ade476 req-2df3f842-a6a1-4a4f-ad25-25504152a9e9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:38.413298 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-982c6d15-6804-412e-8521-3451b7ade476 req-2df3f842-a6a1-4a4f-ad25-25504152a9e9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0813060 Apr 22 17:57:38.457966 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-982c6d15-6804-412e-8521-3451b7ade476 req-e0c80604-61a7-40be-b93c-cd5a79fee001 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382652 Apr 22 17:57:38.495553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-c6967581-f1f7-4b1e-b4c8-746f08f809cc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:38.496946 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-c6967581-f1f7-4b1e-b4c8-746f08f809cc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40&tenant_id=16260a5bf8204dbab5494706c1ce811c&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0852630 Apr 22 17:57:38.649576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-83229d51-6e6a-499a-b4d2-70daec8eade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:38.651056 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-83229d51-6e6a-499a-b4d2-70daec8eade6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1098 time: 0.0703392 Apr 22 17:57:38.779871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-28613d77-db10-48a7-acfa-a258ce8eb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:38.781209 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-28613d77-db10-48a7-acfa-a258ce8eb2f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1244771 Apr 22 17:57:38.883295 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-ff57e20f-5434-4884-8515-d8a261b575f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 200 len: 999 time: 0.0964177 Apr 22 17:57:38.946711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-15a1bb7a-b84e-421a-9b48-caea52f3ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:38.948120 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-15a1bb7a-b84e-421a-9b48-caea52f3ba11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0588317 Apr 22 17:57:39.021610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-385ea431-cf37-47de-9771-84972cb275ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:39.023083 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-385ea431-cf37-47de-9771-84972cb275ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686667 Apr 22 17:57:39.152258 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-e1f0af70-9abe-4b99-b37f-18ab8b4314e9 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226306 Apr 22 17:57:39.280333 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9e95ad25-99a9-4f84-bf46-d3e6395b35c6 req-31febfc4-c11a-4811-a5e8-9f354e3732d0 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227577 Apr 22 17:57:39.645570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152828b2-b7cf-4732-be8e-a0ff72718135 req-9987a903-d33e-471a-871b-9aa250acba09 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:39.647028 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-152828b2-b7cf-4732-be8e-a0ff72718135 req-9987a903-d33e-471a-871b-9aa250acba09 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0828712 Apr 22 17:57:39.690217 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-152828b2-b7cf-4732-be8e-a0ff72718135 req-2dadd0df-b366-4271-9759-35e60bd99e76 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376401 Apr 22 17:57:40.870533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f052ab0-6fd0-4cc8-92e6-f09655517698 req-cc5cdc2d-388f-4751-91cb-454f5cd556d4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:40.871992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3f052ab0-6fd0-4cc8-92e6-f09655517698 req-cc5cdc2d-388f-4751-91cb-454f5cd556d4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0800409 Apr 22 17:57:40.916905 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3f052ab0-6fd0-4cc8-92e6-f09655517698 req-7ed8e318-1d92-4263-947c-15f86847a64b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383942 Apr 22 17:57:41.097665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e5ad-8733-450d-8dfc-8fe36517a102 req-24fa73bb-2111-4644-ba1e-79f68c167c91 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:41.099085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d62e5ad-8733-450d-8dfc-8fe36517a102 req-24fa73bb-2111-4644-ba1e-79f68c167c91 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0791056 Apr 22 17:57:41.143457 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d62e5ad-8733-450d-8dfc-8fe36517a102 req-9a7d88b8-1eb9-4bdd-8ccb-781c99f8f647 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385659 Apr 22 17:57:41.660928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a58a3-06ff-4f79-ad4c-f35e49a1709e req-b59eb2c8-c3bd-431f-9875-f696f90de596 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:41.662374 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f49a58a3-06ff-4f79-ad4c-f35e49a1709e req-b59eb2c8-c3bd-431f-9875-f696f90de596 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0846453 Apr 22 17:57:41.746539 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f49a58a3-06ff-4f79-ad4c-f35e49a1709e req-90a97e99-6b28-400a-9464-413223ff8319 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778723 Apr 22 17:57:41.773810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-827a206e-0d25-415b-909a-79cf026e7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:41.775306 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-827a206e-0d25-415b-909a-79cf026e7bac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 1098 time: 0.0869858 Apr 22 17:57:41.902115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-a529426b-0572-4b29-b444-0f9d784f1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:41.903556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-a529426b-0572-4b29-b444-0f9d784f1645 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1226773 Apr 22 17:57:42.003653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-a770f394-eeb6-424f-83c2-c86ff0eba591 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 200 len: 999 time: 0.0932360 Apr 22 17:57:42.066146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-aefa4aa2-35ed-4ffa-9263-99d1208e0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:42.067602 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-aefa4aa2-35ed-4ffa-9263-99d1208e0b43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0586386 Apr 22 17:57:42.140204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-e0c2373a-2a52-4e3a-a0d2-48455a05edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:42.141636 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-e0c2373a-2a52-4e3a-a0d2-48455a05edb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686562 Apr 22 17:57:42.365293 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-554192fb-8dc3-443d-8a57-f0bd43de11d5 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176826 Apr 22 17:57:42.498546 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c1533d-d6b1-48a2-906d-e0bd3d469220 req-9adaeb86-cd11-4dc5-b8c2-cb384f91086b service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272829 Apr 22 17:57:42.929371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3227e84-ab79-4967-b395-fb57215c8041 req-5b00e0b6-12e6-4363-b009-a8065c66b347 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:42.930828 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a3227e84-ab79-4967-b395-fb57215c8041 req-5b00e0b6-12e6-4363-b009-a8065c66b347 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0798104 Apr 22 17:57:42.978176 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a3227e84-ab79-4967-b395-fb57215c8041 req-d66bb78b-69f2-46e3-a7f8-6413cd49bd1e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416484 Apr 22 17:57:44.165578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ca5c7-25fc-492b-b49f-06b972e8bb96 req-676008bd-a5b7-4329-8f48-97edede78d48 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:44.167051 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a04ca5c7-25fc-492b-b49f-06b972e8bb96 req-676008bd-a5b7-4329-8f48-97edede78d48 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0836620 Apr 22 17:57:44.210235 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a04ca5c7-25fc-492b-b49f-06b972e8bb96 req-7a4b92a7-64f2-43fa-b738-8c727746cd94 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375242 Apr 22 17:57:44.708784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6959-7341-4689-9362-9d4d357b6164 req-9fe8cccf-5fa5-49b3-b728-87df23fe8c28 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:44.710232 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4eac6959-7341-4689-9362-9d4d357b6164 req-9fe8cccf-5fa5-49b3-b728-87df23fe8c28 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0792341 Apr 22 17:57:44.753798 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4eac6959-7341-4689-9362-9d4d357b6164 req-a622a3df-8cc4-41aa-92ff-90001f572c2e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380180 Apr 22 17:57:45.936296 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b73e9-1e53-49e3-8d8c-aa28f8ab35e8 req-b2e309fd-def9-4ea3-8273-609cd5cdc02f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:45.937733 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-691b73e9-1e53-49e3-8d8c-aa28f8ab35e8 req-b2e309fd-def9-4ea3-8273-609cd5cdc02f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0787742 Apr 22 17:57:45.979896 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-691b73e9-1e53-49e3-8d8c-aa28f8ab35e8 req-747fad5b-f5be-4b71-914a-c01e6319220c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366387 Apr 22 17:57:46.425034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-b8da1ba7-022b-4e61-8e23-af0edb99e77e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:46.426466 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-b8da1ba7-022b-4e61-8e23-af0edb99e77e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.0837305 Apr 22 17:57:46.495013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Deleting port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:57:46.495357 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:46.736606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] For port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:57:46.736979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:47.024115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:47.024488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:47.024823 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 disassociated. External IP: 172.26.3.2, port: 220faad9-cdf1-4511-9edc-bbc39eb8e0c6. Apr 22 17:57:47.025159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Calling delete_port for 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:57:47.226605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e880e4-d642-483f-a695-81aa85a057b1 req-a109f6ff-b14a-4996-96c3-97a6c1006fd6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:47.228071 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-79e880e4-d642-483f-a695-81aa85a057b1 req-a109f6ff-b14a-4996-96c3-97a6c1006fd6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 945 time: 0.1324837 Apr 22 17:57:47.263265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:47.316958 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event deleted for resources: {'Port': ['ID=220faad9-cdf1-4511-9edc-bbc39eb8e0c6,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:57:47.321183 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-79e880e4-d642-483f-a695-81aa85a057b1 req-251f7742-b2bf-499a-89b3-ea5b047f5f85 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872889 Apr 22 17:57:47.331260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.331260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.331260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.331260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.331260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.331260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.331733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.331809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.332153 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.332439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.332760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.333083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:47.622839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:57:47.797949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:57:47.807526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:57:47.817356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:57:47.817979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:57:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:57:47.867032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] No DVR routers for this DVR port 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:57:47.869462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:47.871940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'name': 'network-vif-deleted', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:57:47.919418 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c69a9b3-a49c-4778-a9e7-eaa1b7f3019b'] response: {'server_uuid': '1cad37e0-1b02-4d50-8188-46d50ed47f40', 'name': 'network-vif-deleted', 'tag': '220faad9-cdf1-4511-9edc-bbc39eb8e0c6', 'status': 'completed', 'code': 200} Apr 22 17:57:47.965967 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe16e3ea-64bf-49a2-a463-2095339e3e54 req-e3b25176-03a9-4e88-8b73-8280b353593a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "DELETE /v2.0/ports/220faad9-cdf1-4511-9edc-bbc39eb8e0c6 HTTP/1.1" status: 204 len: 173 time: 1.5337181 Apr 22 17:57:47.996013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:57:48.338138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:57:48.341969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:57:48.351341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:57:48.352012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:57:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:57:48.486818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-c17d919e-f97f-484c-91a5-01b5f337180c req-05e91ce5-1df6-4075-a5e0-0a00eea55e12 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:57:48.529882 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:57:48.534249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:57:48.561567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-c17d919e-f97f-484c-91a5-01b5f337180c req-05e91ce5-1df6-4075-a5e0-0a00eea55e12 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:57:48.562807 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c17d919e-f97f-484c-91a5-01b5f337180c req-05e91ce5-1df6-4075-a5e0-0a00eea55e12 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cad37e0-1b02-4d50-8188-46d50ed47f40 HTTP/1.1" status: 200 len: 210 time: 0.1200421 Apr 22 17:57:48.844109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:57:48.848616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a0afb-32a2-4edf-8387-e5eae77bec80 None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:57:49.046766 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5a92c-b251-451c-8091-2040629763e2 None None] New status for floating IP b99e8c60-604f-401a-a932-b2edfee2f963: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:57:49.892409 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-323003cc-c6d2-47dc-a4ac-babcf05adc4d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--815856324&fields=id&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 267 time: 0.0383546 Apr 22 17:57:50.042187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-e793d2ed-1b40-4b72-bac0-3ec9d47378b5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:50.043634 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-e793d2ed-1b40-4b72-bac0-3ec9d47378b5 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 812 time: 0.1451190 Apr 22 17:57:50.058534 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-4f6e3335-3976-4dab-a25d-1df8c44b1ade tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/quotas/16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 375 time: 0.0090282 Apr 22 17:57:50.226263 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-c7871e8d-0b5a-4d40-8a9c-10a12e55386e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1629279 Apr 22 17:57:50.360020 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-c3709d09-a0db-4986-ac31-f134ab9a8026 service neutron] 10.222.0.10 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220717 Apr 22 17:57:50.490590 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-f4223a77-cad5-455d-ac78-948274f28325 service neutron] 10.222.0.10 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239557 Apr 22 17:57:50.736280 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f4f4707f-7ffa-4005-a856-e092a261095d req-6cf897fd-5270-4254-9499-d1dcdcc394ee tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 210 time: 0.0415249 Apr 22 17:57:51.831782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:57:51.867632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:57:51.868247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 220faad9-cdf1-4511-9edc-bbc39eb8e0c6 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:57:51.883502 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-45a598bd-8bdb-4191-9f79-5f5a81f375ee req-a8261442-16aa-463b-a317-9ca4fd661769 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 210 time: 0.0441365 Apr 22 17:57:52.660013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-4c72960f-de6a-40da-a74b-7e98c0ad2176 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:52.661476 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-4c72960f-de6a-40da-a74b-7e98c0ad2176 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 812 time: 0.1435566 Apr 22 17:57:52.708631 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-0fb87622-134e-4733-b721-000e0e056e26 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 379 time: 0.0389702 Apr 22 17:57:52.718027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'port': {'device_id': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'admin_state_up': True, 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'security_groups': ['31291ee8-6685-4009-b11c-70804db4d551']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:57:52.853271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:57:52.862820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:57:52.948046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Made reservation on behalf of 16260a5bf8204dbab5494706c1ce811c for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:57:52.951809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:53.066834 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab7be4f0-4504-42ae-b9ac-177c46f92d5c req-f6077339-9e88-4844-9758-a3df46737338 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 210 time: 0.0533142 Apr 22 17:57:53.158844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Allocated IP 172.20.0.4 (5ce3e46e-3ddd-4d9f-8978-d968bd1a73de/c6ec6325-8fdf-4e93-8dba-1169d19bbb2c/556ec04c-8761-4ef3-8a0c-35a64f904a22) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:57:53.345240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:53.361292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Transition to ACTIVE for port object 556ec04c-8761-4ef3-8a0c-35a64f904a22 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:57:53.459231 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:53.525982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:57:53.533413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:57:53.535796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:57:53.572956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:57:53.606877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:53.607255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:53.691549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-d73cebc6-2a30-4d0f-8d55-cd8275b477f7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9775550 Apr 22 17:57:53.702877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Request body: {'port': {'device_id': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:57:53.815102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:53.833409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a830e60b-5a76-4b4a-b28a-f23ba570c838 None None] Provisioning for port 556ec04c-8761-4ef3-8a0c-35a64f904a22 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:57:53.838367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a830e60b-5a76-4b4a-b28a-f23ba570c838 None None] Provisioning complete for port 556ec04c-8761-4ef3-8a0c-35a64f904a22 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:57:53.838837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a830e60b-5a76-4b4a-b28a-f23ba570c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:53.891497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a830e60b-5a76-4b4a-b28a-f23ba570c838 None None] Port 556ec04c-8761-4ef3-8a0c-35a64f904a22 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:57:54.153337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556ec04c-8761-4ef3-8a0c-35a64f904a22 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:57:54.160580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:54.175028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Transition to ACTIVE for port object 556ec04c-8761-4ef3-8a0c-35a64f904a22 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:57:54.236100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:54.253114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bebcca-c3b7-4214-bf94-adf13f78d85a req-e960c1bd-0cde-4c48-9cc9-f62d6047c4b0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:54.254783 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-21bebcca-c3b7-4214-bf94-adf13f78d85a req-e960c1bd-0cde-4c48-9cc9-f62d6047c4b0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 931 time: 0.0834510 Apr 22 17:57:54.299076 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-21bebcca-c3b7-4214-bf94-adf13f78d85a req-97ce326d-d1f4-430c-8962-07cf9536f7bd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386350 Apr 22 17:57:54.514129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:57:54.587525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Attempting to bind port 556ec04c-8761-4ef3-8a0c-35a64f904a22 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:57:54.587780 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Attempting to bind port 556ec04c-8761-4ef3-8a0c-35a64f904a22 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:57:54.588106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Attempting to bind port 556ec04c-8761-4ef3-8a0c-35a64f904a22 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:57:54.592650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Port 556ec04c-8761-4ef3-8a0c-35a64f904a22 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:57:54.592967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Attempting to bind port 556ec04c-8761-4ef3-8a0c-35a64f904a22 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:57:54.598674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:57:54.600571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Checking segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:57:54.600571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Bound using segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:57:54.600571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Bound port: 556ec04c-8761-4ef3-8a0c-35a64f904a22, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:57:54.600571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:54.689845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:57:54.692745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:57:54.756033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:54.807262 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:54.807372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:54.808878 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] 10.222.0.16 "PUT /v2.0/ports/556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 200 len: 1093 time: 1.1100607 Apr 22 17:57:54.811267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:57:54.841750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0af2e-e728-4941-b080-0625c18ed170 service neutron] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:57:54.860736 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe0c47f-1b22-407e-8bae-932edee727e1'] response: {'name': 'network-changed', 'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'status': 'completed', 'code': 200} Apr 22 17:57:54.956045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36dbaf-52c8-426e-a72d-e83dea389ca5 req-ea26d138-ce72-4525-825c-dbd2b49f7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:54.957480 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d36dbaf-52c8-426e-a72d-e83dea389ca5 req-ea26d138-ce72-4525-825c-dbd2b49f7135 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1096 time: 0.0769145 Apr 22 17:57:55.097057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36dbaf-52c8-426e-a72d-e83dea389ca5 req-ef4ac3ed-064e-4310-ad1e-e8e1d3fa0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:55.098436 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d36dbaf-52c8-426e-a72d-e83dea389ca5 req-ef4ac3ed-064e-4310-ad1e-e8e1d3fa0449 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=16260a5bf8204dbab5494706c1ce811c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1333399 Apr 22 17:57:55.231351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36dbaf-52c8-426e-a72d-e83dea389ca5 req-763d10b6-6f5e-4f31-ac05-288517fb654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:55.232707 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7d36dbaf-52c8-426e-a72d-e83dea389ca5 req-763d10b6-6f5e-4f31-ac05-288517fb654c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1285658 Apr 22 17:57:55.334221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-464def45-7119-4bf5-938e-60f027216633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:55.335742 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-464def45-7119-4bf5-938e-60f027216633 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1096 time: 0.0694621 Apr 22 17:57:55.406619 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-494ace85-eee7-4b05-950e-8dd031426d15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 200 len: 217 time: 0.0645061 Apr 22 17:57:55.468378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-fefb942b-ae53-46c4-b749-f153fb91d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:55.469869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-fefb942b-ae53-46c4-b749-f153fb91d560 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0576124 Apr 22 17:57:55.485257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb1046-a5bf-4503-bc16-03eeca296978 req-d0a16518-0bf3-43f7-ad7b-a697a61ebbb6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:55.487230 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0fbb1046-a5bf-4503-bc16-03eeca296978 req-d0a16518-0bf3-43f7-ad7b-a697a61ebbb6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 943 time: 0.0790901 Apr 22 17:57:55.534651 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0fbb1046-a5bf-4503-bc16-03eeca296978 req-3a341371-6672-467b-82d2-7c895e928698 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Apr 22 17:57:55.546986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-e4855139-a719-48f1-905b-929d916ac801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:55.548999 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-e4855139-a719-48f1-905b-929d916ac801 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735798 Apr 22 17:57:55.678326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-176cf831-19d0-4ea7-9536-42287feac8f9 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234515 Apr 22 17:57:55.808058 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f145f9cd-9b9f-43ad-8289-6595c5e08c85 req-1b7abc62-cb73-4b46-923d-644f1a99fb06 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230047 Apr 22 17:57:56.718175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38d72-e255-4721-95da-1ee4ee1eb999 req-abcfaaca-8830-417d-8318-ce83920e5c57 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:56.718893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-9ea38d72-e255-4721-95da-1ee4ee1eb999 req-abcfaaca-8830-417d-8318-ce83920e5c57 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:57:56.784393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-9ea38d72-e255-4721-95da-1ee4ee1eb999 req-abcfaaca-8830-417d-8318-ce83920e5c57 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:57:56.785502 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea38d72-e255-4721-95da-1ee4ee1eb999 req-abcfaaca-8830-417d-8318-ce83920e5c57 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 943 time: 0.1439342 Apr 22 17:57:56.831435 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea38d72-e255-4721-95da-1ee4ee1eb999 req-6d9fcff5-4e81-4c5f-a7ed-aa1c44c99b3b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403183 Apr 22 17:57:57.863971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:57:57.993937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:57:58.007000 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'mac_address': 'fa:16:3e:3a:79:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:57:58.013355 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c7f1e-9807-4f5d-b7f7-bf5f91e06129 req-402c5fae-f7a4-499e-8546-782c99440893 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:58.014846 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-527c7f1e-9807-4f5d-b7f7-bf5f91e06129 req-402c5fae-f7a4-499e-8546-782c99440893 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 943 time: 0.0786219 Apr 22 17:57:58.058980 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-527c7f1e-9807-4f5d-b7f7-bf5f91e06129 req-5b156d0b-4f6c-4b96-95d0-dfa4e38b4c62 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383055 Apr 22 17:57:58.064486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:58.080913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556ec04c-8761-4ef3-8a0c-35a64f904a22 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:57:58.096411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:57:58.172668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:57:58.238059 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:57:58.245045 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.245342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.245688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.246029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.246364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.246699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.247054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.247386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.247715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.248043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.248368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.248691 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:57:58.464708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['556ec04c-8761-4ef3-8a0c-35a64f904a22'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:57:59.236073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16903996-0199-4ae6-919d-8c5e06583aac req-b832c4c7-6ccb-44f7-8d11-57c8d0f227b3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:57:59.238001 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16903996-0199-4ae6-919d-8c5e06583aac req-b832c4c7-6ccb-44f7-8d11-57c8d0f227b3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 944 time: 0.0778394 Apr 22 17:57:59.281545 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16903996-0199-4ae6-919d-8c5e06583aac req-adedde60-4a10-4e07-938a-2e8523f95322 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379510 Apr 22 17:57:59.877052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:58:00.024527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 556ec04c-8761-4ef3-8a0c-35a64f904a22 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:58:00.029065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 556ec04c-8761-4ef3-8a0c-35a64f904a22 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:58:00.029447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:00.140712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:00.166333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:58:00.175656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:00.244716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:00.320716 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05956ee6-5911-4899-9c4f-0e0513c6e794'] response: {'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'code': 200} Apr 22 17:58:00.362487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:58:00.399046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e1234dea-49bb-438d-abcf-802d80954460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:00.476348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297968a3-4b49-4948-b8a6-e428d08dae6a req-35597839-84e8-4b14-bfcd-038ce2b35972 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:00.477906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-297968a3-4b49-4948-b8a6-e428d08dae6a req-35597839-84e8-4b14-bfcd-038ce2b35972 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0835285 Apr 22 17:58:00.522591 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-297968a3-4b49-4948-b8a6-e428d08dae6a req-d86abcce-c37a-4c91-9320-0dffe6521cfd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389283 Apr 22 17:58:00.622452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159a5cb-204d-4b10-ad13-9ac3684b9510 req-6de4f0c8-dedd-4674-9e4b-834810b1afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:00.623851 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6159a5cb-204d-4b10-ad13-9ac3684b9510 req-6de4f0c8-dedd-4674-9e4b-834810b1afa1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1098 time: 0.0683792 Apr 22 17:58:00.662466 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6159a5cb-204d-4b10-ad13-9ac3684b9510 req-5097ad3f-86b4-4cd6-8ae9-ad0fc668d39e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328531 Apr 22 17:58:01.705740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e596b-2b7e-4d9d-a14b-c932cb94749d req-2959fdf6-8c77-4935-950e-39fbb919c745 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:01.707199 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c01e596b-2b7e-4d9d-a14b-c932cb94749d req-2959fdf6-8c77-4935-950e-39fbb919c745 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0799491 Apr 22 17:58:01.750953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c01e596b-2b7e-4d9d-a14b-c932cb94749d req-6d506a11-4a53-4183-8af0-07082af12a6e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381565 Apr 22 17:58:02.621797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-261c0c2d-500f-4f98-b796-bb78aefebfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:03.034648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5772c2-3cbb-4c3d-9f6c-0390e51d5344 req-270375e8-08a2-476d-89be-d4271f8d8c68 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:03.036043 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2a5772c2-3cbb-4c3d-9f6c-0390e51d5344 req-270375e8-08a2-476d-89be-d4271f8d8c68 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.1832118 Apr 22 17:58:03.079485 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2a5772c2-3cbb-4c3d-9f6c-0390e51d5344 req-9c9c8845-b10a-46aa-97a2-839c8a8b1799 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376468 Apr 22 17:58:03.256409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea78d-da06-4120-978f-3abccf9324e0 req-aa2fe113-dd5b-46d0-a5fb-aaf5e418e001 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:03.257868 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-917ea78d-da06-4120-978f-3abccf9324e0 req-aa2fe113-dd5b-46d0-a5fb-aaf5e418e001 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0786040 Apr 22 17:58:03.266293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57248) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:58:03.271138 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'floatingip': {'port_id': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:03.348614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:03.733233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:03.853505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:03.929999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.resource_extend [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 17:58:04.027625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:04.090586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:04.258410 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 associated. External IP: 172.26.3.2, port: 556ec04c-8761-4ef3-8a0c-35a64f904a22. Apr 22 17:58:04.596062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:58:04.656475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:04.773708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:58:04.778656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:04.783329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:58:04.794047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:58:04.794685 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:58:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:58:04.831943 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4aca7f7b-8706-4658-9ebc-b7511a5ae054 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "PUT /v2.0/floatingips/b99e8c60-604f-401a-a932-b2edfee2f963 HTTP/1.1" status: 200 len: 989 time: 1.5645838 Apr 22 17:58:04.832510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:58:04.884107 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7f226f-798d-412d-bcb5-fb5a4a4d91fb'] response: {'name': 'network-changed', 'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'status': 'completed', 'code': 200} Apr 22 17:58:04.973819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:58:04.978835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-8a560cc4-4a07-4e96-a4e2-a41188bf4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:04.980382 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-8a560cc4-4a07-4e96-a4e2-a41188bf4761 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1098 time: 0.0748758 Apr 22 17:58:05.113601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-1a54214b-797e-4b0b-828f-ff2412463d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:05.115083 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-1a54214b-797e-4b0b-828f-ff2412463d99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1279874 Apr 22 17:58:05.219990 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-8d22184d-44c4-4dad-96dd-b7e1bede973e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 200 len: 997 time: 0.0995831 Apr 22 17:58:05.235681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:05.285264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-186cf9ef-3d80-49ff-97e7-9ce97bb31fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:05.286895 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-186cf9ef-3d80-49ff-97e7-9ce97bb31fa4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0612178 Apr 22 17:58:05.348035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:3a:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:58:03Z', 'revision_number': 9, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:58:05.352334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:58:05.360995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:58:05.361692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:58:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:58:05.368569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-0adbe6d8-3d21-48ab-977d-479c6500508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:05.370454 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-0adbe6d8-3d21-48ab-977d-479c6500508a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780573 Apr 22 17:58:05.374088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2da4d0-bae1-4974-8bef-f8fd4a92a186 req-727339a8-3a39-4ec5-8fb5-db2b242bbd70 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:05.375892 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9e2da4d0-bae1-4974-8bef-f8fd4a92a186 req-727339a8-3a39-4ec5-8fb5-db2b242bbd70 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.1049645 Apr 22 17:58:05.425942 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9e2da4d0-bae1-4974-8bef-f8fd4a92a186 req-dc0a0540-80e8-4488-9f4d-db777f1b912d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427499 Apr 22 17:58:05.542471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:58:05.593345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-c34095c5-8214-4551-8193-3fdf7f0998df service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132344 Apr 22 17:58:05.639163 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-d4535461-fd06-403a-93d8-a44893cc194d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2675958 Apr 22 17:58:05.735571 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ab0114f2-12fe-4a4e-9885-889aeb2a9227 req-d7c57a75-6249-49fc-8cde-51a32a6d9f71 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357942 Apr 22 17:58:05.894280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:3a:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:58:03Z', 'revision_number': 9, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:58:05.898345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4200b-5d1f-468f-af36-8817cd210d93 None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:3a:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:58:03Z', 'revision_number': 9, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:58:06.184633 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a97897-0070-4019-a239-ce396236abaf None None] New status for floating IP b99e8c60-604f-401a-a932-b2edfee2f963: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:58:06.623223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122a064-65ba-440a-898d-4d47903a9313 req-2b751e15-b81e-4fea-ac83-c89312d5b609 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:06.624671 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f122a064-65ba-440a-898d-4d47903a9313 req-2b751e15-b81e-4fea-ac83-c89312d5b609 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0859122 Apr 22 17:58:06.670607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f122a064-65ba-440a-898d-4d47903a9313 req-799a1334-e679-42df-b869-f0aef2b55c3a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Apr 22 17:58:07.624939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-b7bed9e1-6d39-46f6-a38f-c7f08654146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:07.626570 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-b7bed9e1-6d39-46f6-a38f-c7f08654146b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1098 time: 0.0733638 Apr 22 17:58:07.756247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-c9ef9ada-3eba-4bde-ade7-54760a06bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:07.757693 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-c9ef9ada-3eba-4bde-ade7-54760a06bd6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1250801 Apr 22 17:58:07.851159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2017358-5b8c-4b86-9ec4-24071f5ba0c9 req-4bca3834-3ecc-4f9e-b297-0da008c2ecae tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:07.853340 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d2017358-5b8c-4b86-9ec4-24071f5ba0c9 req-4bca3834-3ecc-4f9e-b297-0da008c2ecae tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0787351 Apr 22 17:58:07.869466 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-f3572c0a-1a07-4327-b03f-21919192699b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 200 len: 1000 time: 0.1054134 Apr 22 17:58:07.900485 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d2017358-5b8c-4b86-9ec4-24071f5ba0c9 req-dba82ebd-83d4-4b17-bfc5-e1ac33be6883 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415287 Apr 22 17:58:07.930804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-bd0cc644-ce99-458b-a315-86fcb89b10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:07.932249 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-bd0cc644-ce99-458b-a315-86fcb89b10e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0572727 Apr 22 17:58:08.004118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-78ccea1f-da67-4079-95fd-ca427de35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:08.005543 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-78ccea1f-da67-4079-95fd-ca427de35fd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677135 Apr 22 17:58:08.134347 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-1e4ccf3c-e8b9-493e-a02a-bd7b5ccc3a7f service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225674 Apr 22 17:58:08.363595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-a7a35a7f-4cc8-42b2-a41c-299a24d69246 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239993 Apr 22 17:58:09.082703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cc196-f031-483e-a10a-9a839aca4550 req-2bd182ce-bac3-4e16-ba8a-630bed4ea450 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:09.084147 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-110cc196-f031-483e-a10a-9a839aca4550 req-2bd182ce-bac3-4e16-ba8a-630bed4ea450 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0809946 Apr 22 17:58:09.126635 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-110cc196-f031-483e-a10a-9a839aca4550 req-84d7da53-c008-439a-82d0-46a08ad28fed tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369873 Apr 22 17:58:10.308816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec85f2-07c6-444b-8efb-29403c0c20d1 req-2ee994fe-a56b-41f1-aca3-1b295a9c5fec tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:10.310264 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-03ec85f2-07c6-444b-8efb-29403c0c20d1 req-2ee994fe-a56b-41f1-aca3-1b295a9c5fec tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0778711 Apr 22 17:58:10.353899 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-03ec85f2-07c6-444b-8efb-29403c0c20d1 req-71441933-6831-460c-8da3-ff6d1e5dc5d1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379603 Apr 22 17:58:11.541064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a180c-c946-4c15-9b98-15d747ca531d req-9b97baea-e687-4fdb-adba-b6f4b1e5e2de tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:11.542428 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-309a180c-c946-4c15-9b98-15d747ca531d req-9b97baea-e687-4fdb-adba-b6f4b1e5e2de tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0788572 Apr 22 17:58:11.588510 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-309a180c-c946-4c15-9b98-15d747ca531d req-d991e88b-0f65-49b5-8d17-b943d12def71 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 Apr 22 17:58:12.770876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453517b-f84e-4e3c-9760-02137543fb61 req-3627a334-159b-411c-b56a-ceef58776424 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:12.772299 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d453517b-f84e-4e3c-9760-02137543fb61 req-3627a334-159b-411c-b56a-ceef58776424 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0805070 Apr 22 17:58:12.814966 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d453517b-f84e-4e3c-9760-02137543fb61 req-39da5f7f-2197-446a-a946-45c1c932cf87 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370727 Apr 22 17:58:13.995319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c20e1c-45a1-4212-8e77-d5edb10eec32 req-585a6703-510a-405a-b544-e8aafa6c350a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:13.996673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97c20e1c-45a1-4212-8e77-d5edb10eec32 req-585a6703-510a-405a-b544-e8aafa6c350a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0790524 Apr 22 17:58:14.039570 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97c20e1c-45a1-4212-8e77-d5edb10eec32 req-bf2a5282-cfd7-406f-80e6-82524088e88b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371320 Apr 22 17:58:15.225518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55488e23-3631-44d6-943e-e21aa09b4dae req-32e2de61-2204-4d90-be4e-c76c1c3c927f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:15.226982 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-55488e23-3631-44d6-943e-e21aa09b4dae req-32e2de61-2204-4d90-be4e-c76c1c3c927f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0839128 Apr 22 17:58:15.270874 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-55488e23-3631-44d6-943e-e21aa09b4dae req-5b3b21f9-f4cb-4478-aefd-7d2eefbf5602 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382457 Apr 22 17:58:16.454066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd6948-08fd-4681-9114-c20ef50a109d req-bbdac6fd-b665-44fb-adf1-f3834d383b2a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:16.455670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f0bd6948-08fd-4681-9114-c20ef50a109d req-bbdac6fd-b665-44fb-adf1-f3834d383b2a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0828528 Apr 22 17:58:16.499456 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f0bd6948-08fd-4681-9114-c20ef50a109d req-c3cca393-f32f-45d2-a0ba-b02d1e81d2ca tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382578 Apr 22 17:58:17.777612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8724f0a-8318-42bb-ae2f-1e1163b42f29 req-5e818766-627c-459e-8a93-228883daa1d8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:17.779074 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8724f0a-8318-42bb-ae2f-1e1163b42f29 req-5e818766-627c-459e-8a93-228883daa1d8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.1750200 Apr 22 17:58:17.821042 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f8724f0a-8318-42bb-ae2f-1e1163b42f29 req-4a27f76b-4f36-4a86-966f-5290ae6bad65 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363348 Apr 22 17:58:19.004198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6010-f6e4-48a3-8bde-bdc420c8ae58 req-5c5e000f-f73b-4398-9626-9bedb55e8385 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:19.005669 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a7ba6010-f6e4-48a3-8bde-bdc420c8ae58 req-5c5e000f-f73b-4398-9626-9bedb55e8385 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0783992 Apr 22 17:58:19.051811 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a7ba6010-f6e4-48a3-8bde-bdc420c8ae58 req-8fa93f5f-72cf-4233-97d7-23a6c3da590c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405807 Apr 22 17:58:20.232330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5888-7a91-4703-9c62-4ca11e921b87 req-15894572-def1-4148-8bd0-4372173d90dd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:20.233742 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-16be5888-7a91-4703-9c62-4ca11e921b87 req-15894572-def1-4148-8bd0-4372173d90dd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0795922 Apr 22 17:58:20.276372 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-16be5888-7a91-4703-9c62-4ca11e921b87 req-63591b36-444f-49c1-a315-22f5717b3736 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364265 Apr 22 17:58:21.458429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b2098-4493-4bc8-b066-efac872281cd req-78350674-68da-4968-8740-c1b22ca7a3a8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:21.459911 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-559b2098-4493-4bc8-b066-efac872281cd req-78350674-68da-4968-8740-c1b22ca7a3a8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0785201 Apr 22 17:58:21.504923 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-559b2098-4493-4bc8-b066-efac872281cd req-08b07c7a-6765-44d7-b5fb-b7408e48d4a4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393207 Apr 22 17:58:22.683166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e765e9-a24b-4411-ac1d-d9ebe8cb5551 req-070a2855-49b8-4ac6-a2a7-865273bf13ae tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:22.684595 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-77e765e9-a24b-4411-ac1d-d9ebe8cb5551 req-070a2855-49b8-4ac6-a2a7-865273bf13ae tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0779481 Apr 22 17:58:22.726866 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-77e765e9-a24b-4411-ac1d-d9ebe8cb5551 req-8abb0414-a268-414b-85f5-34e1b9893b99 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367451 Apr 22 17:58:23.910499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa3d50-d5d3-4277-88e5-9deee63df2c0 req-fb5eae71-b883-438b-aab1-4faf3a0fc62a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:23.911993 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f9fa3d50-d5d3-4277-88e5-9deee63df2c0 req-fb5eae71-b883-438b-aab1-4faf3a0fc62a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0821736 Apr 22 17:58:23.954456 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f9fa3d50-d5d3-4277-88e5-9deee63df2c0 req-f783dcd2-17e6-4086-b99c-83684bf531ad tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369356 Apr 22 17:58:25.139680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4ae73-0700-4082-b03e-ba1b3d8e5ef1 req-8f832c4c-9dcb-4e9b-9ca7-398c00af7a4d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:25.141125 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22b4ae73-0700-4082-b03e-ba1b3d8e5ef1 req-8f832c4c-9dcb-4e9b-9ca7-398c00af7a4d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0804610 Apr 22 17:58:25.184196 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22b4ae73-0700-4082-b03e-ba1b3d8e5ef1 req-0472deef-3e09-47c7-a03c-f46414570e70 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367615 Apr 22 17:58:25.528730 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:58:26.516157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266010a9-0a72-4b6e-9ac1-949472f7e740 req-b9782178-8313-49b0-8d73-e1fbad5f2c50 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:26.517512 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-266010a9-0a72-4b6e-9ac1-949472f7e740 req-b9782178-8313-49b0-8d73-e1fbad5f2c50 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0790789 Apr 22 17:58:26.561161 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-266010a9-0a72-4b6e-9ac1-949472f7e740 req-8ef98d27-fcb8-481b-8d9e-1e19e00621b9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376267 Apr 22 17:58:27.741960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05efbdb-bf95-4ccf-b9f8-7a6402680733 req-bbb47665-8d4c-455c-9ad1-cc7ea447a5f0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:27.743495 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b05efbdb-bf95-4ccf-b9f8-7a6402680733 req-bbb47665-8d4c-455c-9ad1-cc7ea447a5f0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0792680 Apr 22 17:58:27.791047 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b05efbdb-bf95-4ccf-b9f8-7a6402680733 req-849f1d9b-af59-43dd-bfd4-6bc66c199242 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416884 Apr 22 17:58:28.974302 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beecf9-35ee-476b-bcb0-b46921e4ce91 req-8642a0b0-ec1a-44ad-99dc-c951dc7bac1f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:28.975775 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d5beecf9-35ee-476b-bcb0-b46921e4ce91 req-8642a0b0-ec1a-44ad-99dc-c951dc7bac1f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0810542 Apr 22 17:58:29.018869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d5beecf9-35ee-476b-bcb0-b46921e4ce91 req-0450db87-1e86-41df-8040-02aed27cf43e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375488 Apr 22 17:58:30.198274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c20bea-6f07-4244-a94b-376573fa03ed req-5338fa3b-e950-403e-b104-da8b0b10205e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:30.199726 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-67c20bea-6f07-4244-a94b-376573fa03ed req-5338fa3b-e950-403e-b104-da8b0b10205e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0782862 Apr 22 17:58:30.242258 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-67c20bea-6f07-4244-a94b-376573fa03ed req-30808c24-7d77-4cef-97bf-cf4c2a4686c9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368257 Apr 22 17:58:30.432986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f52eaf57-4a99-4e70-9fdd-b00b6ea9f707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:31.432058 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00096939-e8d7-4bec-9b40-6a048ba3fbeb req-7029d77c-ff57-4a1a-b914-3765622301fc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:31.433494 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00096939-e8d7-4bec-9b40-6a048ba3fbeb req-7029d77c-ff57-4a1a-b914-3765622301fc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0850132 Apr 22 17:58:31.477125 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00096939-e8d7-4bec-9b40-6a048ba3fbeb req-d490d940-b25e-4c00-844d-e8c48b578c42 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Apr 22 17:58:32.601695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e99a98b5-98fa-4384-bf95-2b8d4e040dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:32.662731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bc1c0-0d78-469c-af9f-4fd4c7d51228 req-3cd0c76f-7329-409a-a24f-8b92086b98bd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:32.664127 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-993bc1c0-0d78-469c-af9f-4fd4c7d51228 req-3cd0c76f-7329-409a-a24f-8b92086b98bd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0817983 Apr 22 17:58:32.707896 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-993bc1c0-0d78-469c-af9f-4fd4c7d51228 req-583d7e18-2ff5-4051-a9f9-97f0a5d17768 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381367 Apr 22 17:58:33.043162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-57dfc00b-0624-4303-9dc9-20541863df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:33.044661 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-57dfc00b-0624-4303-9dc9-20541863df1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1098 time: 0.0701232 Apr 22 17:58:33.187879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-c313a266-d70c-42af-a33e-936de05cfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:33.189300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-c313a266-d70c-42af-a33e-936de05cfa9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1245728 Apr 22 17:58:33.289688 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-e25198d0-d959-4e67-af6e-aa9770da9444 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 200 len: 1000 time: 0.0941894 Apr 22 17:58:33.352531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-63c90ed0-69e7-48a6-9106-a977d572fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:33.353968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-63c90ed0-69e7-48a6-9106-a977d572fb79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0590761 Apr 22 17:58:33.434564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-b58116cd-155d-4e7e-b334-87850e2d40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:33.436066 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-b58116cd-155d-4e7e-b334-87850e2d40d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724733 Apr 22 17:58:33.446148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-d9eb1879-0f01-4257-8b2d-9ae1151cde38 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 17:58:33.447144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-d9eb1879-0f01-4257-8b2d-9ae1151cde38 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047870 Apr 22 17:58:33.575313 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-fa746f7d-2535-4ec6-926c-7d4964fe4528 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222665 Apr 22 17:58:33.719238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:33.809685 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0f5015b-dced-4a28-b843-d062dcd9d61c req-2a68ca85-b9c2-414d-aad0-f92b4517f218 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282102 Apr 22 17:58:33.858664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:33.892466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c22c26-39f9-414e-89cd-ca2d3def0a8f req-7760930a-f767-44ac-8a16-b70c14dde647 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:33.895781 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98c22c26-39f9-414e-89cd-ca2d3def0a8f req-7760930a-f767-44ac-8a16-b70c14dde647 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0785484 Apr 22 17:58:33.940757 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98c22c26-39f9-414e-89cd-ca2d3def0a8f req-8e5620b3-1947-48dd-9ed4-398417811c30 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405140 Apr 22 17:58:34.610258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:35.122672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ac1e4-4513-4a04-86bd-88aa535f4fd1 req-0b5a82c6-2921-49fb-8095-9e0093248889 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:35.124128 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-368ac1e4-4513-4a04-86bd-88aa535f4fd1 req-0b5a82c6-2921-49fb-8095-9e0093248889 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0798976 Apr 22 17:58:35.150065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:35.170279 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-368ac1e4-4513-4a04-86bd-88aa535f4fd1 req-275dbfc4-641b-4b35-b4f1-b587d63bac92 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401688 Apr 22 17:58:35.348057 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-6399a013-b1b0-49e8-ae5e-5202b619da7f service neutron] 10.222.0.16 "GET /v2.0/ports/556ec04c-8761-4ef3-8a0c-35a64f904a22/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0726459 Apr 22 17:58:35.921049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-9888b9f4-fff6-44cd-8d8c-cabe674c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:35.922499 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-9888b9f4-fff6-44cd-8d8c-cabe674c4a13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 1098 time: 0.0699992 Apr 22 17:58:36.012273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-45830143-9e0b-4885-aef8-58184b25340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:36.013634 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-45830143-9e0b-4885-aef8-58184b25340e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1098 time: 0.0714412 Apr 22 17:58:36.143236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-ae5b386e-8261-47b8-a2ef-95dcb4b2d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:36.144717 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-ae5b386e-8261-47b8-a2ef-95dcb4b2d93f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1243422 Apr 22 17:58:36.247966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-33d4486f-c921-4850-918f-eec03798bd8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 200 len: 1000 time: 0.0973086 Apr 22 17:58:36.361480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-2fceb31f-b3b4-442c-a80d-ff4041c92f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:36.363423 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-2fceb31f-b3b4-442c-a80d-ff4041c92f5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.1090667 Apr 22 17:58:36.427828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f11c40-6793-4caa-ae2b-48bae1dcaf26 req-4cdda9f6-159f-43d6-8203-d9f9ed863935 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:36.429268 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d4f11c40-6793-4caa-ae2b-48bae1dcaf26 req-4cdda9f6-159f-43d6-8203-d9f9ed863935 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.1450198 Apr 22 17:58:36.488373 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d4f11c40-6793-4caa-ae2b-48bae1dcaf26 req-6c2a0029-ce7a-40d4-ad2b-7e45be4e3995 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524306 Apr 22 17:58:36.490327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489442-8172-4201-b542-e000a6a83a81 req-4307c0e7-cf75-46cf-9221-f718b901d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:36.491725 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-4307c0e7-cf75-46cf-9221-f718b901d911 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181066 Apr 22 17:58:36.619599 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-257be753-7ce7-42cf-9e10-5a3edb9abdea service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216877 Apr 22 17:58:36.746128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a489442-8172-4201-b542-e000a6a83a81 req-7e77f158-778a-4941-872f-37643170959f service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208241 Apr 22 17:58:37.668697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836a26-b619-4d93-8cc8-0645feda0f5c req-3cfdc41a-93c8-4b59-8ca0-6c2f418dff0d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:37.670077 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1b836a26-b619-4d93-8cc8-0645feda0f5c req-3cfdc41a-93c8-4b59-8ca0-6c2f418dff0d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0783951 Apr 22 17:58:37.712731 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1b836a26-b619-4d93-8cc8-0645feda0f5c req-1e16be1a-a465-4f3e-b827-2ebea478413e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369382 Apr 22 17:58:38.066791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:58:38.193612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:38.206703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'mac_address': 'fa:16:3e:3a:79:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:58:38.262445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:38.278788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 556ec04c-8761-4ef3-8a0c-35a64f904a22 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:58:38.293475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:38.376252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:38.445010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:58:38.458482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['556ec04c-8761-4ef3-8a0c-35a64f904a22'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:58:38.900618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef541219-11d4-4eec-85bc-dc498e51d2d7 req-5a1490d9-397a-4369-88ae-61194c8a2938 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:38.902062 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ef541219-11d4-4eec-85bc-dc498e51d2d7 req-5a1490d9-397a-4369-88ae-61194c8a2938 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 944 time: 0.0858202 Apr 22 17:58:38.945251 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ef541219-11d4-4eec-85bc-dc498e51d2d7 req-32c16b89-2e08-4978-852c-5e542be5bb76 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376337 Apr 22 17:58:40.082801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:58:40.130301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f735ce-cb3c-43ff-bc85-beb46cacb1d2 req-730e3d61-b740-461b-8589-a500e57bb81e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:40.131787 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-78f735ce-cb3c-43ff-bc85-beb46cacb1d2 req-730e3d61-b740-461b-8589-a500e57bb81e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 944 time: 0.0816424 Apr 22 17:58:40.148709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 556ec04c-8761-4ef3-8a0c-35a64f904a22 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:58:40.149088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:40.175817 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-78f735ce-cb3c-43ff-bc85-beb46cacb1d2 req-01d9dac5-ee16-458e-9e4c-5c1b77fd25f0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383549 Apr 22 17:58:40.263559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:40.290231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:58:40.299879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:40.343157 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bad55f-f583-431f-b849-dc6f7e58aa03'] response: {'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'code': 200} Apr 22 17:58:40.367366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:40.436281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:58:40.938905 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a23db-d958-4b7e-99af-179d692113f9 req-8a2b346d-1c07-4113-8454-7ddbcff8888c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:40.941003 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f9a23db-d958-4b7e-99af-179d692113f9 req-8a2b346d-1c07-4113-8454-7ddbcff8888c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0795810 Apr 22 17:58:40.947616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-c4d7dbe8-f1f2-4371-b73c-49105e0afa1e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:40.949117 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-c4d7dbe8-f1f2-4371-b73c-49105e0afa1e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00&tenant_id=16260a5bf8204dbab5494706c1ce811c&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0841014 Apr 22 17:58:40.985228 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f9a23db-d958-4b7e-99af-179d692113f9 req-6d5db426-8319-4d68-afd9-00f02ac570ab tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Apr 22 17:58:41.036420 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-d310f286-ced2-460e-8dea-827790b160c3 service neutron] 10.222.0.16 "GET /v2.0/ports/556ec04c-8761-4ef3-8a0c-35a64f904a22/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0818684 Apr 22 17:58:41.128118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-112f852c-2ec1-40d6-ae10-2cf9cdc357ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:41.129683 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-112f852c-2ec1-40d6-ae10-2cf9cdc357ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1098 time: 0.0698302 Apr 22 17:58:41.256919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-5fec2744-5b1f-4bcd-b4d8-5595bd9935fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:41.258330 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-5fec2744-5b1f-4bcd-b4d8-5595bd9935fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1230578 Apr 22 17:58:41.462461 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-74ea784c-7f8b-4fde-8931-d3408ce8c6a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 200 len: 1000 time: 0.1984079 Apr 22 17:58:41.525369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-a300e066-6e16-464b-99f7-18564eb84db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:41.526853 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-a300e066-6e16-464b-99f7-18564eb84db1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0586338 Apr 22 17:58:41.598380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-8a98d716-b495-45c8-8b06-415406dc4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:41.599818 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-8a98d716-b495-45c8-8b06-415406dc4230 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672288 Apr 22 17:58:41.726972 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-54c1073d-ff30-4243-b249-4f834fc88a4a service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212490 Apr 22 17:58:41.853566 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-9cff469d-7de8-4a32-9791-446c29e0801a service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212928 Apr 22 17:58:42.172925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330b0df-7ca8-4b8b-95c7-381bb481fbe9 req-b717ce68-8e7e-4265-8825-6ab7d8067764 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:42.174367 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6330b0df-7ca8-4b8b-95c7-381bb481fbe9 req-b717ce68-8e7e-4265-8825-6ab7d8067764 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0834374 Apr 22 17:58:42.217710 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6330b0df-7ca8-4b8b-95c7-381bb481fbe9 req-36a30cc8-c3f7-47da-bb57-d8b30e131586 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373373 Apr 22 17:58:43.401132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecabbee-64a9-492a-9834-519552d26e85 req-a44a67fc-45d9-4fbf-98fc-d29a9337aa20 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:43.402597 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cecabbee-64a9-492a-9834-519552d26e85 req-a44a67fc-45d9-4fbf-98fc-d29a9337aa20 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 945 time: 0.0811644 Apr 22 17:58:43.448304 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cecabbee-64a9-492a-9834-519552d26e85 req-199ff035-35a8-4b9d-80d4-e785aae039c8 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379443 Apr 22 17:58:44.098429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:58:44.212367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:44.237933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:58:44.247251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:44.291471 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc626fa2-8014-4006-a59f-340b93497576'] response: {'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'code': 200} Apr 22 17:58:44.316579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:44.385383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:58:44.638386 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e0cb2-1307-4b64-80d4-8405a32cbdf9 req-8ccb6188-bc65-4f7e-86d2-28be39b4e7ed tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:44.639784 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7b3e0cb2-1307-4b64-80d4-8405a32cbdf9 req-8ccb6188-bc65-4f7e-86d2-28be39b4e7ed tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 943 time: 0.0836775 Apr 22 17:58:44.685134 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7b3e0cb2-1307-4b64-80d4-8405a32cbdf9 req-68771683-66b4-4187-a35e-f3fac4e6cede tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393283 Apr 22 17:58:44.905152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-f8113b02-994d-44a5-90bd-b11f3faa47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:44.906577 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-f8113b02-994d-44a5-90bd-b11f3faa47e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 1096 time: 0.0700700 Apr 22 17:58:44.996778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-e571ddc7-2c50-4027-a062-e9deb0fb2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:44.998235 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-e571ddc7-2c50-4027-a062-e9deb0fb2a8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 1096 time: 0.0723052 Apr 22 17:58:45.127655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-65437c1b-31f8-42a5-9bb2-a43b44556815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:45.129076 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-65437c1b-31f8-42a5-9bb2-a43b44556815 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1250820 Apr 22 17:58:45.226928 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-68e011aa-16bb-471d-9417-9f870ce8a128 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 200 len: 998 time: 0.0920453 Apr 22 17:58:45.288902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-5ec0b4ea-6f75-49d3-95e3-128a2df8ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:45.290264 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-5ec0b4ea-6f75-49d3-95e3-128a2df8ffa9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0583472 Apr 22 17:58:45.361135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-ca7a0954-7ea4-4ce8-b35f-d6f4b04276d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:45.362602 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-ca7a0954-7ea4-4ce8-b35f-d6f4b04276d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667167 Apr 22 17:58:45.491372 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-0617cc0b-ed19-42a5-be1d-7142cc7e215f service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230135 Apr 22 17:58:45.617728 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-503a7a3e-d959-4460-b29b-c42fb54b7713 req-b447185a-4321-4124-9cb4-a12a8f335fa8 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209402 Apr 22 17:58:45.881267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65e1c3-03c2-42fa-bcc2-2d5d47b197f3 req-0d1d1583-b5e1-4b94-ae56-e91fd801afff tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:45.882706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fc65e1c3-03c2-42fa-bcc2-2d5d47b197f3 req-0d1d1583-b5e1-4b94-ae56-e91fd801afff tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 943 time: 0.0849731 Apr 22 17:58:45.925968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fc65e1c3-03c2-42fa-bcc2-2d5d47b197f3 req-19de1a3f-a5c6-4b87-aee9-c7cee3bd57ff tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375826 Apr 22 17:58:46.118468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:58:46.249209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:46.262192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'mac_address': 'fa:16:3e:3a:79:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:58:46.319587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:46.335743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556ec04c-8761-4ef3-8a0c-35a64f904a22 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:58:46.351067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:46.469919 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:46.535598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=9']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:58:46.620764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['556ec04c-8761-4ef3-8a0c-35a64f904a22'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:58:47.106346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953494cb-6c5e-439e-b373-ac96eadec13a req-ae7fe05e-489a-4403-a889-b3b33ad3908f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:47.107803 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-953494cb-6c5e-439e-b373-ac96eadec13a req-ae7fe05e-489a-4403-a889-b3b33ad3908f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 944 time: 0.0777004 Apr 22 17:58:47.151371 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-953494cb-6c5e-439e-b373-ac96eadec13a req-ffa80980-f9b0-4917-97ef-aad37f5cc86c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380197 Apr 22 17:58:48.129184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:58:48.206968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 556ec04c-8761-4ef3-8a0c-35a64f904a22 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:58:48.207344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:48.323722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:48.334906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1c95b-80cc-461d-8a15-ed498573b5ee req-07e46171-faa2-472e-82a7-2470fb355586 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:48.336391 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a8e1c95b-80cc-461d-8a15-ed498573b5ee req-07e46171-faa2-472e-82a7-2470fb355586 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 944 time: 0.0808222 Apr 22 17:58:48.351038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:58:48.361462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:48.385093 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a8e1c95b-80cc-461d-8a15-ed498573b5ee req-79523dcb-d3aa-4938-a337-7a69033f6aff tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 Apr 22 17:58:48.413823 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976602f7-7763-4aae-862e-f07478da7933'] response: {'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'code': 200} Apr 22 17:58:48.450523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:48.552303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=10']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:58:48.585321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1d4a9-50fe-4277-a4f6-fd2f120f99bb req-1da6a4f7-6b77-4794-8686-e4007d93a876 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:48.586799 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8fe1d4a9-50fe-4277-a4f6-fd2f120f99bb req-1da6a4f7-6b77-4794-8686-e4007d93a876 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 946 time: 0.0824902 Apr 22 17:58:48.629259 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8fe1d4a9-50fe-4277-a4f6-fd2f120f99bb req-f9be8814-1bac-4257-a889-45cb2679d1a3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369132 Apr 22 17:58:48.902726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcfbe4-f7d6-4d6a-831a-77eb09bb32d9 req-0a3532be-997d-4aa5-8171-7ce297f5e877 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:48.904134 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fbfcfbe4-f7d6-4d6a-831a-77eb09bb32d9 req-0a3532be-997d-4aa5-8171-7ce297f5e877 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 946 time: 0.1743588 Apr 22 17:58:48.947422 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fbfcfbe4-f7d6-4d6a-831a-77eb09bb32d9 req-abd22ace-3ae1-4140-a17c-15d3950e8330 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376866 Apr 22 17:58:49.495713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea6e71-a09f-4a2c-a63c-f517b5d2e48c req-ff01dfad-2019-47f3-8673-b3ff5068a28c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:49.497128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bcea6e71-a09f-4a2c-a63c-f517b5d2e48c req-ff01dfad-2019-47f3-8673-b3ff5068a28c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 946 time: 0.0814321 Apr 22 17:58:49.540021 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bcea6e71-a09f-4a2c-a63c-f517b5d2e48c req-21203c39-ccbc-4735-8b9b-bd857d4b2180 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370040 Apr 22 17:58:50.720606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971224e-c6f9-4bde-be47-5b91bff9118c req-85a1b03b-7b07-4576-9d55-c57bc8f632ac tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:50.722093 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2971224e-c6f9-4bde-be47-5b91bff9118c req-85a1b03b-7b07-4576-9d55-c57bc8f632ac tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 946 time: 0.0790324 Apr 22 17:58:50.769575 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2971224e-c6f9-4bde-be47-5b91bff9118c req-d665dc3c-ac8e-49e1-8f77-bbb9cc457281 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417471 Apr 22 17:58:51.621957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-5a11999b-12e8-4abe-8b1b-9bd4b3045be0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:51.623483 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-5a11999b-12e8-4abe-8b1b-9bd4b3045be0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 946 time: 0.0773857 Apr 22 17:58:51.692940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Deleting port 556ec04c-8761-4ef3-8a0c-35a64f904a22 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:58:51.693280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:51.980297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:51.980580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:52.081511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ad5ac-7c4e-4831-b20f-91c120913fca req-9f145989-cc63-44bb-a664-8cfecc85b5aa tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:52.082990 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-342ad5ac-7c4e-4831-b20f-91c120913fca req-9f145989-cc63-44bb-a664-8cfecc85b5aa tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 946 time: 0.2022076 Apr 22 17:58:52.130651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:58:52.216928 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-342ad5ac-7c4e-4831-b20f-91c120913fca req-b753759b-7f07-4881-b6ba-d702f6578598 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214287 Apr 22 17:58:52.242709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:52.269351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:58:52.278582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:52.313810 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fa9880-3949-4da2-b797-6b91dda7ef8a'] response: {'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'code': 200} Apr 22 17:58:52.320993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:52.321375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:52.321806 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 disassociated. External IP: 172.26.3.2, port: 556ec04c-8761-4ef3-8a0c-35a64f904a22. Apr 22 17:58:52.327631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Calling delete_port for 556ec04c-8761-4ef3-8a0c-35a64f904a22 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:58:52.395845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:52.464739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 17:58:52.465056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=11']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:58:52.465195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 17:58:52.966599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Deleting port 556ec04c-8761-4ef3-8a0c-35a64f904a22 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 17:58:52.967306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:53.206378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] For port 556ec04c-8761-4ef3-8a0c-35a64f904a22, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=556ec04c-8761-4ef3-8a0c-35a64f904a22,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:58:53.206758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:53.647566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:53.647843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:53.648157 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 disassociated. External IP: 172.26.3.2, port: 556ec04c-8761-4ef3-8a0c-35a64f904a22. Apr 22 17:58:53.648496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Calling delete_port for 556ec04c-8761-4ef3-8a0c-35a64f904a22 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 17:58:53.682062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee59af-e940-4984-886e-c888ef1f689c req-dd4377bf-9012-4ea8-9fa2-288c48202e7a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:53.683526 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-11ee59af-e940-4984-886e-c888ef1f689c req-dd4377bf-9012-4ea8-9fa2-288c48202e7a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 944 time: 0.3269303 Apr 22 17:58:53.761429 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-11ee59af-e940-4984-886e-c888ef1f689c req-9715c157-0697-463d-894e-ef371be0d2f9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675752 Apr 22 17:58:53.881288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:53.931942 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event deleted for resources: {'Port': ['ID=556ec04c-8761-4ef3-8a0c-35a64f904a22,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:58:53.943750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.943750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.944118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.944375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.944708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.945040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.945371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.945700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.946047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.946397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.946671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:53.947017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:58:54.130837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:58:54.310037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:58:54.319854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:58:54.329041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:58:54.329652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:58:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:58:54.380948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] No DVR routers for this DVR port 556ec04c-8761-4ef3-8a0c-35a64f904a22 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 17:58:54.383485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:54.385992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-deleted', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:58:54.433180 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341d3bee-c59f-4ad2-921d-7a6ebe69a0bd'] response: {'server_uuid': '857ef87c-18f7-40ed-84fa-5245f8b29f00', 'name': 'network-vif-deleted', 'tag': '556ec04c-8761-4ef3-8a0c-35a64f904a22', 'status': 'completed', 'code': 200} Apr 22 17:58:54.462062 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8d32e849-92a0-442a-8596-9060ebd9eaee req-de694b71-611f-493d-a6a3-1614d0a3374b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "DELETE /v2.0/ports/556ec04c-8761-4ef3-8a0c-35a64f904a22 HTTP/1.1" status: 204 len: 173 time: 2.8331540 Apr 22 17:58:54.510346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:58:54.822115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:58:54.826100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:58:54.835336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:58:54.835951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:58:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:58:54.925785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-77e6c3a0-d770-416d-9003-560387f99e8d req-9cfdeabf-055b-48e3-b566-dde0b7e60ea6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:58:55.007337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-77e6c3a0-d770-416d-9003-560387f99e8d req-9cfdeabf-055b-48e3-b566-dde0b7e60ea6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:58:55.008529 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-77e6c3a0-d770-416d-9003-560387f99e8d req-9cfdeabf-055b-48e3-b566-dde0b7e60ea6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=857ef87c-18f7-40ed-84fa-5245f8b29f00 HTTP/1.1" status: 200 len: 210 time: 0.1270490 Apr 22 17:58:55.012169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:58:55.318726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:58:55.323144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a38df-19a5-465a-bd93-42616bd5546a None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:58:55.538036 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4878de-9373-4e32-a560-24e56e5c9bef None None] New status for floating IP b99e8c60-604f-401a-a932-b2edfee2f963: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:58:56.144720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:58:56.178834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 556ec04c-8761-4ef3-8a0c-35a64f904a22 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 17:58:56.179189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 556ec04c-8761-4ef3-8a0c-35a64f904a22 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 17:58:56.336727 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-9beb60e5-6e3f-4150-a8b8-dbeedfff2ec1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--815856324&fields=id&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 267 time: 0.0384705 Apr 22 17:58:56.485410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-6ef21f2b-d4b3-4950-aa8d-996a5ba6cdad tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:56.486903 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-6ef21f2b-d4b3-4950-aa8d-996a5ba6cdad tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 812 time: 0.1438684 Apr 22 17:58:56.500982 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-6ea5cda5-6582-48f1-98d0-6a5d42e69edd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/quotas/16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 375 time: 0.0087938 Apr 22 17:58:56.582380 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-01f8fefe-b8ca-4c7a-b35d-d788d0cef1bd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764828 Apr 22 17:58:56.716565 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-2baf8768-117d-44ab-b301-5258d40caefe service neutron] 10.222.0.10 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230545 Apr 22 17:58:56.932538 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-486b5746-4367-49e8-9c02-213a8461a123 service neutron] 10.222.0.10 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102036 Apr 22 17:58:57.159324 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-65696810-e4d2-4978-a38a-bd79648ab698 req-3abb0f1e-6f31-4ac6-be81-47d57a8c42d4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 210 time: 0.0415332 Apr 22 17:58:58.308163 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7880cea9-22bd-4619-bc80-05ffc6b4d314 req-cd239aea-c3dd-48c3-a328-232f1f261bd7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 210 time: 0.0444651 Apr 22 17:58:59.094247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-73d4735b-5bd5-44d3-9889-af2f9c3f1923 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:58:59.095732 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-73d4735b-5bd5-44d3-9889-af2f9c3f1923 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 812 time: 0.1418428 Apr 22 17:58:59.141689 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-3414fcd4-010c-4f69-a86d-1eb3f54005a4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 379 time: 0.0385807 Apr 22 17:58:59.149686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'port': {'device_id': '0bef80da-cc06-4405-b53e-12b4f874069f', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'admin_state_up': True, 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'security_groups': ['31291ee8-6685-4009-b11c-70804db4d551']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:58:59.284378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 17:58:59.293737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 17:58:59.376118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Made reservation on behalf of 16260a5bf8204dbab5494706c1ce811c for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 17:58:59.380104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:59.492228 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-364d6757-d7c3-48b8-9fa9-6dae334d14c7 req-68eb05ec-a9df-4ac8-82c5-bd13e2a2455f tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 210 time: 0.0519981 Apr 22 17:58:59.691081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Allocated IP 172.20.0.7 (5ce3e46e-3ddd-4d9f-8978-d968bd1a73de/c6ec6325-8fdf-4e93-8dba-1169d19bbb2c/cf78067b-9573-4e70-be79-60305ea40a77) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 17:58:59.874313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:58:59.889898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Transition to ACTIVE for port object cf78067b-9573-4e70-be79-60305ea40a77 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:58:59.975729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:00.038887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 17:59:00.041803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 17:59:00.050130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 17:59:00.090571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:00.122288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:00.122974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:00.216386 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-7b24157a-6b79-4e42-988f-39fc072de51e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0700796 Apr 22 17:59:00.229277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Request body: {'port': {'device_id': '0bef80da-cc06-4405-b53e-12b4f874069f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:59:00.339277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:00.353209 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-93327b3f-8e04-463d-97f5-a3e48dcd28c9 None None] Provisioning for port cf78067b-9573-4e70-be79-60305ea40a77 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:59:00.358107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-93327b3f-8e04-463d-97f5-a3e48dcd28c9 None None] Provisioning complete for port cf78067b-9573-4e70-be79-60305ea40a77 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:59:00.362366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-93327b3f-8e04-463d-97f5-a3e48dcd28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:00.449456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a1ddb9d4-9e26-4001-a392-a78616a3354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:00.454898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-93327b3f-8e04-463d-97f5-a3e48dcd28c9 None None] Port cf78067b-9573-4e70-be79-60305ea40a77 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 17:59:00.673170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bf842-52f5-4a2a-8da8-cb1dbe7c4ac2 req-a15944b3-6c73-44dc-ae68-a74904ad9e4a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:00.675241 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e54bf842-52f5-4a2a-8da8-cb1dbe7c4ac2 req-a15944b3-6c73-44dc-ae68-a74904ad9e4a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 931 time: 0.0783203 Apr 22 17:59:00.684595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf78067b-9573-4e70-be79-60305ea40a77 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:59:00.691838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:00.705949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Transition to ACTIVE for port object cf78067b-9573-4e70-be79-60305ea40a77 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 17:59:00.718560 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e54bf842-52f5-4a2a-8da8-cb1dbe7c4ac2 req-9af3519c-e09e-439f-b091-55bdff60a39a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375528 Apr 22 17:59:00.775737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:00.934532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:01.010504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Attempting to bind port cf78067b-9573-4e70-be79-60305ea40a77 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 17:59:01.010855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Attempting to bind port cf78067b-9573-4e70-be79-60305ea40a77 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 17:59:01.011187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Attempting to bind port cf78067b-9573-4e70-be79-60305ea40a77 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:59:01.015789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Port cf78067b-9573-4e70-be79-60305ea40a77 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 17:59:01.016135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Attempting to bind port cf78067b-9573-4e70-be79-60305ea40a77 on network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 17:59:01.021750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 17, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 17:59:01.025945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Checking segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 17:59:01.025945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Bound using segment: {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 17:59:01.025945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Bound port: cf78067b-9573-4e70-be79-60305ea40a77, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 17:59:01.025945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:01.114625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 17:59:01.117487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 17:59:01.175835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:01.230976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:01.231690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:01.233052 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] 10.222.0.16 "PUT /v2.0/ports/cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 200 len: 1093 time: 1.0079200 Apr 22 17:59:01.233479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:59:01.258108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e5ee3-7eac-4526-8c09-46bc52692219 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:01.280037 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29a6c56-8eb6-41c9-9d9d-f923933fc4ef'] response: {'name': 'network-changed', 'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77', 'status': 'completed', 'code': 200} Apr 22 17:59:01.383141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401a02-6dc4-490a-beb9-07af6685956b req-c2b87a6c-2186-497b-9c13-bbed1887d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:01.384666 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32401a02-6dc4-490a-beb9-07af6685956b req-c2b87a6c-2186-497b-9c13-bbed1887d63a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1096 time: 0.0771101 Apr 22 17:59:01.527203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401a02-6dc4-490a-beb9-07af6685956b req-1dd95790-67a6-41fa-95a8-4612569483c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:01.528681 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32401a02-6dc4-490a-beb9-07af6685956b req-1dd95790-67a6-41fa-95a8-4612569483c8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=16260a5bf8204dbab5494706c1ce811c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1369998 Apr 22 17:59:01.660125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401a02-6dc4-490a-beb9-07af6685956b req-74a1463c-6919-411f-98f9-b34ea8861f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:01.661573 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-32401a02-6dc4-490a-beb9-07af6685956b req-74a1463c-6919-411f-98f9-b34ea8861f7c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1268938 Apr 22 17:59:01.867520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-1576eeb3-173b-4418-8752-66b70a2bb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:01.868916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-1576eeb3-173b-4418-8752-66b70a2bb5f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1096 time: 0.1740222 Apr 22 17:59:01.909155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79fed-4e84-4a6a-9d48-abb890f11138 req-50fa3c51-a960-44b9-b1e1-5deeb823800e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:01.910594 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b8d79fed-4e84-4a6a-9d48-abb890f11138 req-50fa3c51-a960-44b9-b1e1-5deeb823800e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 943 time: 0.0807757 Apr 22 17:59:01.939698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-29ae18c3-ec5c-42ce-966e-eaa6ba9538fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 200 len: 217 time: 0.0638456 Apr 22 17:59:01.954377 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b8d79fed-4e84-4a6a-9d48-abb890f11138 req-2d2411a3-d4ef-4a5f-bcf2-7e3dba5e09cc tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Apr 22 17:59:02.001439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-364b6d51-1b37-4784-830f-1ed75c44743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:02.002937 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-364b6d51-1b37-4784-830f-1ed75c44743e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0575976 Apr 22 17:59:02.074895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-556d4cb7-3cd6-4158-9a24-344b98cf20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:02.076345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-556d4cb7-3cd6-4158-9a24-344b98cf20d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678341 Apr 22 17:59:02.203547 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-3a4a2184-0db8-4902-a28f-41b6b840a3d2 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206374 Apr 22 17:59:02.331533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cc0dbbc-a645-4dea-8c15-28dd233c4117 req-ac53fe84-997b-45e0-9a62-e5b68f03606e service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216621 Apr 22 17:59:02.527923 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:59:02.601017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6013e53d-afac-4083-8d07-598b3f00cddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:03.141591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54def137-5a22-42b5-98ac-58cd8649baf8 req-561e334e-c092-4283-bfe8-1d8bc759f54b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:03.142270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-54def137-5a22-42b5-98ac-58cd8649baf8 req-561e334e-c092-4283-bfe8-1d8bc759f54b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Synchronizing usage tracker for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 17:59:03.215187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-54def137-5a22-42b5-98ac-58cd8649baf8 req-561e334e-c092-4283-bfe8-1d8bc759f54b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Unset dirty status for tenant:16260a5bf8204dbab5494706c1ce811c on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 17:59:03.216284 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-54def137-5a22-42b5-98ac-58cd8649baf8 req-561e334e-c092-4283-bfe8-1d8bc759f54b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 943 time: 0.1553135 Apr 22 17:59:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-54def137-5a22-42b5-98ac-58cd8649baf8 req-d24f0c12-5400-4646-a8ba-73def15d7081 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384593 Apr 22 17:59:03.704242 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:03.864236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:04.175367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:59:04.304169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:04.317389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'cf78067b-9573-4e70-be79-60305ea40a77', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': 'cf78067b-9573-4e70-be79-60305ea40a77', 'mac_address': 'fa:16:3e:09:68:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:59:04.371649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:04.389074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf78067b-9573-4e70-be79-60305ea40a77 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:59:04.405066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:04.446836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221902bd-dd97-42ae-911f-b488e49adaad req-4fbf4b66-c259-4619-85b4-d215aec8d7d4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:04.448311 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-221902bd-dd97-42ae-911f-b488e49adaad req-4fbf4b66-c259-4619-85b4-d215aec8d7d4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 943 time: 0.0844960 Apr 22 17:59:04.464600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:04.492161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-221902bd-dd97-42ae-911f-b488e49adaad req-3a7663d5-0633-4cd8-8676-07ce3c4f7efa tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381424 Apr 22 17:59:04.534353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:04.541538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.541880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.542222 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.542565 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.542924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.543266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.543589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.543917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.544245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.544570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.544896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.545219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 17:59:04.647449 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:04.769251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['cf78067b-9573-4e70-be79-60305ea40a77'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:59:05.121179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:05.676249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30782f4-6f49-4f17-bd58-3686d05d23a6 req-7db352c8-41b3-4e98-ae0c-e61f58bd2569 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:05.677620 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a30782f4-6f49-4f17-bd58-3686d05d23a6 req-7db352c8-41b3-4e98-ae0c-e61f58bd2569 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 944 time: 0.0821512 Apr 22 17:59:05.721227 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a30782f4-6f49-4f17-bd58-3686d05d23a6 req-4205c0b0-930a-4166-90bf-1724e3de6fe4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379996 Apr 22 17:59:06.191643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:59:06.316397 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port cf78067b-9573-4e70-be79-60305ea40a77 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 17:59:06.321273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port cf78067b-9573-4e70-be79-60305ea40a77 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:59:06.321667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:06.436749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:06.463103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:59:06.473315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:06.507092 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d31cef8-123b-4f69-b787-831ad8e9eaf9'] response: {'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77', 'code': 200} Apr 22 17:59:06.555905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:06.621566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:06.895299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9ee2a-f4ef-495a-ab83-b7492e69c1d8 req-555f223e-2d6a-4319-aa1a-f68d75fe5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:06.896752 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3ba9ee2a-f4ef-495a-ab83-b7492e69c1d8 req-555f223e-2d6a-4319-aa1a-f68d75fe5429 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1098 time: 0.1226633 Apr 22 17:59:06.947545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77e598-3946-4165-9b99-139b3676224a req-e7d3db02-5448-40a7-b934-96f014092eae tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:06.948954 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fa77e598-3946-4165-9b99-139b3676224a req-e7d3db02-5448-40a7-b934-96f014092eae tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.1226790 Apr 22 17:59:06.957983 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3ba9ee2a-f4ef-495a-ab83-b7492e69c1d8 req-a03b731c-9f9a-421f-9c6f-be13f78fd4fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539637 Apr 22 17:59:06.994719 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fa77e598-3946-4165-9b99-139b3676224a req-e53427a0-9565-4014-b0e9-bf5367660c29 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385096 Apr 22 17:59:08.186907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b66a25-6266-44f1-a189-6d178d51fcc1 req-f721270b-db30-40aa-b6e1-6eb8b4f836ff tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:08.188346 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-40b66a25-6266-44f1-a189-6d178d51fcc1 req-f721270b-db30-40aa-b6e1-6eb8b4f836ff tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0798020 Apr 22 17:59:08.233891 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-40b66a25-6266-44f1-a189-6d178d51fcc1 req-12eac612-7b9a-4a60-a2e4-ed73d1d283c1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397933 Apr 22 17:59:09.417643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516439c-60c0-42ee-ac4f-f215633f8be7 req-b161938d-339d-44e9-be26-5d13b61947bf tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:09.419132 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3516439c-60c0-42ee-ac4f-f215633f8be7 req-b161938d-339d-44e9-be26-5d13b61947bf tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0795877 Apr 22 17:59:09.466013 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3516439c-60c0-42ee-ac4f-f215633f8be7 req-fc5e5cb4-d806-427f-a0fb-b94afa538dde tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Apr 22 17:59:09.643621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c6276-e54c-440d-b1ab-687b4ee9ec06 req-45c485dc-ecd1-4e92-9b00-bd1315e58594 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:09.644982 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-413c6276-e54c-440d-b1ab-687b4ee9ec06 req-45c485dc-ecd1-4e92-9b00-bd1315e58594 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0820632 Apr 22 17:59:09.653244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57448) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 17:59:09.658009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Request body: {'floatingip': {'port_id': 'cf78067b-9573-4e70-be79-60305ea40a77'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 17:59:09.734549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:10.313237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:10.361270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:10.622589 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 associated. External IP: 172.26.3.2, port: cf78067b-9573-4e70-be79-60305ea40a77. Apr 22 17:59:10.961349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 17:59:11.149174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 17:59:11.153994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:11.159078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 17:59:11.168971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:59:11.169636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:59:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:59:11.207840 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c277a7fc-1e6c-41fb-aa43-0563d5e8d9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "PUT /v2.0/floatingips/b99e8c60-604f-401a-a932-b2edfee2f963 HTTP/1.1" status: 200 len: 990 time: 1.5535078 Apr 22 17:59:11.208423 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:59:11.254661 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b5f0ab-634d-4357-887b-3268c9a8535b'] response: {'name': 'network-changed', 'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77', 'status': 'completed', 'code': 200} Apr 22 17:59:11.357655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-813c7118-7207-4533-81cd-5b2baf242e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:11.358970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:59:11.359572 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-813c7118-7207-4533-81cd-5b2baf242e43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1098 time: 0.0834026 Apr 22 17:59:11.501395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-8989446d-5f99-479f-aef0-21f8ccc8d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:11.503253 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-8989446d-5f99-479f-aef0-21f8ccc8d3a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1378496 Apr 22 17:59:11.608256 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-9874181c-ae66-4ba9-a27f-69e6d5c99b29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 200 len: 998 time: 0.0994635 Apr 22 17:59:11.670208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-73b3227d-79e3-41a8-b19d-e239b4fa7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:11.671698 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-73b3227d-79e3-41a8-b19d-e239b4fa7c79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0577681 Apr 22 17:59:11.717585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': 'cf78067b-9573-4e70-be79-60305ea40a77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:09:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef80da-cc06-4405-b53e-12b4f874069f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:59:10Z', 'revision_number': 13, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:59:11.721492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 17:59:11.729882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 17:59:11.730488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T17:59:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:59:11.748351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-05b863bc-fa05-4e6e-a3b2-acad825d62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:11.750065 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-05b863bc-fa05-4e6e-a3b2-acad825d62a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725265 Apr 22 17:59:11.963591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 17:59:11.990751 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-55370dba-ecb6-46d5-a78e-092870fc110d service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346578 Apr 22 17:59:12.128852 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b4382cdb-0c1a-4917-b05c-fd42a56fbb49 req-d5c8b8d5-cc1f-4f9f-baf3-35a17b7fb6c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323507 Apr 22 17:59:12.318890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': 'cf78067b-9573-4e70-be79-60305ea40a77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:09:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef80da-cc06-4405-b53e-12b4f874069f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:59:10Z', 'revision_number': 13, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 17:59:12.322684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85149857-7a39-4720-96f0-a8543a7025b4 None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'b99e8c60-604f-401a-a932-b2edfee2f963', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'port_id': 'cf78067b-9573-4e70-be79-60305ea40a77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'mac_address': 'fa:16:3e:09:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef80da-cc06-4405-b53e-12b4f874069f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T17:55:35Z', 'updated_at': '2022-04-22T17:59:10Z', 'revision_number': 13, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 17:59:12.529263 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6dd036-c0c7-43b8-93f8-c2da02a130aa None None] New status for floating IP b99e8c60-604f-401a-a932-b2edfee2f963: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 17:59:14.449396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005efbbb-b735-4474-92a4-aae138e395d3 req-c8db7dea-60d4-4a27-bb9f-ba55af77b8d9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:14.450887 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-005efbbb-b735-4474-92a4-aae138e395d3 req-c8db7dea-60d4-4a27-bb9f-ba55af77b8d9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0825908 Apr 22 17:59:14.493672 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-005efbbb-b735-4474-92a4-aae138e395d3 req-bb32bc2c-d46b-4b56-8eeb-f04f4680f3b3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371211 Apr 22 17:59:24.778220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dcca3-75da-4395-8064-a5b0faeab20c req-f74f6a4d-ecf9-4043-ab61-e47648e4b6fd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:24.779602 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-131dcca3-75da-4395-8064-a5b0faeab20c req-f74f6a4d-ecf9-4043-ab61-e47648e4b6fd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.1891506 Apr 22 17:59:24.782299 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-48fc7ae3-c597-4107-974a-1801f8bb8393 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095457 Apr 22 17:59:24.823607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-131dcca3-75da-4395-8064-a5b0faeab20c req-ee824a8a-b3f2-4866-a66e-f107cc8ce2cf tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383146 Apr 22 17:59:26.058201 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17ea9e-ca81-4025-a3a6-df6089188807 req-a2a279ff-e55e-431a-97d9-5cab52cb7c58 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:26.059610 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fb17ea9e-ca81-4025-a3a6-df6089188807 req-a2a279ff-e55e-431a-97d9-5cab52cb7c58 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.1309531 Apr 22 17:59:26.103941 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fb17ea9e-ca81-4025-a3a6-df6089188807 req-01cd8a90-aa52-43df-ab12-b28e0dfb99f9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380032 Apr 22 17:59:26.754459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-7bb0f2a5-2492-40ca-8f7d-3751c7dde3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:26.756033 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-7bb0f2a5-2492-40ca-8f7d-3751c7dde3ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1098 time: 0.1110008 Apr 22 17:59:26.885162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-434086d5-2b6b-462b-855c-2ec9b0ec5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:26.886370 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-434086d5-2b6b-462b-855c-2ec9b0ec5cf2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1247225 Apr 22 17:59:26.994301 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-8c76c093-3d87-4296-b54e-f52d69bac924 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 200 len: 1000 time: 0.0978072 Apr 22 17:59:27.061560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-0b0f3392-ffeb-40e8-bb1d-d93aee0f60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:27.063012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-0b0f3392-ffeb-40e8-bb1d-d93aee0f60f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0606797 Apr 22 17:59:27.138043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-852f42a4-a41a-4880-b7e9-43e3d013094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:27.139613 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-852f42a4-a41a-4880-b7e9-43e3d013094c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703371 Apr 22 17:59:27.325948 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-43f90053-4d30-4008-9c34-739548033c7e service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791739 Apr 22 17:59:27.387449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2c763-86ac-452e-a652-55b93d5b5b2e req-a26745bd-8ed5-436a-9ec7-85001f078e9e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:27.388927 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71f2c763-86ac-452e-a652-55b93d5b5b2e req-a26745bd-8ed5-436a-9ec7-85001f078e9e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.1549869 Apr 22 17:59:27.506716 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-71f2c763-86ac-452e-a652-55b93d5b5b2e req-1a4bfd04-0bac-4722-8d8c-151832f6c419 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727818 Apr 22 17:59:27.514395 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-d48cf713-5974-475a-b333-1d18781bce43 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777475 Apr 22 17:59:28.688534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a015e-2469-47a3-8ca6-ad3f87e5ed20 req-f07a0329-5a8f-476e-b5dd-47dfc894d09c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:28.689961 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-499a015e-2469-47a3-8ca6-ad3f87e5ed20 req-f07a0329-5a8f-476e-b5dd-47dfc894d09c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0776854 Apr 22 17:59:28.733060 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-499a015e-2469-47a3-8ca6-ad3f87e5ed20 req-75bb5e37-da5e-46e7-844f-a8974fd82558 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375900 Apr 22 17:59:29.914176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b9499-9a67-4f0e-911e-6328c207034b req-14ebb6f0-2c14-4b1c-9517-dbf4f45fc9db tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:29.915655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-489b9499-9a67-4f0e-911e-6328c207034b req-14ebb6f0-2c14-4b1c-9517-dbf4f45fc9db tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0786932 Apr 22 17:59:29.958193 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-489b9499-9a67-4f0e-911e-6328c207034b req-e03d32b1-5266-4168-b850-6ce90bf3b364 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370517 Apr 22 17:59:30.435432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-64dc88f3-eb8b-46e8-92a0-ba1d74f1de2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:31.293099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce94f5-59f7-434f-af5e-a782515fe92f req-eb6e31f2-8e32-482a-a63a-143809a7d8fa tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:31.294442 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d8ce94f5-59f7-434f-af5e-a782515fe92f req-eb6e31f2-8e32-482a-a63a-143809a7d8fa tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0813153 Apr 22 17:59:31.337292 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d8ce94f5-59f7-434f-af5e-a782515fe92f req-2327c852-37a4-431c-9be7-6b178460ba84 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366323 Apr 22 17:59:32.523137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba0d0c-2c09-4844-a473-9a2746a8fe66 req-1766a681-9cb5-4248-ab3e-7d47e7fa6649 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:32.524513 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-05ba0d0c-2c09-4844-a473-9a2746a8fe66 req-1766a681-9cb5-4248-ab3e-7d47e7fa6649 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0826316 Apr 22 17:59:32.568587 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-05ba0d0c-2c09-4844-a473-9a2746a8fe66 req-9fa64e21-5ea7-49d1-9b28-1a64e345908b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384378 Apr 22 17:59:32.592710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c41c18b4-c1db-4d67-a08d-49f4ef36690f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:33.718022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:33.757416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca5c20-8c2c-46ad-ba09-c15b45c184a5 req-da9ae035-5077-42aa-8bc7-892578f816a3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:33.758894 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a9ca5c20-8c2c-46ad-ba09-c15b45c184a5 req-da9ae035-5077-42aa-8bc7-892578f816a3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0793009 Apr 22 17:59:33.807752 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a9ca5c20-8c2c-46ad-ba09-c15b45c184a5 req-1ccfdb56-7430-4871-991a-56e3998aca2e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431032 Apr 22 17:59:33.849381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:34.041804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-0a8da3a9-52b6-4d4f-9346-5b7d4dd06848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:34.043228 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-0a8da3a9-52b6-4d4f-9346-5b7d4dd06848 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1098 time: 0.0689850 Apr 22 17:59:34.183352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-b9c9e006-c921-49fc-9f40-c6fa01a4d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:34.184777 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-b9c9e006-c921-49fc-9f40-c6fa01a4d534 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1227434 Apr 22 17:59:34.389680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-b74fa164-eebf-4b25-a0c1-f77f8eb67588 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 200 len: 1000 time: 0.1969500 Apr 22 17:59:34.450903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-6ffa6143-c9ef-4b42-b768-31eb653392f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:34.452260 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-6ffa6143-c9ef-4b42-b768-31eb653392f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0566511 Apr 22 17:59:34.527119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-af42b797-2f12-41e4-b111-9d875b0cf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:34.528585 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-af42b797-2f12-41e4-b111-9d875b0cf361 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678141 Apr 22 17:59:34.650013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:34.683125 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-9e70d7e2-2984-463a-80d7-093476ae7e6a service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241677 Apr 22 17:59:34.820169 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e22fa4aa-5289-4607-9349-e7a297b5e9a6 req-52667390-d79b-4c9a-b1a3-cea14a6da45f service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271896 Apr 22 17:59:34.997498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b7041-bab8-43e6-a653-bdef24f85851 req-b1432a6f-7c34-423f-8075-dee2b71cd445 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:34.999023 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-309b7041-bab8-43e6-a653-bdef24f85851 req-b1432a6f-7c34-423f-8075-dee2b71cd445 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0857818 Apr 22 17:59:35.042778 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-309b7041-bab8-43e6-a653-bdef24f85851 req-e4cce558-e76d-4a36-8ffb-b71f585b5316 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379150 Apr 22 17:59:35.138330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:35.385298 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-4ecf922d-5fe4-4e30-b287-07e2805fdb87 service neutron] 10.222.0.16 "GET /v2.0/ports/cf78067b-9573-4e70-be79-60305ea40a77/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0739701 Apr 22 17:59:35.955053 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-e0846046-5923-439b-9235-d9883cce9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:35.957179 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-e0846046-5923-439b-9235-d9883cce9853 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 1098 time: 0.0737464 Apr 22 17:59:36.044319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-86571b19-65f7-4869-a693-3adb88b54ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:36.045672 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-86571b19-65f7-4869-a693-3adb88b54ea6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1098 time: 0.0695474 Apr 22 17:59:36.175224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-86dc2e49-665d-48b4-9794-7f52a3d49ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:36.176685 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-86dc2e49-665d-48b4-9794-7f52a3d49ace service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1258335 Apr 22 17:59:36.231457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dee16-0f81-4297-bc54-95cced4e731d req-ac44b6a5-dd71-4410-a683-d2e7743c50f1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:36.232914 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f01dee16-0f81-4297-bc54-95cced4e731d req-ac44b6a5-dd71-4410-a683-d2e7743c50f1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0828795 Apr 22 17:59:36.277504 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f01dee16-0f81-4297-bc54-95cced4e731d req-4f15853e-3380-4825-a303-8550a4ee1bc7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380936 Apr 22 17:59:36.280162 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-191cd6d5-7653-4958-ab59-a1feadf88de6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 200 len: 1000 time: 0.0973876 Apr 22 17:59:36.353267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-13efc68b-41bc-48b8-adfb-c6d417ca5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:36.353267 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-13efc68b-41bc-48b8-adfb-c6d417ca5eee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0572038 Apr 22 17:59:36.423089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-be6fbdbf-210d-4a58-acc1-fa8c8b41759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:36.425137 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-be6fbdbf-210d-4a58-acc1-fa8c8b41759f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734301 Apr 22 17:59:36.551653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-4b21d51c-dad8-475b-adfb-c1caaba82335 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213543 Apr 22 17:59:36.678732 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-9f0cc8d1-60bf-487a-ae25-be8c371a710a service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212270 Apr 22 17:59:37.464074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b56ab3-b45b-4f6b-b8ce-0f0604f2d862 req-c9b926e8-099d-4d67-9c84-f3ac28559f98 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:37.465594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8b56ab3-b45b-4f6b-b8ce-0f0604f2d862 req-c9b926e8-099d-4d67-9c84-f3ac28559f98 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0808508 Apr 22 17:59:37.510046 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8b56ab3-b45b-4f6b-b8ce-0f0604f2d862 req-8c640996-b06a-4d28-b7f9-c2f99103d864 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385368 Apr 22 17:59:38.282266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:59:38.392879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:38.420195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:59:38.429812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:38.473551 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7032b83a-c559-4b8f-a94f-24a8a81e2131'] response: {'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77', 'code': 200} Apr 22 17:59:38.478226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:38.548269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:38.810890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40f60e-245c-415b-a52b-9764c5e4b9d5 req-48bed08d-0957-455b-a674-479000318176 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:38.812333 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e40f60e-245c-415b-a52b-9764c5e4b9d5 req-48bed08d-0957-455b-a674-479000318176 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 943 time: 0.1949594 Apr 22 17:59:38.856758 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e40f60e-245c-415b-a52b-9764c5e4b9d5 req-3eb170eb-7af3-4855-ad80-7f0ea6db5d67 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380931 Apr 22 17:59:39.526367 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 17:59:40.045117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f6d41-bd42-4ac2-b526-bb374f4cd2ef req-db1ea9cb-dd5a-4e88-8e4a-0a13c29285ad tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:40.046459 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c16f6d41-bd42-4ac2-b526-bb374f4cd2ef req-db1ea9cb-dd5a-4e88-8e4a-0a13c29285ad tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 943 time: 0.0809176 Apr 22 17:59:40.089019 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c16f6d41-bd42-4ac2-b526-bb374f4cd2ef req-0f6c7977-7850-47cf-9af4-e316b3e90f92 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370002 Apr 22 17:59:40.285441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:59:40.415132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:40.427687 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'cf78067b-9573-4e70-be79-60305ea40a77', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': 'cf78067b-9573-4e70-be79-60305ea40a77', 'mac_address': 'fa:16:3e:09:68:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:59:40.480471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:40.498975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf78067b-9573-4e70-be79-60305ea40a77 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:59:40.514357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:40.563604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:40.629710 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['cf78067b-9573-4e70-be79-60305ea40a77'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:59:40.664228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:41.273130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6996-562e-4aac-833e-55173987058b req-ba8d0947-2a39-4ea5-b88d-effa820ca241 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:41.274582 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-29ad6996-562e-4aac-833e-55173987058b req-ba8d0947-2a39-4ea5-b88d-effa820ca241 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 944 time: 0.0776198 Apr 22 17:59:41.320615 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-29ad6996-562e-4aac-833e-55173987058b req-a8b63fca-d656-462a-9951-2e9774862b4d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403476 Apr 22 17:59:42.297075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:59:42.364760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port cf78067b-9573-4e70-be79-60305ea40a77 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:59:42.365138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:42.483545 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:42.505816 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e1433-c69e-46fa-acb5-135b4018a407 req-a356e996-bf8b-439d-b926-ea87b4c786ee tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:42.507318 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-392e1433-c69e-46fa-acb5-135b4018a407 req-a356e996-bf8b-439d-b926-ea87b4c786ee tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 944 time: 0.0778761 Apr 22 17:59:42.510760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:59:42.520572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:42.552910 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-392e1433-c69e-46fa-acb5-135b4018a407 req-4adbcfd1-c74d-4b36-9b8f-d2731a56952a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397458 Apr 22 17:59:42.563134 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dded99d-bbf2-40ea-8851-cd3558c55f0e'] response: {'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77', 'code': 200} Apr 22 17:59:42.584275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:42.649879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:43.737247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35c01-8cfa-4f58-9f3c-2cc73dde866f req-6a3820f3-707d-4cd9-82f5-9be58467aa40 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:43.738684 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-18c35c01-8cfa-4f58-9f3c-2cc73dde866f req-6a3820f3-707d-4cd9-82f5-9be58467aa40 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0777817 Apr 22 17:59:43.781461 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-18c35c01-8cfa-4f58-9f3c-2cc73dde866f req-80f71c61-6a7c-40d5-b7b8-c5459efddb90 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369430 Apr 22 17:59:45.066037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9e0b-868e-4fae-becb-48c6618cbd9a req-bf635f7a-cd2a-497e-bb2d-2e51c8cbc3f0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:45.067400 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-98cb9e0b-868e-4fae-becb-48c6618cbd9a req-bf635f7a-cd2a-497e-bb2d-2e51c8cbc3f0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.1773882 Apr 22 17:59:45.110983 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-98cb9e0b-868e-4fae-becb-48c6618cbd9a req-b573fdde-eda7-44e8-8a42-4779bcceac90 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379491 Apr 22 17:59:46.292304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a571c-998b-4949-8d5b-24df031b8c51 req-a341cccf-814a-4967-86a7-470d81b70188 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:46.293725 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f57a571c-998b-4949-8d5b-24df031b8c51 req-a341cccf-814a-4967-86a7-470d81b70188 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0809996 Apr 22 17:59:46.338063 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f57a571c-998b-4949-8d5b-24df031b8c51 req-c38d7ea0-7740-40ce-baef-d9e725d5b12d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386703 Apr 22 17:59:47.523991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff7258-faa1-4f99-ac4a-25cd0a098f4e req-f2c291ad-4326-41a3-b68a-fccd4fd24d8d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:47.525428 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22ff7258-faa1-4f99-ac4a-25cd0a098f4e req-f2c291ad-4326-41a3-b68a-fccd4fd24d8d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0798302 Apr 22 17:59:47.574397 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22ff7258-faa1-4f99-ac4a-25cd0a098f4e req-b578fe21-d916-4ffa-b3ca-2182f02d6c0e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Apr 22 17:59:48.308723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b8d90-5511-42fe-a2fb-716fcdd7191d req-1eab29b8-9859-4801-b560-521035e10fc2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:48.310198 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4a8b8d90-5511-42fe-a2fb-716fcdd7191d req-1eab29b8-9859-4801-b560-521035e10fc2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0806034 Apr 22 17:59:48.314575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-9b8d3296-efa1-4624-893f-677c51d9414b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:48.316065 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-9b8d3296-efa1-4624-893f-677c51d9414b tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f&tenant_id=16260a5bf8204dbab5494706c1ce811c&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0816250 Apr 22 17:59:48.354768 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4a8b8d90-5511-42fe-a2fb-716fcdd7191d req-f89015de-3be2-4590-8b86-a2f77d09b0bb tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388141 Apr 22 17:59:48.398973 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-c83a9de3-cba8-4dc7-b3eb-da36296bf5ad service neutron] 10.222.0.16 "GET /v2.0/ports/cf78067b-9573-4e70-be79-60305ea40a77/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0771112 Apr 22 17:59:48.487713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-3a659e19-d76f-4c53-9c6f-545f93c4918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:48.489155 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-3a659e19-d76f-4c53-9c6f-545f93c4918b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1098 time: 0.0687997 Apr 22 17:59:48.616688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-5eb4e5da-1967-4626-9227-711f32f8bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:48.618101 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-5eb4e5da-1967-4626-9227-711f32f8bc20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.1233633 Apr 22 17:59:48.719758 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-e90e5aa7-26ff-433e-9a4e-b423730165a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 200 len: 1000 time: 0.0953882 Apr 22 17:59:48.781745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-30f44d82-9826-4587-a4e0-0d590a7ff082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:48.783135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-30f44d82-9826-4587-a4e0-0d590a7ff082 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0582778 Apr 22 17:59:48.855224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-24a65719-1e3f-4c7d-996b-565c69ace2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:48.856653 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-24a65719-1e3f-4c7d-996b-565c69ace2ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675900 Apr 22 17:59:48.983369 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-d3e439c6-95cc-4600-a59c-0987e8f7f1a2 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198168 Apr 22 17:59:49.108988 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-c99ae611-c66d-4063-b53f-8d13b1453b50 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200044 Apr 22 17:59:49.539672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a6d2e-f3c0-4811-8c17-0d7fc128af45 req-13a44f7f-f09a-409c-b670-9bf2fdcfa1c0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:49.541022 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b26a6d2e-f3c0-4811-8c17-0d7fc128af45 req-13a44f7f-f09a-409c-b670-9bf2fdcfa1c0 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0792415 Apr 22 17:59:49.586933 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b26a6d2e-f3c0-4811-8c17-0d7fc128af45 req-319809f2-2f38-47b7-b2da-bd95b2803ad3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403075 Apr 22 17:59:50.775499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea035-1bc4-488e-ab62-b0588a7a1034 req-b182fcd7-561a-46b1-bdbf-76a14499fe45 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:50.776960 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4c5ea035-1bc4-488e-ab62-b0588a7a1034 req-b182fcd7-561a-46b1-bdbf-76a14499fe45 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0830686 Apr 22 17:59:50.820159 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4c5ea035-1bc4-488e-ab62-b0588a7a1034 req-d4dc9270-4bea-4eec-91f8-c7cfe0c08ad4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376387 Apr 22 17:59:52.006767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c93b00-a052-414e-8e07-27e26fe0431b req-f531617c-b971-4c18-834d-24d840f407f1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:52.008921 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-35c93b00-a052-414e-8e07-27e26fe0431b req-f531617c-b971-4c18-834d-24d840f407f1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0836058 Apr 22 17:59:52.052802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-35c93b00-a052-414e-8e07-27e26fe0431b req-52575ff8-4b03-459f-a82a-2b8a1a1fc379 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380747 Apr 22 17:59:53.011766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-49d730ae-633b-40a9-8682-505856ddc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:53.013140 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-49d730ae-633b-40a9-8682-505856ddc4dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f&tenant_id=16260a5bf8204dbab5494706c1ce811c HTTP/1.1" status: 200 len: 1098 time: 0.0729642 Apr 22 17:59:53.101441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-f2036f8e-46cb-4966-8190-c801f5b5c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:53.102949 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-f2036f8e-46cb-4966-8190-c801f5b5c5dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16260a5bf8204dbab5494706c1ce811c&device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 1098 time: 0.0692308 Apr 22 17:59:53.251209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62732a-9f43-4f71-bd25-55de9d56db46 req-dc73a33d-3069-40d3-a590-17f72ad00077 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:53.252758 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da62732a-9f43-4f71-bd25-55de9d56db46 req-dc73a33d-3069-40d3-a590-17f72ad00077 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0953374 Apr 22 17:59:53.297641 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da62732a-9f43-4f71-bd25-55de9d56db46 req-935fedef-5ee0-4567-b85e-e93535278eb6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385792 Apr 22 17:59:53.337546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-b528ba4f-a864-4ec2-8ce6-46e8e7fb8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:53.339024 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-b528ba4f-a864-4ec2-8ce6-46e8e7fb8fa5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 200 len: 912 time: 0.2302368 Apr 22 17:59:53.442898 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-83721f44-fc49-486b-83d2-bec7df2ca5af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 200 len: 1000 time: 0.0982277 Apr 22 17:59:53.502885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-9eeec573-26cb-4860-9e0c-792c536a30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:53.504906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-9eeec573-26cb-4860-9e0c-792c536a30b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 200 len: 851 time: 0.0564160 Apr 22 17:59:53.579641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-a688f0b8-f25f-414d-9aeb-415e7944ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:53.581011 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-a688f0b8-f25f-414d-9aeb-415e7944ff28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703702 Apr 22 17:59:53.708086 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-743112a9-b87b-46d9-965c-f588dd50cdf2 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211491 Apr 22 17:59:53.835972 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c2719e-25ae-489b-a277-c8234c36cfb3 req-95ba4ffe-bf21-4bac-846b-15f604d7fb85 service neutron] 10.222.0.16 "GET /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217592 Apr 22 17:59:54.391576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 17:59:54.489308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06723a-0e66-4d51-9d89-18cd3542d865 req-e07915ba-4ff8-4fb2-bce7-567a1115a9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:54.490902 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f06723a-0e66-4d51-9d89-18cd3542d865 req-e07915ba-4ff8-4fb2-bce7-567a1115a9b6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0842993 Apr 22 17:59:54.524942 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:54.535761 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f06723a-0e66-4d51-9d89-18cd3542d865 req-bc60c82e-bafa-4e2b-a39a-fa4b1e395cf7 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384939 Apr 22 17:59:54.551979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:59:54.562149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:54.604637 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cece3578-0b78-4c3e-8e01-7c55024ecd01'] response: {'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77', 'code': 200} Apr 22 17:59:54.687377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:54.757590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=9']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:55.721507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303b15-8713-4f6a-9947-487fa943ff2c req-0c0f8460-49b1-4082-8ae9-2806da78f327 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:55.722923 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8a303b15-8713-4f6a-9947-487fa943ff2c req-0c0f8460-49b1-4082-8ae9-2806da78f327 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 943 time: 0.0823157 Apr 22 17:59:55.766571 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8a303b15-8713-4f6a-9947-487fa943ff2c req-4ad8d4c7-352e-4f1f-ad60-e44fc530aed9 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381196 Apr 22 17:59:56.405956 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 17:59:56.567971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:56.580491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'cf78067b-9573-4e70-be79-60305ea40a77', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'port_id': 'cf78067b-9573-4e70-be79-60305ea40a77', 'mac_address': 'fa:16:3e:09:68:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 17:59:56.635431 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:56.652216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf78067b-9573-4e70-be79-60305ea40a77 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 17:59:56.667072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:56.737935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:56.806907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['cf78067b-9573-4e70-be79-60305ea40a77'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 17:59:56.850070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=10']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:56.952957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487ba0b-80c6-4939-85ee-3a07e4f4baa4 req-a086f7e4-f8fa-4fa7-b750-b1a117bc23f1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:56.954540 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a487ba0b-80c6-4939-85ee-3a07e4f4baa4 req-a086f7e4-f8fa-4fa7-b750-b1a117bc23f1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0797527 Apr 22 17:59:56.998984 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a487ba0b-80c6-4939-85ee-3a07e4f4baa4 req-9a178e13-007c-41fb-9e25-05969c6ba9c6 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385401 Apr 22 17:59:58.183323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a985-1ac5-458c-b3c2-c55b7b0ca702 req-93d06d1e-8aab-4bfb-b564-a16b255b35a4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:58.184779 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-26d3a985-1ac5-458c-b3c2-c55b7b0ca702 req-93d06d1e-8aab-4bfb-b564-a16b255b35a4 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 945 time: 0.0793755 Apr 22 17:59:58.230931 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-26d3a985-1ac5-458c-b3c2-c55b7b0ca702 req-9599e742-7467-4527-9b5c-44929fef3cd1 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 Apr 22 17:59:58.421733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 17:59:58.487283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port cf78067b-9573-4e70-be79-60305ea40a77 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 17:59:58.488180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:58.602922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:58.628491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 17:59:58.638178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 17:59:58.679079 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fb24b2-74b7-4f6f-8e69-2dcdcbb777a1'] response: {'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77', 'code': 200} Apr 22 17:59:58.727088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 17:59:58.792325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=11']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 17:59:59.414497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46826145-8892-42c6-acf3-b3fb979dd29e req-45fdbacb-0410-446b-b770-2a3e52afec77 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 17:59:59.416002 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-46826145-8892-42c6-acf3-b3fb979dd29e req-45fdbacb-0410-446b-b770-2a3e52afec77 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0803821 Apr 22 17:59:59.460123 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-46826145-8892-42c6-acf3-b3fb979dd29e req-46132e45-5139-4eec-9bf1-1da57884b086 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382524 Apr 22 18:00:00.397958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-64ef7951-fc1c-431c-b85f-d62ae40fa393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:00.647188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f76d-9e5a-4aeb-8df2-0e4e92b4b086 req-c2bb44b8-da27-4639-97e4-be4d827daf1d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:00.648691 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-66c0f76d-9e5a-4aeb-8df2-0e4e92b4b086 req-c2bb44b8-da27-4639-97e4-be4d827daf1d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0830219 Apr 22 18:00:00.691060 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-66c0f76d-9e5a-4aeb-8df2-0e4e92b4b086 req-ec18bda1-b3f1-4e71-87d9-50596d5f9466 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363939 Apr 22 18:00:01.874985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cf2d0-5ec3-4db3-9a0c-8215d0f39ab8 req-a1b2e80c-b3ea-4510-80a2-366032ca50db tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:01.876408 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3c8cf2d0-5ec3-4db3-9a0c-8215d0f39ab8 req-a1b2e80c-b3ea-4510-80a2-366032ca50db tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0809216 Apr 22 18:00:01.919483 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3c8cf2d0-5ec3-4db3-9a0c-8215d0f39ab8 req-f0292d8e-1db8-4fab-908e-4c206fd48aa2 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369718 Apr 22 18:00:02.603374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b3d3-cf40-40ed-8be4-977f24b56fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:03.100965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ac83e-8041-4f05-b028-ef93eb14e049 req-c3bd7bf3-7a4c-4c76-9c74-7e97dcbcd3ab tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:03.102445 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-df2ac83e-8041-4f05-b028-ef93eb14e049 req-c3bd7bf3-7a4c-4c76-9c74-7e97dcbcd3ab tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0797176 Apr 22 18:00:03.149718 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-df2ac83e-8041-4f05-b028-ef93eb14e049 req-fc2eb1b9-5438-494e-9554-8c600bd41798 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Apr 22 18:00:03.711809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:03.858012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:04.331567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6b560-0301-4635-a7b8-e34b90d4610c req-562b6e35-86c4-4055-9800-e444990b9218 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:04.333041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-81d6b560-0301-4635-a7b8-e34b90d4610c req-562b6e35-86c4-4055-9800-e444990b9218 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0781505 Apr 22 18:00:04.378297 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-81d6b560-0301-4635-a7b8-e34b90d4610c req-6a2b5e43-9b5c-48d1-84f0-b309913a9656 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395975 Apr 22 18:00:04.556571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082532-9c53-4b3b-8b47-f07c6921e20f req-161690e3-07f4-437b-b7d6-2279c5ba4e9a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:04.557944 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-aa082532-9c53-4b3b-8b47-f07c6921e20f req-161690e3-07f4-437b-b7d6-2279c5ba4e9a tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0776808 Apr 22 18:00:04.602220 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-aa082532-9c53-4b3b-8b47-f07c6921e20f req-b63e214f-3458-454a-9e74-5dd86f4833fd tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383863 Apr 22 18:00:04.641571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:04.785949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e72217-75c6-4c0d-95f0-0a13784baf0c req-7c4ef7f8-b03c-4325-8774-5ed1607aae50 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:04.787420 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b5e72217-75c6-4c0d-95f0-0a13784baf0c req-7c4ef7f8-b03c-4325-8774-5ed1607aae50 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0825868 Apr 22 18:00:04.830094 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b5e72217-75c6-4c0d-95f0-0a13784baf0c req-0aab8c94-04ed-4441-af67-ac322fff6800 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369308 Apr 22 18:00:05.163661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:05.449893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3e9b-76d2-41b4-82f3-6ecf1de16f20 req-492abf4c-d2cb-4bd6-81c9-4da6f9320564 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:05.451354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c98a3e9b-76d2-41b4-82f3-6ecf1de16f20 req-492abf4c-d2cb-4bd6-81c9-4da6f9320564 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0954723 Apr 22 18:00:05.497138 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c98a3e9b-76d2-41b4-82f3-6ecf1de16f20 req-6d7fad67-d8da-49b0-8183-9b59460ed317 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401106 Apr 22 18:00:06.680757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df4b05-cd19-4ecf-b923-62b513d0f4b4 req-bfb116ca-e438-43c2-aa70-8cea88d3a3ac tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:06.682186 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38df4b05-cd19-4ecf-b923-62b513d0f4b4 req-bfb116ca-e438-43c2-aa70-8cea88d3a3ac tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.0807662 Apr 22 18:00:06.725134 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-38df4b05-cd19-4ecf-b923-62b513d0f4b4 req-ebdb4b8e-8cf1-4dd2-bbdb-2dadf74ecadb tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374055 Apr 22 18:00:07.926435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826dc79-0db6-4697-a871-2f830643d077 req-a933b4f6-34d6-49c3-b91c-1abdeec38699 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:07.927878 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8826dc79-0db6-4697-a871-2f830643d077 req-a933b4f6-34d6-49c3-b91c-1abdeec38699 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.1376042 Apr 22 18:00:07.966823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c925b-ce39-4933-a702-2a28def41c79 req-b019d1d6-e2b6-45fa-9a85-65bca02f1d00 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:07.968307 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a00c925b-ce39-4933-a702-2a28def41c79 req-b019d1d6-e2b6-45fa-9a85-65bca02f1d00 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 946 time: 0.1371293 Apr 22 18:00:08.028817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Deleting port cf78067b-9573-4e70-be79-60305ea40a77 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:08.029088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:08.072457 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a00c925b-ce39-4933-a702-2a28def41c79 req-c9c5479e-eb8b-4023-9c7e-69710d9b53b3 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups?id=31291ee8-6685-4009-b11c-70804db4d551&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980649 Apr 22 18:00:08.410539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] For port cf78067b-9573-4e70-be79-60305ea40a77, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=cf78067b-9573-4e70-be79-60305ea40a77,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:08.410845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:08.693258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:08.693632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:08.693943 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Floating IP b99e8c60-604f-401a-a932-b2edfee2f963 disassociated. External IP: 172.26.3.2, port: cf78067b-9573-4e70-be79-60305ea40a77. Apr 22 18:00:08.694276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Calling delete_port for cf78067b-9573-4e70-be79-60305ea40a77 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:00:08.909788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:08.961521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event deleted for resources: {'Port': ['ID=cf78067b-9573-4e70-be79-60305ea40a77,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:09.019594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.019950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.020294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.020630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.020962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.021295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.021624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.021949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.022280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.022603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.022948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.023271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:09.164820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:00:09.223615 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d6412d87-b1dc-48c6-9078-17334dbf120e req-67e3b781-ede4-43d8-bcdd-5b9a1daddd03 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 210 time: 0.0417125 Apr 22 18:00:09.343563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:00:09.354671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:00:09.367852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:00:09.368514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:00:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:09.417968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] No DVR routers for this DVR port cf78067b-9573-4e70-be79-60305ea40a77 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:00:09.420474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:09.422988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-deleted', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:00:09.501875 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8826dc79-0db6-4697-a871-2f830643d077 req-eecb5d8f-e5e9-42e1-b743-08fe8d21c62d tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.16 "DELETE /v2.0/ports/cf78067b-9573-4e70-be79-60305ea40a77 HTTP/1.1" status: 204 len: 173 time: 1.5684855 Apr 22 18:00:09.546988 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753ec664-6e13-4acc-904e-ded6b8ebfcc5'] response: {'server_uuid': '0bef80da-cc06-4405-b53e-12b4f874069f', 'name': 'network-vif-deleted', 'tag': 'cf78067b-9573-4e70-be79-60305ea40a77', 'status': 'completed', 'code': 200} Apr 22 18:00:09.549366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:00:09.860309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:09.864151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:00:09.872477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:00:09.873090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:00:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:10.056169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:00:10.389913 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1349e178-a4ab-4224-ab88-2f3010f4ed64 req-76ff6f0c-035b-4914-b5ee-c3e8adf372ee tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bef80da-cc06-4405-b53e-12b4f874069f HTTP/1.1" status: 200 len: 210 time: 0.0474429 Apr 22 18:00:10.402386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:10.412883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5043d19-65a5-40d4-bdcd-313629e445c4 None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:31Z', 'revision_number': 4, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'f08062c6-c784-4d21-b914-6f655d3a11b5', 'name': '', 'network_id': '5ce3e46e-3ddd-4d9f-8978-d968bd1a73de', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'mac_address': 'fa:16:3e:c7:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:30Z', 'updated_at': '2022-04-22T17:55:38Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'subnets': [{'id': 'c6ec6325-8fdf-4e93-8dba-1169d19bbb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:00:10.621117 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e551f19-c97c-4da8-b56d-c76bbfc56372 None None] New status for floating IP b99e8c60-604f-401a-a932-b2edfee2f963: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:00:12.453320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:00:12.490762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: cf78067b-9573-4e70-be79-60305ea40a77 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:00:12.491127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device cf78067b-9573-4e70-be79-60305ea40a77 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:00:14.787376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57668) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:14.854037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:14.881913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:15.003309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:15.022239 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31291ee8-6685-4009-b11c-70804db4d551,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:15.030283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.030632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.031000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.031334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.031665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.031995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.032324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.032647 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.032972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.033295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.033616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.034633 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:15.093605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:15.094731 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-482f5627-8520-4a2e-9d97-330580faa123 tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "DELETE /v2.0/security-groups/31291ee8-6685-4009-b11c-70804db4d551 HTTP/1.1" status: 204 len: 168 time: 0.3063703 Apr 22 18:00:15.097832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57672) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:15.113464 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-aad1d97d-55fe-4a2b-bba9-bacd22f6c66c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] show failed (client error): The resource could not be found. Apr 22 18:00:15.114411 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aad1d97d-55fe-4a2b-bba9-bacd22f6c66c tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "GET /v2.0/security-groups/31291ee8-6685-4009-b11c-70804db4d551 HTTP/1.1" status: 404 len: 347 time: 0.0156837 Apr 22 18:00:15.116657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57676) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:15.272713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Deleting port c1692a2e-83fc-4a1a-bbe8-b83979998eaf {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:15.273054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:15.438646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:15.439005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:15.557811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Calling delete_port for c1692a2e-83fc-4a1a-bbe8-b83979998eaf owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:00:15.864179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:15.911224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Pushing event deleted for resources: {'Port': ['ID=c1692a2e-83fc-4a1a-bbe8-b83979998eaf,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:16.000627 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:16.014573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:16.015709 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c82d818e-0bc0-4d39-9b7a-a4e9358e538e tempest-ServerActionsTestJSON-1584086482 tempest-ServerActionsTestJSON-1584086482-project] 10.222.0.10 "DELETE /v2.0/floatingips/b99e8c60-604f-401a-a932-b2edfee2f963 HTTP/1.1" status: 204 len: 168 time: 0.8981843 Apr 22 18:00:16.018647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57680) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:16.525365 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:00:16.647472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:16.984271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Deleting port f08062c6-c784-4d21-b914-6f655d3a11b5 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:16.984613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:17.153825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] For port f08062c6-c784-4d21-b914-6f655d3a11b5, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f08062c6-c784-4d21-b914-6f655d3a11b5,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:17.154524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:17.272851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Calling delete_port for f08062c6-c784-4d21-b914-6f655d3a11b5 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:00:17.517425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:17.562371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08062c6-c784-4d21-b914-6f655d3a11b5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:17.927565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:18.284843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Router a9823883-3f58-4836-a77d-96095ec784db has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:00:18.458791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:00:18.467236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] Sync routers for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:00:18.470608 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8a5c4803-8f05-46b1-b986-4befd67a71f1 admin admin] 10.222.0.10 "PUT /v2.0/routers/a9823883-3f58-4836-a77d-96095ec784db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509075 Apr 22 18:00:18.473075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57684) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:18.476075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:00:18.476680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:00:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:18.646640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:18.649574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:00:18.822462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:18.895169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Deleting port 29f392e5-c21a-4c5b-85a6-f989f8b9304a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:18.895684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:18.928015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T18:00:17Z', 'revision_number': 5, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port': {'id': '29f392e5-c21a-4c5b-85a6-f989f8b9304a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9823883-3f58-4836-a77d-96095ec784db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T17:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:18.931931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] Checking router: a9823883-3f58-4836-a77d-96095ec784db for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:00:18.940762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] Routers {'a9823883-3f58-4836-a77d-96095ec784db'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:00:18.941373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:00:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['a9823883-3f58-4836-a77d-96095ec784db'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:19.067556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] For port 29f392e5-c21a-4c5b-85a6-f989f8b9304a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=29f392e5-c21a-4c5b-85a6-f989f8b9304a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:19.067828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:19.088355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] Set router a9823883-3f58-4836-a77d-96095ec784db gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:00:19.194915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T18:00:18Z', 'revision_number': 6, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:19.199060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21526e3-591b-473a-b3d5-27b6db39d10f None None] The sync data for ids ['a9823883-3f58-4836-a77d-96095ec784db'] in dv-neutron-839024-1-hyperv is: [{'id': 'a9823883-3f58-4836-a77d-96095ec784db', 'name': 'tempest-ServerActionsTestJSON-1251312556-router', 'tenant_id': '16260a5bf8204dbab5494706c1ce811c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T17:55:27Z', 'updated_at': '2022-04-22T18:00:18Z', 'revision_number': 6, 'project_id': '16260a5bf8204dbab5494706c1ce811c', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:00:19.307882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Calling delete_port for 29f392e5-c21a-4c5b-85a6-f989f8b9304a owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:00:19.528896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:19.576091 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f392e5-c21a-4c5b-85a6-f989f8b9304a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:19.665715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:19.831900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:19.834012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:19.922133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:19.922985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9823883-3f58-4836-a77d-96095ec784db {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:00:19.943133 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:19.944901 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-10bc0950-c5c0-40ee-bb6c-f3289a6a1152 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a9823883-3f58-4836-a77d-96095ec784db HTTP/1.1" status: 204 len: 168 time: 1.4707642 Apr 22 18:00:19.947411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57688) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:19.991179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f08062c6-c784-4d21-b914-6f655d3a11b5 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:00:20.011887 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d0428c-e664-40ba-bcf6-8e3f020cf6ae admin admin] Deleting subnet c6ec6325-8fdf-4e93-8dba-1169d19bbb2c {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:00:20.014873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-31d0428c-e664-40ba-bcf6-8e3f020cf6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.025968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: f08062c6-c784-4d21-b914-6f655d3a11b5 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:00:20.026347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f08062c6-c784-4d21-b914-6f655d3a11b5 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:00:20.026765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 29f392e5-c21a-4c5b-85a6-f989f8b9304a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:00:20.061249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 29f392e5-c21a-4c5b-85a6-f989f8b9304a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:00:20.061525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 29f392e5-c21a-4c5b-85a6-f989f8b9304a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:00:20.065911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-31d0428c-e664-40ba-bcf6-8e3f020cf6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.147327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-31d0428c-e664-40ba-bcf6-8e3f020cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.301170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-31d0428c-e664-40ba-bcf6-8e3f020cf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.338512 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0428c-e664-40ba-bcf6-8e3f020cf6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ec6325-8fdf-4e93-8dba-1169d19bbb2c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:20.341995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-31d0428c-e664-40ba-bcf6-8e3f020cf6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.348620 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-31d0428c-e664-40ba-bcf6-8e3f020cf6ae admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c6ec6325-8fdf-4e93-8dba-1169d19bbb2c HTTP/1.1" status: 204 len: 168 time: 0.4001095 Apr 22 18:00:20.349265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d0d249-b8ed-4f96-9560-99321ed9a883 None None] Network 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:00:20.351108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57692) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:20.456102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.466448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Deleting port 03f49a94-51d6-4050-977b-80a906fdd197 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:20.466808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.631573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] DHCP port deletion for 5ce3e46e-3ddd-4d9f-8978-d968bd1a73de request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:00:20.635744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] Deleting port 03f49a94-51d6-4050-977b-80a906fdd197 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:20.636121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.680692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] For port 03f49a94-51d6-4050-977b-80a906fdd197, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=03f49a94-51d6-4050-977b-80a906fdd197,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:20.681372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.803309 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Calling delete_port for 03f49a94-51d6-4050-977b-80a906fdd197 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:00:20.832649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] For port 03f49a94-51d6-4050-977b-80a906fdd197, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=03f49a94-51d6-4050-977b-80a906fdd197,segment=NetworkSegment(4df960b0-26c1-4cdf-96bd-4f3937ebd6a6),segment_id=4df960b0-26c1-4cdf-96bd-4f3937ebd6a6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:20.833047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:20.958423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] Calling delete_port for 03f49a94-51d6-4050-977b-80a906fdd197 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:00:20.995379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.030852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:00:21.031428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:00:21.136960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f49a94-51d6-4050-977b-80a906fdd197,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:21.142101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] No DVR routers for this DVR port 03f49a94-51d6-4050-977b-80a906fdd197 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:00:21.253634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.277323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce3e46e-3ddd-4d9f-8978-d968bd1a73de']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:21.288765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:21.289061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df960b0-26c1-4cdf-96bd-4f3937ebd6a6') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:00:21.300403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.316038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.321761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:00:21.322144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:00:21.334805 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:00:21.475146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.491268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.502616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce3e46e-3ddd-4d9f-8978-d968bd1a73de,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:21.532019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] Deleting port 03f49a94-51d6-4050-977b-80a906fdd197 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:21.532409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.567607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8b1fa9bf-bac6-40e5-bbf5-e518cd195725 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5ce3e46e-3ddd-4d9f-8978-d968bd1a73de HTTP/1.1" status: 204 len: 168 time: 1.2155054 Apr 22 18:00:21.600009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d36dbfcb-7b32-4724-a3ae-c6267f5ea373 None None] The port '03f49a94-51d6-4050-977b-80a906fdd197' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:00:21.860549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 03f49a94-51d6-4050-977b-80a906fdd197 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:00:21.862885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57698) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:21.893559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 03f49a94-51d6-4050-977b-80a906fdd197 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:00:21.893892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 03f49a94-51d6-4050-977b-80a906fdd197 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:00:21.912075 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-58256438-a586-450f-a2d5-dccbcd0fec9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16260a5bf8204dbab5494706c1ce811c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480187 Apr 22 18:00:21.914439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57702) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:21.974164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7a81b2d-613c-4041-abc1-6f314badd5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:21.999693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7a81b2d-613c-4041-abc1-6f314badd5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:22.109804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7a81b2d-613c-4041-abc1-6f314badd5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:22.126585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a81b2d-613c-4041-abc1-6f314badd5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a10271-1dc5-4921-aa89-798b8e4985bb,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:22.133722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b7a81b2d-613c-4041-abc1-6f314badd5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:22.135435 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b7a81b2d-613c-4041-abc1-6f314badd5db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18a10271-1dc5-4921-aa89-798b8e4985bb HTTP/1.1" status: 204 len: 168 time: 0.2200596 Apr 22 18:00:23.149868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57726) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:23.251741 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1007668905-network', 'tenant_id': '4bbeb11e980a41a296655be30affd386'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:00:23.256369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:00:23.260148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Usage tracker for resource:network and tenant:4bbeb11e980a41a296655be30affd386 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:00:23.262959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:00:23.268986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:00:23.339964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Made reservation on behalf of 4bbeb11e980a41a296655be30affd386 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:00:23.342258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:23.354919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:23.368843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:00:23.372662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:4bbeb11e980a41a296655be30affd386 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:00:23.375792 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:00:23.381425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:00:23.460867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:23.517424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:23.548929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:00:23.567543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624116eb-3ce4-49db-aad5-357c2a25939b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:23.570260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:23.570599 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Added segment 9d4a98ee-2fe0-4afc-91f3-bf05297c7da6 of type vlan for network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 Apr 22 18:00:23.596164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:23.675016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:23.675968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:23.676545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:23.776695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=cca41e7a-14dc-44b6-9440-c4f8998cd1a9,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:23.786535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:00:23.826963 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-033cbd44-8744-4c8e-8caf-9dfd6a333dc2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6759679 Apr 22 18:00:23.829704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57732) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:00:23.836066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Request body: {'subnet': {'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1007668905-subnet', 'tenant_id': '4bbeb11e980a41a296655be30affd386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:00:23.841003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:00:23.844884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Usage tracker for resource:subnet and tenant:4bbeb11e980a41a296655be30affd386 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:00:23.847824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:00:23.853530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:00:23.935043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Made reservation on behalf of 4bbeb11e980a41a296655be30affd386 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:00:23.937454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:24.169555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:24.247314 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40078142-4886-445e-9553-5bcd27fd2f1d,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:24.256527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Checking segment: {'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:00:24.256888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Network hostable DHCP agents. Network: cca41e7a-14dc-44b6-9440-c4f8998cd1a9, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:00:24.323348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:00:24.397434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, cca41e7a-14dc-44b6-9440-c4f8998cd1a9) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:00:24.401404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:24.402006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:24.408117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60670eb4-3ab5-41db-a89e-e9f08fb6dd55 None None] Network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:00:24.515989 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-20261d9b-7844-40ff-ad0a-626fa25de2a9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6851430 Apr 22 18:00:24.620323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892cc5ea-5494-4307-9698-f5301c2856fd None None] Network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:00:25.031641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-f5dbe121-9051-4659-95d7-182f24261844 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:25.033058 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-f5dbe121-9051-4659-95d7-182f24261844 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/networks?id=cca41e7a-14dc-44b6-9440-c4f8998cd1a9 HTTP/1.1" status: 200 len: 814 time: 0.1430531 Apr 22 18:00:25.048189 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-ce621498-5989-4110-be18-9482eb66ea87 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/quotas/4bbeb11e980a41a296655be30affd386 HTTP/1.1" status: 200 len: 375 time: 0.0088742 Apr 22 18:00:25.098686 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-f3ad5fc9-ec3e-422d-aefd-a72e2b45ccd5 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bbeb11e980a41a296655be30affd386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459297 Apr 22 18:00:25.272423 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-3d8cc917-4c43-4e01-8cbb-79919b2bd558 service neutron] 10.222.0.10 "GET /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670012 Apr 22 18:00:25.400812 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-b46c02e7-8e4c-4f70-b985-5a31f11343a7 service neutron] 10.222.0.10 "GET /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225464 Apr 22 18:00:25.692333 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85b204f9-279a-4cf8-b63f-05906b10c4a1 req-9c95d24a-ab8c-4537-a216-d18dee233f1c tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 210 time: 0.0437698 Apr 22 18:00:26.824974 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d1218a1a-2221-4a8c-ba52-19947b7a5dfe req-bc92e646-72f5-4b2e-92af-4cd55f292dd5 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 210 time: 0.0432823 Apr 22 18:00:27.913644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-3bf37392-07cd-446d-8479-ea5bb6faff92 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:27.914467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-3bf37392-07cd-446d-8479-ea5bb6faff92 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Synchronizing usage tracker for tenant:4bbeb11e980a41a296655be30affd386 on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:00:27.976174 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d12b83ee-fed8-41f3-859a-b1c6d7fd12e1 req-724c0c8e-49bf-4bc3-927d-a39168e2daf3 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 210 time: 0.0458784 Apr 22 18:00:28.009237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-3bf37392-07cd-446d-8479-ea5bb6faff92 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Unset dirty status for tenant:4bbeb11e980a41a296655be30affd386 on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:00:28.013513 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-3bf37392-07cd-446d-8479-ea5bb6faff92 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.16 "GET /v2.0/networks?id=cca41e7a-14dc-44b6-9440-c4f8998cd1a9 HTTP/1.1" status: 200 len: 814 time: 0.2478588 Apr 22 18:00:28.023956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Request body: {'port': {'device_id': '98a08953-8b13-4dcd-bf27-755d424d0ee6', 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9', 'admin_state_up': True, 'tenant_id': '4bbeb11e980a41a296655be30affd386'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:00:28.159043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:00:28.162783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Usage tracker for resource:port and tenant:4bbeb11e980a41a296655be30affd386 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:00:28.165557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:00:28.171216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:00:28.277528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Made reservation on behalf of 4bbeb11e980a41a296655be30affd386 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:00:28.281102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:28.443392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Allocated IP 172.20.0.6 (cca41e7a-14dc-44b6-9440-c4f8998cd1a9/40078142-4886-445e-9553-5bcd27fd2f1d/b2334088-7ab2-4309-8c9c-90edf4613824) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:00:28.740349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:28.843254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:28.908027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:00:28.916092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:00:28.920379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:00:28.953731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Pushing event updated for resources: {'Port': ['ID=b2334088-7ab2-4309-8c9c-90edf4613824,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:28.988730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:28.989335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:29.066766 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6f9251c9-ecda-46cb-b7b2-e3b7dad49272 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465622 Apr 22 18:00:29.077445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Request body: {'port': {'device_id': '98a08953-8b13-4dcd-bf27-755d424d0ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:00:29.154600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834e0ec-b342-43be-a156-479ec287fb01 req-448f01ba-9b55-4c43-824c-d10e9a5dcf7f tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:29.156080 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6834e0ec-b342-43be-a156-479ec287fb01 req-448f01ba-9b55-4c43-824c-d10e9a5dcf7f tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 931 time: 0.0781662 Apr 22 18:00:29.188953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:29.203264 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6834e0ec-b342-43be-a156-479ec287fb01 req-d6c1a9cb-df56-46ee-9b86-7ffa777d1eaf tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Apr 22 18:00:29.524473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2334088-7ab2-4309-8c9c-90edf4613824 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:00:29.531475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:29.551663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Transition to ACTIVE for port object b2334088-7ab2-4309-8c9c-90edf4613824 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:00:29.620291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:29.778516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Pushing event updated for resources: {'Port': ['ID=b2334088-7ab2-4309-8c9c-90edf4613824,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:29.847964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Attempting to bind port b2334088-7ab2-4309-8c9c-90edf4613824 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:00:29.848297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Attempting to bind port b2334088-7ab2-4309-8c9c-90edf4613824 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:00:29.848622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Attempting to bind port b2334088-7ab2-4309-8c9c-90edf4613824 on network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:00:29.853132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Port b2334088-7ab2-4309-8c9c-90edf4613824 on network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:00:29.853451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Attempting to bind port b2334088-7ab2-4309-8c9c-90edf4613824 on network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:00:29.858468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:00:29.858828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Checking segment: {'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:00:29.859213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Bound using segment: {'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:00:29.859634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Bound port: b2334088-7ab2-4309-8c9c-90edf4613824, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:00:29.859974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:29.946123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] For port b2334088-7ab2-4309-8c9c-90edf4613824, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:00:29.949014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] For port b2334088-7ab2-4309-8c9c-90edf4613824, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b2334088-7ab2-4309-8c9c-90edf4613824,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:00:30.007064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:30.062766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:30.063379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:30.064867 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] 10.222.0.16 "PUT /v2.0/ports/b2334088-7ab2-4309-8c9c-90edf4613824 HTTP/1.1" status: 200 len: 1093 time: 0.9913626 Apr 22 18:00:30.065866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a08953-8b13-4dcd-bf27-755d424d0ee6', 'tag': 'b2334088-7ab2-4309-8c9c-90edf4613824'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:00:30.092869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fea6c-96cb-4417-836a-7f38ea093693 service neutron] Pushing event updated for resources: {'Port': ['ID=b2334088-7ab2-4309-8c9c-90edf4613824,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:30.109583 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8326b7e0-87e9-4135-963e-ba83ae21e028'] response: {'name': 'network-changed', 'server_uuid': '98a08953-8b13-4dcd-bf27-755d424d0ee6', 'tag': 'b2334088-7ab2-4309-8c9c-90edf4613824', 'status': 'completed', 'code': 200} Apr 22 18:00:30.201777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec54187-d516-4420-8220-15945db04ec7 req-1de48a31-e380-487d-85a3-9fffc5379f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:30.203172 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cec54187-d516-4420-8220-15945db04ec7 req-1de48a31-e380-487d-85a3-9fffc5379f94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bbeb11e980a41a296655be30affd386&device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0735807 Apr 22 18:00:30.342106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec54187-d516-4420-8220-15945db04ec7 req-82bb67e8-1c9b-480c-af63-63db74999d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:30.345696 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cec54187-d516-4420-8220-15945db04ec7 req-82bb67e8-1c9b-480c-af63-63db74999d16 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bbeb11e980a41a296655be30affd386&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1340272 Apr 22 18:00:30.389576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1810be-4444-4400-ba69-99356250ddcb req-adec6a1e-9f12-45a1-be5e-c78c3e59c248 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:30.391367 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3e1810be-4444-4400-ba69-99356250ddcb req-adec6a1e-9f12-45a1-be5e-c78c3e59c248 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 943 time: 0.0838134 Apr 22 18:00:30.420682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-891b9ce6-88af-44c5-89f1-940bd16fe59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:30.439064 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3e1810be-4444-4400-ba69-99356250ddcb req-d9754b6b-6ad4-4c5a-b5dc-8836d01dc095 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Apr 22 18:00:30.482797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec54187-d516-4420-8220-15945db04ec7 req-d4ff500d-ca53-4a89-a158-c4a54c40d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:30.484183 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cec54187-d516-4420-8220-15945db04ec7 req-d4ff500d-ca53-4a89-a158-c4a54c40d7fe service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1350739 Apr 22 18:00:30.683539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-1b1fb4ae-6bcd-4833-9b71-9761bb8fb38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:30.685020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-1b1fb4ae-6bcd-4833-9b71-9761bb8fb38e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bbeb11e980a41a296655be30affd386&device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 1096 time: 0.1671660 Apr 22 18:00:30.753213 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-db86037f-09ae-405e-935a-20d9758d767d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2334088-7ab2-4309-8c9c-90edf4613824 HTTP/1.1" status: 200 len: 217 time: 0.0615401 Apr 22 18:00:30.813072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-9899e24f-02a2-4a5e-8251-944a4859d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:30.814458 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-9899e24f-02a2-4a5e-8251-944a4859d523 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40078142-4886-445e-9553-5bcd27fd2f1d HTTP/1.1" status: 200 len: 854 time: 0.0558035 Apr 22 18:00:30.859262 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-5fbea7ae-4620-432b-91fb-f9b2898bf71b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cca41e7a-14dc-44b6-9440-c4f8998cd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393081 Apr 22 18:00:30.986361 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-6da10b22-cee4-491b-adf9-cc4f2195ac12 service neutron] 10.222.0.16 "GET /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214061 Apr 22 18:00:31.117758 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22c462ea-ef83-4f87-a95a-ba6b4df0dbd6 req-ef6d1333-0fb4-44a2-801b-42c58640aa40 service neutron] 10.222.0.16 "GET /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257927 Apr 22 18:00:31.627240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665f9f7-7c4a-4627-9bed-249474099293 req-8128e271-d280-4564-b9f5-3a667adac36c tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:31.627923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b665f9f7-7c4a-4627-9bed-249474099293 req-8128e271-d280-4564-b9f5-3a667adac36c tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Synchronizing usage tracker for tenant:4bbeb11e980a41a296655be30affd386 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:00:31.711436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b665f9f7-7c4a-4627-9bed-249474099293 req-8128e271-d280-4564-b9f5-3a667adac36c tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Unset dirty status for tenant:4bbeb11e980a41a296655be30affd386 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:00:31.712644 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b665f9f7-7c4a-4627-9bed-249474099293 req-8128e271-d280-4564-b9f5-3a667adac36c tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 943 time: 0.1656871 Apr 22 18:00:31.755669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b665f9f7-7c4a-4627-9bed-249474099293 req-f6eba989-6be7-4f48-bee7-c6d955995a8e tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Synchronizing usage tracker for tenant:4bbeb11e980a41a296655be30affd386 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:00:31.825575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b665f9f7-7c4a-4627-9bed-249474099293 req-f6eba989-6be7-4f48-bee7-c6d955995a8e tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Unset dirty status for tenant:4bbeb11e980a41a296655be30affd386 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:00:31.828334 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b665f9f7-7c4a-4627-9bed-249474099293 req-f6eba989-6be7-4f48-bee7-c6d955995a8e tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083331 Apr 22 18:00:32.540068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device b2334088-7ab2-4309-8c9c-90edf4613824 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:00:32.639884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-39bda2e1-30c0-4fe7-8bb5-121445d4afe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:32.676138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port b2334088-7ab2-4309-8c9c-90edf4613824, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b2334088-7ab2-4309-8c9c-90edf4613824,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:32.691913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'b2334088-7ab2-4309-8c9c-90edf4613824', 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9', 'port_id': 'b2334088-7ab2-4309-8c9c-90edf4613824', 'mac_address': 'fa:16:3e:06:2f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40078142-4886-445e-9553-5bcd27fd2f1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:00:32.745967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:32.762088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2334088-7ab2-4309-8c9c-90edf4613824 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:00:32.777422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port b2334088-7ab2-4309-8c9c-90edf4613824, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b2334088-7ab2-4309-8c9c-90edf4613824,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:32.852519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:32.917846 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=b2334088-7ab2-4309-8c9c-90edf4613824,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:32.924908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.925256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.925596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.925972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.926304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.926642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.926998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.927326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.927659 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.927980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.928310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:32.928630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:00:33.014908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe5754-f2a0-45ec-be9c-9e0c9dce45fd req-0746d798-bda6-45bd-910f-95f1d29e4f1f tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:33.016342 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-befe5754-f2a0-45ec-be9c-9e0c9dce45fd req-0746d798-bda6-45bd-910f-95f1d29e4f1f tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 944 time: 0.0815287 Apr 22 18:00:33.059326 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-befe5754-f2a0-45ec-be9c-9e0c9dce45fd req-d414d008-07d4-4659-91e0-613af020ce01 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Apr 22 18:00:33.237728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['b2334088-7ab2-4309-8c9c-90edf4613824'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:00:33.728475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:33.859954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:34.239644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed35bf-f2aa-4f24-bb15-4684b61bbda0 req-06e5784f-9b21-4e94-bca4-a797c60ac1bd tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:34.241084 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e9ed35bf-f2aa-4f24-bb15-4684b61bbda0 req-06e5784f-9b21-4e94-bca4-a797c60ac1bd tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 944 time: 0.0776374 Apr 22 18:00:34.288246 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e9ed35bf-f2aa-4f24-bb15-4684b61bbda0 req-6353028b-edaf-4f5d-8ce4-a85ef8e223f9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Apr 22 18:00:34.548400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device b2334088-7ab2-4309-8c9c-90edf4613824 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:00:34.652148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:34.709072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port b2334088-7ab2-4309-8c9c-90edf4613824 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:00:34.713879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port b2334088-7ab2-4309-8c9c-90edf4613824 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:00:34.714249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:34.827378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:34.854014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a08953-8b13-4dcd-bf27-755d424d0ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2334088-7ab2-4309-8c9c-90edf4613824'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:00:34.864407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port b2334088-7ab2-4309-8c9c-90edf4613824, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b2334088-7ab2-4309-8c9c-90edf4613824,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:34.897823 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce43126-4b42-42fe-b69f-a018c40cf301'] response: {'server_uuid': '98a08953-8b13-4dcd-bf27-755d424d0ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2334088-7ab2-4309-8c9c-90edf4613824', 'code': 200} Apr 22 18:00:34.946050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:35.011227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=b2334088-7ab2-4309-8c9c-90edf4613824,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:35.166703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:35.248287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c84b3-0c65-4b15-84a7-c74fd1936e8d req-fa9d5c1c-6627-417c-b0a4-0b693c91642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:35.249980 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f39c84b3-0c65-4b15-84a7-c74fd1936e8d req-fa9d5c1c-6627-417c-b0a4-0b693c91642f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 1098 time: 0.0698228 Apr 22 18:00:35.288864 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f39c84b3-0c65-4b15-84a7-c74fd1936e8d req-93cd1f92-56c3-47e2-a3ec-10be66dc78bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330508 Apr 22 18:00:35.471438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ce81a-68e6-4f8d-b17c-697595c89ff5 req-814b06bf-8cbd-45ca-8804-4e78947e967a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:35.473421 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-893ce81a-68e6-4f8d-b17c-697595c89ff5 req-814b06bf-8cbd-45ca-8804-4e78947e967a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0835445 Apr 22 18:00:35.517300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-893ce81a-68e6-4f8d-b17c-697595c89ff5 req-b9b268d7-33d6-4b2a-9b14-1513a6a077ed tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 Apr 22 18:00:36.700531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a255e1-e9bc-4a95-bb34-5e4fc805ef8b req-664a6463-0c77-4220-bbbd-cacb010f6ac3 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:36.701984 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-73a255e1-e9bc-4a95-bb34-5e4fc805ef8b req-664a6463-0c77-4220-bbbd-cacb010f6ac3 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0801303 Apr 22 18:00:36.746546 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-73a255e1-e9bc-4a95-bb34-5e4fc805ef8b req-4db06eae-a83b-44b8-94ba-58cd512d482d tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387290 Apr 22 18:00:37.928293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130e55f-f469-482e-b41e-9de61b06ba72 req-0758f664-f011-4e78-a2e7-7f8b6f1bfb2b tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:37.929715 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e130e55f-f469-482e-b41e-9de61b06ba72 req-0758f664-f011-4e78-a2e7-7f8b6f1bfb2b tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0779309 Apr 22 18:00:37.972042 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e130e55f-f469-482e-b41e-9de61b06ba72 req-7844041a-91ee-40f8-a337-7f751510bfb6 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Apr 22 18:00:38.249020 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-98ff5c9f-5ffa-4b72-8f85-4d95495f8a9f tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:38.250442 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-98ff5c9f-5ffa-4b72-8f85-4d95495f8a9f tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/networks?id=cca41e7a-14dc-44b6-9440-c4f8998cd1a9 HTTP/1.1" status: 200 len: 814 time: 0.1438854 Apr 22 18:00:38.265044 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-03d58cb2-15ba-4f77-840e-55358b527b3e tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/quotas/4bbeb11e980a41a296655be30affd386 HTTP/1.1" status: 200 len: 375 time: 0.0086582 Apr 22 18:00:38.341157 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-1fe0bfd0-2ea8-4c46-b8c5-f2896beefef0 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bbeb11e980a41a296655be30affd386&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712249 Apr 22 18:00:38.471287 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-6b414637-6345-4ed1-b013-698c89adb696 service neutron] 10.222.0.10 "GET /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235316 Apr 22 18:00:38.692169 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-261e7913-3454-4fcd-b7c3-702376d044ad service neutron] 10.222.0.10 "GET /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146809 Apr 22 18:00:38.961690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7320fb7e-8605-488d-87bd-682c89231dc5 req-58ee62fa-191a-4604-b7cc-55b5305e1854 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 210 time: 0.0446227 Apr 22 18:00:40.109265 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fe50e597-b38f-4465-8676-dccf577a1f4e req-cdcbd034-7a24-4cd9-8d76-256a8c1136d1 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 210 time: 0.0410039 Apr 22 18:00:40.900466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-aeda50a9-c98c-400a-8ccc-67ba7907a63c tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:40.901909 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-aeda50a9-c98c-400a-8ccc-67ba7907a63c tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.16 "GET /v2.0/networks?id=cca41e7a-14dc-44b6-9440-c4f8998cd1a9 HTTP/1.1" status: 200 len: 814 time: 0.1459739 Apr 22 18:00:40.913473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Request body: {'port': {'device_id': '6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f', 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9', 'admin_state_up': True, 'tenant_id': '4bbeb11e980a41a296655be30affd386'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:00:41.051723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:00:41.061412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:00:41.163492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Made reservation on behalf of 4bbeb11e980a41a296655be30affd386 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:00:41.167179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:41.272554 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51c257e5-024d-4e3f-8a70-542f30ce51c1 req-286fb1be-66f3-4daa-b7a8-18456c148e3a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 210 time: 0.0512638 Apr 22 18:00:41.373104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Allocated IP 172.20.0.13 (cca41e7a-14dc-44b6-9440-c4f8998cd1a9/40078142-4886-445e-9553-5bcd27fd2f1d/444d4b6f-7665-4458-b061-d36425f679dd) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:00:41.668633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:41.763601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:41.775143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['b2334088-7ab2-4309-8c9c-90edf4613824'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:00:41.829851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:00:41.833421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:00:41.841500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:00:41.877907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Pushing event updated for resources: {'Port': ['ID=444d4b6f-7665-4458-b061-d36425f679dd,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:41.908904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:41.909586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:42.021619 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8ae68eb3-a7b3-4cda-8c54-aa0a390b9eb9 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1116843 Apr 22 18:00:42.033600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Request body: {'port': {'device_id': '6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:00:42.142787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:42.457738 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ded00-f4d7-4ae6-bcce-a6ea349c29ac req-b22a971e-30c4-4055-8a3c-4c7930787d13 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:42.459202 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-385ded00-f4d7-4ae6-bcce-a6ea349c29ac req-b22a971e-30c4-4055-8a3c-4c7930787d13 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 932 time: 0.0825665 Apr 22 18:00:42.482073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444d4b6f-7665-4458-b061-d36425f679dd {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:00:42.489798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:42.505027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Transition to ACTIVE for port object 444d4b6f-7665-4458-b061-d36425f679dd will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:00:42.505345 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-385ded00-f4d7-4ae6-bcce-a6ea349c29ac req-c0889a69-e0c2-4305-9929-5d094e4e3b9b tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Apr 22 18:00:42.557152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:42.715494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Pushing event updated for resources: {'Port': ['ID=444d4b6f-7665-4458-b061-d36425f679dd,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:42.781150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Attempting to bind port 444d4b6f-7665-4458-b061-d36425f679dd on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:00:42.781475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Attempting to bind port 444d4b6f-7665-4458-b061-d36425f679dd by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:00:42.781796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Attempting to bind port 444d4b6f-7665-4458-b061-d36425f679dd on network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:00:42.786789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Port 444d4b6f-7665-4458-b061-d36425f679dd on network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:00:42.787107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Attempting to bind port 444d4b6f-7665-4458-b061-d36425f679dd on network cca41e7a-14dc-44b6-9440-c4f8998cd1a9 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:00:42.792104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:00:42.792437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Checking segment: {'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:00:42.792813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Bound using segment: {'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:00:42.793229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Bound port: 444d4b6f-7665-4458-b061-d36425f679dd, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:00:42.793567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:42.885937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] For port 444d4b6f-7665-4458-b061-d36425f679dd, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:00:42.888777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] For port 444d4b6f-7665-4458-b061-d36425f679dd, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=444d4b6f-7665-4458-b061-d36425f679dd,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:00:42.934875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:42.987574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:42.988807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:42.990169 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/444d4b6f-7665-4458-b061-d36425f679dd HTTP/1.1" status: 200 len: 1094 time: 0.9607575 Apr 22 18:00:42.990602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f', 'tag': '444d4b6f-7665-4458-b061-d36425f679dd'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:00:43.016881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acffce-9ef2-4a38-9d1d-e637396631d6 service neutron] Pushing event updated for resources: {'Port': ['ID=444d4b6f-7665-4458-b061-d36425f679dd,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:43.035754 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a088ec5-b668-4592-9260-36961e960f00'] response: {'name': 'network-changed', 'server_uuid': '6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f', 'tag': '444d4b6f-7665-4458-b061-d36425f679dd', 'status': 'completed', 'code': 200} Apr 22 18:00:43.130340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940385c1-9801-4744-990f-8aff3a138328 req-0dc147ff-c04d-46f8-b0e7-75bbdc68109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:43.131809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-940385c1-9801-4744-990f-8aff3a138328 req-0dc147ff-c04d-46f8-b0e7-75bbdc68109c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bbeb11e980a41a296655be30affd386&device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 1097 time: 0.0781984 Apr 22 18:00:43.272888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940385c1-9801-4744-990f-8aff3a138328 req-bca1929f-a063-4980-a6d1-9a03ce81e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:43.274341 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-940385c1-9801-4744-990f-8aff3a138328 req-bca1929f-a063-4980-a6d1-9a03ce81e51b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bbeb11e980a41a296655be30affd386&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1356773 Apr 22 18:00:43.407384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940385c1-9801-4744-990f-8aff3a138328 req-57880a0b-1d07-48d6-8157-20391261aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:43.408835 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-940385c1-9801-4744-990f-8aff3a138328 req-57880a0b-1d07-48d6-8157-20391261aaf7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1289995 Apr 22 18:00:43.508902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-4957edf3-f983-4389-bd87-0105d483da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:43.510333 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-4957edf3-f983-4389-bd87-0105d483da39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bbeb11e980a41a296655be30affd386&device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 1097 time: 0.0696337 Apr 22 18:00:43.685341 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-7c70f5e4-69ca-4549-a1a9-069551091422 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=444d4b6f-7665-4458-b061-d36425f679dd HTTP/1.1" status: 200 len: 217 time: 0.1684141 Apr 22 18:00:43.693261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8fc38-6ae5-4cbe-99ac-6227fcf36146 req-b301914c-055a-4ca7-a822-a46d4aa8a8d3 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:43.694706 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d4c8fc38-6ae5-4cbe-99ac-6227fcf36146 req-b301914c-055a-4ca7-a822-a46d4aa8a8d3 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 944 time: 0.0840263 Apr 22 18:00:43.738204 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d4c8fc38-6ae5-4cbe-99ac-6227fcf36146 req-4567a04c-c16a-49ec-af2e-2524736aca2a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375791 Apr 22 18:00:43.746951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-33223009-64fb-49c6-acac-7f7880e6dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:43.748377 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-33223009-64fb-49c6-acac-7f7880e6dd64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40078142-4886-445e-9553-5bcd27fd2f1d HTTP/1.1" status: 200 len: 854 time: 0.0564618 Apr 22 18:00:43.796923 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-4c1ea5be-8850-4fbf-b6ec-e592d06f2692 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cca41e7a-14dc-44b6-9440-c4f8998cd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420001 Apr 22 18:00:43.924354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-27ed564e-08ea-4300-8ff7-6e3c5798e00f service neutron] 10.222.0.16 "GET /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215680 Apr 22 18:00:44.051546 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe8c903d-cb1a-4221-9435-d8239b8a5e3b req-8e638335-9f7c-4b37-8f0a-b89553524163 service neutron] 10.222.0.16 "GET /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218021 Apr 22 18:00:44.922485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b103ab4-9560-40c1-9cec-a302dfeca35c req-b1556d3b-03f1-4056-9f26-168dba68d931 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:44.923202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3b103ab4-9560-40c1-9cec-a302dfeca35c req-b1556d3b-03f1-4056-9f26-168dba68d931 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Synchronizing usage tracker for tenant:4bbeb11e980a41a296655be30affd386 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:00:44.989163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3b103ab4-9560-40c1-9cec-a302dfeca35c req-b1556d3b-03f1-4056-9f26-168dba68d931 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Unset dirty status for tenant:4bbeb11e980a41a296655be30affd386 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:00:44.990296 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3b103ab4-9560-40c1-9cec-a302dfeca35c req-b1556d3b-03f1-4056-9f26-168dba68d931 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 944 time: 0.1460826 Apr 22 18:00:45.037031 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3b103ab4-9560-40c1-9cec-a302dfeca35c req-b64c9a6b-df8b-4904-8077-7f1f313abf0a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Apr 22 18:00:46.217326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46132321-248d-4f8c-a52a-4421b99dfab2 req-dbecf114-bd5a-4338-a296-77279b502551 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:46.218805 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-46132321-248d-4f8c-a52a-4421b99dfab2 req-dbecf114-bd5a-4338-a296-77279b502551 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 944 time: 0.0791388 Apr 22 18:00:46.262984 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-46132321-248d-4f8c-a52a-4421b99dfab2 req-a16fd205-9098-4dd9-80a8-8bcac0d1be56 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379882 Apr 22 18:00:46.607620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 444d4b6f-7665-4458-b061-d36425f679dd details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:00:46.738763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 444d4b6f-7665-4458-b061-d36425f679dd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=444d4b6f-7665-4458-b061-d36425f679dd,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:46.751548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '444d4b6f-7665-4458-b061-d36425f679dd', 'network_id': 'cca41e7a-14dc-44b6-9440-c4f8998cd1a9', 'port_id': '444d4b6f-7665-4458-b061-d36425f679dd', 'mac_address': 'fa:16:3e:d8:86:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40078142-4886-445e-9553-5bcd27fd2f1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:00:46.804422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:46.820326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444d4b6f-7665-4458-b061-d36425f679dd {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:00:46.834762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 444d4b6f-7665-4458-b061-d36425f679dd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=444d4b6f-7665-4458-b061-d36425f679dd,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:46.900173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:46.966876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=444d4b6f-7665-4458-b061-d36425f679dd,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:47.245972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['444d4b6f-7665-4458-b061-d36425f679dd'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:00:47.449265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341621b-4964-4e32-a99e-938004e2bb1a req-ce3fd415-d41f-4439-a1ca-f2208a393eb3 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:47.450730 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e341621b-4964-4e32-a99e-938004e2bb1a req-ce3fd415-d41f-4439-a1ca-f2208a393eb3 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 945 time: 0.0846474 Apr 22 18:00:47.493758 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e341621b-4964-4e32-a99e-938004e2bb1a req-3eaae7af-1bc3-46f9-aabb-4ab49ea80dc7 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374753 Apr 22 18:00:48.626070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 444d4b6f-7665-4458-b061-d36425f679dd up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:00:48.675218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c7bb2-9618-468d-862b-b814c677758e req-4e2b8a6a-1a29-437d-ba20-18242d008ada tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:48.676647 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c52c7bb2-9618-468d-862b-b814c677758e req-4e2b8a6a-1a29-437d-ba20-18242d008ada tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 945 time: 0.0817227 Apr 22 18:00:48.719670 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c52c7bb2-9618-468d-862b-b814c677758e req-3a011d2b-bb61-443c-9508-f286a0059448 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375011 Apr 22 18:00:48.774503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 444d4b6f-7665-4458-b061-d36425f679dd completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:00:48.779548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 444d4b6f-7665-4458-b061-d36425f679dd triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:00:48.780046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:48.895280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:48.920733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444d4b6f-7665-4458-b061-d36425f679dd'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:00:48.931157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 444d4b6f-7665-4458-b061-d36425f679dd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=444d4b6f-7665-4458-b061-d36425f679dd,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:48.963360 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992dc75c-fc7b-4062-9af5-3aa7ae939cf4'] response: {'server_uuid': '6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444d4b6f-7665-4458-b061-d36425f679dd', 'code': 200} Apr 22 18:00:48.997129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:49.062607 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=444d4b6f-7665-4458-b061-d36425f679dd,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:49.314829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fcb03-f78a-4db5-8af1-f96e08f0c8b4 req-983c25a5-7708-4ede-bb9a-82b5cfd547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:49.316797 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b92fcb03-f78a-4db5-8af1-f96e08f0c8b4 req-983c25a5-7708-4ede-bb9a-82b5cfd547e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 1099 time: 0.0681024 Apr 22 18:00:49.357103 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b92fcb03-f78a-4db5-8af1-f96e08f0c8b4 req-a137a3f0-72e8-4010-8601-0ff3470cd118 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355792 Apr 22 18:00:49.898930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0eac2-5049-4207-bad1-cf0238472686 req-58856b16-03f5-4543-8f7f-e4accb97f046 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:49.900368 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fdc0eac2-5049-4207-bad1-cf0238472686 req-58856b16-03f5-4543-8f7f-e4accb97f046 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 946 time: 0.0794015 Apr 22 18:00:49.945538 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fdc0eac2-5049-4207-bad1-cf0238472686 req-cddcd9f9-4d97-45a3-ab77-3f741af3f27a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Apr 22 18:00:51.130076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52746d-4f32-4ea7-93cc-a50fd49089cd req-89ee4677-bdf9-4179-8b8b-aa077823f740 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:51.131635 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3c52746d-4f32-4ea7-93cc-a50fd49089cd req-89ee4677-bdf9-4179-8b8b-aa077823f740 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 946 time: 0.0807195 Apr 22 18:00:51.175805 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3c52746d-4f32-4ea7-93cc-a50fd49089cd req-83d59f99-d83f-4d03-b070-b353f6c5ec2a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Apr 22 18:00:51.783623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c072a3-1caa-461e-bbbb-5a866c2aff21 req-75eb4a42-fba6-4873-99aa-1d14c6677423 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:51.785591 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b9c072a3-1caa-461e-bbbb-5a866c2aff21 req-75eb4a42-fba6-4873-99aa-1d14c6677423 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 946 time: 0.0826027 Apr 22 18:00:51.829319 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b9c072a3-1caa-461e-bbbb-5a866c2aff21 req-986c0b04-1837-4627-a20f-3149d8b6862f tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Apr 22 18:00:53.010599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e816237-87a4-444b-aeb2-647390a72b81 req-deccf3d3-587e-4722-aa08-59758ae8d006 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:53.012067 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5e816237-87a4-444b-aeb2-647390a72b81 req-deccf3d3-587e-4722-aa08-59758ae8d006 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 946 time: 0.0792022 Apr 22 18:00:53.055019 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5e816237-87a4-444b-aeb2-647390a72b81 req-f91c8b39-96ad-4c19-8e35-0c27ba6158ae tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371106 Apr 22 18:00:53.384657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-d1d6376b-7e04-431a-8904-382f976bf225 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:53.386154 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-d1d6376b-7e04-431a-8904-382f976bf225 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 946 time: 0.0784497 Apr 22 18:00:53.458342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Deleting port 444d4b6f-7665-4458-b061-d36425f679dd {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:53.458678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:53.523343 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:00:53.697287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] For port 444d4b6f-7665-4458-b061-d36425f679dd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=444d4b6f-7665-4458-b061-d36425f679dd,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:53.697650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:53.820564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Calling delete_port for 444d4b6f-7665-4458-b061-d36425f679dd owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:00:54.029503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:54.040884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['b2334088-7ab2-4309-8c9c-90edf4613824', '444d4b6f-7665-4458-b061-d36425f679dd'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:00:54.211555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Pushing event deleted for resources: {'Port': ['ID=444d4b6f-7665-4458-b061-d36425f679dd,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:00:54.226627 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c8523c1e-d34a-45a1-8c33-8e738755dc24 req-cb27e800-29fe-4d6e-98fd-fda37deee2ec tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f HTTP/1.1" status: 200 len: 210 time: 0.0586700 Apr 22 18:00:54.302112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] No DVR routers for this DVR port 444d4b6f-7665-4458-b061-d36425f679dd on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:00:54.304485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:54.306886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f', 'name': 'network-vif-deleted', 'tag': '444d4b6f-7665-4458-b061-d36425f679dd'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:00:54.353427 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464e8527-ee44-4fb3-b80a-b626ea0f8da8'] response: {'server_uuid': '6f2d2d66-55da-4e3d-9b8c-5f87c59efd1f', 'name': 'network-vif-deleted', 'tag': '444d4b6f-7665-4458-b061-d36425f679dd', 'status': 'completed', 'code': 200} Apr 22 18:00:54.373351 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-13c9bf24-6805-4eef-a554-5b405193c7e9 req-82bcaabb-6a7d-4e68-a2c7-2e40cf1d5776 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.16 "DELETE /v2.0/ports/444d4b6f-7665-4458-b061-d36425f679dd HTTP/1.1" status: 204 len: 173 time: 0.9814677 Apr 22 18:00:55.496964 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398bfed-d71b-4661-87eb-6764d47cae97 req-4571108b-55b5-4492-a86c-3ee7f5355235 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:55.498423 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0398bfed-d71b-4661-87eb-6764d47cae97 req-4571108b-55b5-4492-a86c-3ee7f5355235 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0859685 Apr 22 18:00:55.542314 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0398bfed-d71b-4661-87eb-6764d47cae97 req-fb61480d-b6d8-4fb9-b7df-da32364ab887 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Apr 22 18:00:55.737639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3782f-93c3-44dd-96ac-147298be690b req-55e68c30-34ab-4a39-9978-4eb2bb578d52 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:55.739094 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-46a3782f-93c3-44dd-96ac-147298be690b req-55e68c30-34ab-4a39-9978-4eb2bb578d52 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0781920 Apr 22 18:00:55.786220 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-46a3782f-93c3-44dd-96ac-147298be690b req-84ff2fe7-4698-4916-bed0-a5216117ed7c tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415514 Apr 22 18:00:55.969976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11db75-7c4e-4aaa-8636-2d0e61c51cfd req-93800b6b-acbb-463a-8378-583070782b0a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:55.970667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-8d11db75-7c4e-4aaa-8636-2d0e61c51cfd req-93800b6b-acbb-463a-8378-583070782b0a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Synchronizing usage tracker for tenant:4bbeb11e980a41a296655be30affd386 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:00:56.048504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-8d11db75-7c4e-4aaa-8636-2d0e61c51cfd req-93800b6b-acbb-463a-8378-583070782b0a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Unset dirty status for tenant:4bbeb11e980a41a296655be30affd386 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:00:56.049594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8d11db75-7c4e-4aaa-8636-2d0e61c51cfd req-93800b6b-acbb-463a-8378-583070782b0a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.1576777 Apr 22 18:00:56.096510 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8d11db75-7c4e-4aaa-8636-2d0e61c51cfd req-dfebddac-f3c1-49c0-94d2-7dbe4d701eaa tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Apr 22 18:00:56.384117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0f424-faa9-4119-8452-ecc8974b0824 req-04b85aba-3afc-4935-9daa-e77541ccd696 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:56.385497 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ebe0f424-faa9-4119-8452-ecc8974b0824 req-04b85aba-3afc-4935-9daa-e77541ccd696 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0875928 Apr 22 18:00:56.429847 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ebe0f424-faa9-4119-8452-ecc8974b0824 req-379c8342-cc64-4411-986a-2e2dd9b05248 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Apr 22 18:00:56.613775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25338b6d-65dd-4092-8a30-83dbcc34693b req-3320e5f0-aa41-446a-8b22-7b99ec91ac2a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:56.615245 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-25338b6d-65dd-4092-8a30-83dbcc34693b req-3320e5f0-aa41-446a-8b22-7b99ec91ac2a tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0786891 Apr 22 18:00:56.660446 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-25338b6d-65dd-4092-8a30-83dbcc34693b req-fd345841-46c4-4d21-adc6-e4f04efb7407 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Apr 22 18:00:56.686346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 444d4b6f-7665-4458-b061-d36425f679dd no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:00:56.721166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 444d4b6f-7665-4458-b061-d36425f679dd {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:00:56.721501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 444d4b6f-7665-4458-b061-d36425f679dd not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:00:56.853976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da388013-69bc-4513-a8e0-84368827da11 req-e47ec990-6c52-4022-9a04-009c4878d9a4 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:56.855430 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da388013-69bc-4513-a8e0-84368827da11 req-e47ec990-6c52-4022-9a04-009c4878d9a4 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0810699 Apr 22 18:00:56.897938 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-da388013-69bc-4513-a8e0-84368827da11 req-07ec242d-ec8e-442a-ba99-bedfc122737d tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369661 Apr 22 18:00:57.622766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e711455-7221-4876-afe7-1d50445da285 req-d89011c5-dfe8-475d-b224-3da386cc20c2 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:57.624464 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2e711455-7221-4876-afe7-1d50445da285 req-d89011c5-dfe8-475d-b224-3da386cc20c2 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0785625 Apr 22 18:00:57.667030 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2e711455-7221-4876-afe7-1d50445da285 req-2f5708b5-fbbf-4cfa-8f01-1c066801f20f tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Apr 22 18:00:58.851504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386107c9-e136-4fa1-a282-a23c1c8e02b1 req-1913a8dd-4b28-4ccd-a1ca-f5502fa4e0fc tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:58.852962 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-386107c9-e136-4fa1-a282-a23c1c8e02b1 req-1913a8dd-4b28-4ccd-a1ca-f5502fa4e0fc tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0817480 Apr 22 18:00:58.897123 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-386107c9-e136-4fa1-a282-a23c1c8e02b1 req-0bd74c03-0246-443c-a998-c641e77522dd tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/security-groups?id=624116eb-3ce4-49db-aad5-357c2a25939b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Apr 22 18:00:59.258499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-efd2476a-a2a9-43cf-89cc-fe6d563ca66e tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:00:59.259956 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-efd2476a-a2a9-43cf-89cc-fe6d563ca66e tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 945 time: 0.0773659 Apr 22 18:00:59.329906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Deleting port b2334088-7ab2-4309-8c9c-90edf4613824 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:00:59.330248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:59.565266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] For port b2334088-7ab2-4309-8c9c-90edf4613824, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b2334088-7ab2-4309-8c9c-90edf4613824,segment=NetworkSegment(9d4a98ee-2fe0-4afc-91f3-bf05297c7da6),segment_id=9d4a98ee-2fe0-4afc-91f3-bf05297c7da6)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:00:59.566125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:59.687629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Calling delete_port for b2334088-7ab2-4309-8c9c-90edf4613824 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:00:59.905556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:00:59.916005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['b2334088-7ab2-4309-8c9c-90edf4613824'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:00:59.957572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Pushing event deleted for resources: {'Port': ['ID=b2334088-7ab2-4309-8c9c-90edf4613824,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:00.033793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] No DVR routers for this DVR port b2334088-7ab2-4309-8c9c-90edf4613824 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:01:00.036823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:00.039316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a08953-8b13-4dcd-bf27-755d424d0ee6', 'name': 'network-vif-deleted', 'tag': 'b2334088-7ab2-4309-8c9c-90edf4613824'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:01:00.059433 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1bd148d7-8377-4887-b0fe-dc1a9d817ead req-ab12a94d-7a21-4c38-b9b4-29dc71904900 tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a08953-8b13-4dcd-bf27-755d424d0ee6 HTTP/1.1" status: 200 len: 210 time: 0.0473576 Apr 22 18:01:00.084751 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7fc180-f6b7-48cf-86d3-4bb2af2264ab'] response: {'server_uuid': '98a08953-8b13-4dcd-bf27-755d424d0ee6', 'name': 'network-vif-deleted', 'tag': 'b2334088-7ab2-4309-8c9c-90edf4613824', 'status': 'completed', 'code': 200} Apr 22 18:01:00.111997 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b69ffe5-5c60-4b1a-87eb-d213dd9ad991 req-e2672745-34a5-4f28-8caa-357eaec4ddde tempest-ServersNegativeTestJSON-280657607 tempest-ServersNegativeTestJSON-280657607-project] 10.222.0.16 "DELETE /v2.0/ports/b2334088-7ab2-4309-8c9c-90edf4613824 HTTP/1.1" status: 204 len: 173 time: 0.8465130 Apr 22 18:01:00.420399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-afe504fa-7793-4e6a-a995-74a7c44ccb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.152785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57894) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:01.210362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0a57f3-7889-47aa-b03f-5bf6503e6d0a admin admin] Deleting subnet 40078142-4886-445e-9553-5bcd27fd2f1d {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:01:01.213214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab0a57f3-7889-47aa-b03f-5bf6503e6d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.264499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab0a57f3-7889-47aa-b03f-5bf6503e6d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.317839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab0a57f3-7889-47aa-b03f-5bf6503e6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.448792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab0a57f3-7889-47aa-b03f-5bf6503e6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.489990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a57f3-7889-47aa-b03f-5bf6503e6d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40078142-4886-445e-9553-5bcd27fd2f1d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:01.493655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab0a57f3-7889-47aa-b03f-5bf6503e6d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.499670 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ab0a57f3-7889-47aa-b03f-5bf6503e6d0a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/40078142-4886-445e-9553-5bcd27fd2f1d HTTP/1.1" status: 204 len: 168 time: 0.3458655 Apr 22 18:01:01.502172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57898) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:01.600612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.721172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.835822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca41e7a-14dc-44b6-9440-c4f8998cd1a9']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:01.847881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:01.848182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4a98ee-2fe0-4afc-91f3-bf05297c7da6') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:01.859330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.875474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.881871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:01.882261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:01.894938 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:02.035067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:02.050113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:02.061738 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cca41e7a-14dc-44b6-9440-c4f8998cd1a9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:02.123328 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-55452feb-920a-4483-a75a-9d645b0640a3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cca41e7a-14dc-44b6-9440-c4f8998cd1a9 HTTP/1.1" status: 204 len: 168 time: 0.6202154 Apr 22 18:01:02.387728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57906) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:02.437242 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-54c21698-8dff-4998-8dae-3c92c817dbcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bbeb11e980a41a296655be30affd386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483053 Apr 22 18:01:02.439711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57910) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:02.496273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-35fe73db-5d98-4b69-97d7-98140602a73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:02.522595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-35fe73db-5d98-4b69-97d7-98140602a73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:02.600651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-44a691ad-b54e-4356-a746-a958c5b408c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:02.619667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-35fe73db-5d98-4b69-97d7-98140602a73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:02.635128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe73db-5d98-4b69-97d7-98140602a73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624116eb-3ce4-49db-aad5-357c2a25939b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:02.708341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-35fe73db-5d98-4b69-97d7-98140602a73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:02.709468 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-35fe73db-5d98-4b69-97d7-98140602a73f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/624116eb-3ce4-49db-aad5-357c2a25939b HTTP/1.1" status: 204 len: 168 time: 0.2688825 Apr 22 18:01:02.732176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device b2334088-7ab2-4309-8c9c-90edf4613824 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:01:02.766017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: b2334088-7ab2-4309-8c9c-90edf4613824 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:01:02.766370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device b2334088-7ab2-4309-8c9c-90edf4613824 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:01:03.723123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:03.771684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57936) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:03.852165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:03.875288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-680207745'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:03.880429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:03.884275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:network and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:03.887092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:03.893253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:03.957012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:03.960335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:03.975794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:03.991230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:03.995011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:security_group_rule and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:03.997820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:04.003837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:04.083336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:04.143570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:04.172782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:04.185601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c084eb6-5781-48f1-bb6d-48d282803722,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:04.189994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:04.190339 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Added segment 77ab31e0-5b2c-43bf-9434-1da175ddcdcd of type vlan for network 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c Apr 22 18:01:04.216672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:04.310927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:04.317025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:04.317611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:04.424946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Network': ['ID=2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:04.435631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:04.472475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7b998967-7f67-4b4b-887f-168024414018 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6995459 Apr 22 18:01:04.620092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:05.151148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:07.650949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57942) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:07.656688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'subnet': {'network_id': '2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:07.763768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:07.767516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:subnet and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:07.770253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:07.779818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:07.848720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:07.852972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.139777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.213322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Subnet': ['ID=36c30e96-c5ce-4a26-abab-8710b8ca2ee9,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:08.226166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Checking segment: {'id': '77ab31e0-5b2c-43bf-9434-1da175ddcdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:08.226514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network hostable DHCP agents. Network: 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:08.293691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:08.360416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:08.365340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:08.367843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.370079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd62ecd9-5670-4e0c-9df1-4de0732f6688 None None] Network 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:08.489586 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fff91e10-6ac3-420a-b521-747c13b5438d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8374567 Apr 22 18:01:08.493023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57946) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:08.498783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-500853959'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:08.504405 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:08.508087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:network and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:08.510977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:08.516709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:08.580153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:08.584636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.590558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c', 'network_id': '2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c', 'tenant_id': 'addbb4871e014f7f945826274d1fa420', 'fixed_ips': [{'subnet_id': '36c30e96-c5ce-4a26-abab-8710b8ca2ee9'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:08.591475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.611927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:08.620804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.621146 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Added segment 1331a912-5857-4001-a632-23a9d5b4a1e0 of type vlan for network ce6711e8-99ae-4038-a6c1-847cb17e1d32 Apr 22 18:01:08.647556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.740156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.745908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:08.746419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Allocated IP 2001:db8:0:ffff::2 (2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c/36c30e96-c5ce-4a26-abab-8710b8ca2ee9/124ad7e1-b538-462c-9fab-5b4cb1de7c9a) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:08.746551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:08.852191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Network': ['ID=ce6711e8-99ae-4038-a6c1-847cb17e1d32,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:08.855997 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-87a32206-5a76-40ae-974d-c9cfcce7fbf5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3620052 Apr 22 18:01:08.859072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57950) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:08.863065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network ce6711e8-99ae-4038-a6c1-847cb17e1d32 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:08.864849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'subnet': {'network_id': 'ce6711e8-99ae-4038-a6c1-847cb17e1d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:08.976167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:08.979941 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:subnet and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:08.982789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:08.989081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:09.046684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.057105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Transition to ACTIVE for port object 124ad7e1-b538-462c-9fab-5b4cb1de7c9a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:09.069501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:09.073117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.077183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Transition to ACTIVE for port object 124ad7e1-b538-462c-9fab-5b4cb1de7c9a will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:09.252674 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.313149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Network 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:09.315878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:09.319425 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:09.362297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Pushing event updated for resources: {'Port': ['ID=124ad7e1-b538-462c-9fab-5b4cb1de7c9a,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:09.419901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Attempting to bind port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:09.420496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Attempting to bind port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '77ab31e0-5b2c-43bf-9434-1da175ddcdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:09.420624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.420743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Attempting to bind port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a on network 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:09.426048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:09.431416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Checking segment: {'id': '77ab31e0-5b2c-43bf-9434-1da175ddcdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:09.431416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.431416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Bound using segment: {'id': '77ab31e0-5b2c-43bf-9434-1da175ddcdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:09.431416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Bound port: 124ad7e1-b538-462c-9fab-5b4cb1de7c9a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ab31e0-5b2c-43bf-9434-1da175ddcdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:09.431416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.502445 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Subnet': ['ID=3b5bf088-39b6-4766-9a04-9a44776718f4,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:09.512479 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Checking segment: {'id': '1331a912-5857-4001-a632-23a9d5b4a1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ce6711e8-99ae-4038-a6c1-847cb17e1d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:09.512837 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network hostable DHCP agents. Network: ce6711e8-99ae-4038-a6c1-847cb17e1d32, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:09.515958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] For port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:09.518955 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] For port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=124ad7e1-b538-462c-9fab-5b4cb1de7c9a,segment=NetworkSegment(77ab31e0-5b2c-43bf-9434-1da175ddcdcd),segment_id=77ab31e0-5b2c-43bf-9434-1da175ddcdcd)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:09.591582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.602509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network ce6711e8-99ae-4038-a6c1-847cb17e1d32 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:09.675780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d77c0-6339-44b7-972f-9ebcbab36241 None None] Pushing event updated for resources: {'Port': ['ID=124ad7e1-b538-462c-9fab-5b4cb1de7c9a,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:09.677527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, ce6711e8-99ae-4038-a6c1-847cb17e1d32) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:09.681586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:09.682269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.690454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4afe6c-9a23-49c3-a91d-ec7cbffbfdc2 None None] Network ce6711e8-99ae-4038-a6c1-847cb17e1d32 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:09.773645 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5b7c14e-e2b4-45cf-b6e1-9d2729ebef79 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9136672 Apr 22 18:01:09.776273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57954) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:09.921513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e8e690-9251-49a6-b9d9-51f5b72f0c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-ce6711e8-99ae-4038-a6c1-847cb17e1d32', 'network_id': 'ce6711e8-99ae-4038-a6c1-847cb17e1d32', 'tenant_id': 'addbb4871e014f7f945826274d1fa420', 'fixed_ips': [{'subnet_id': '3b5bf088-39b6-4766-9a04-9a44776718f4'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:09.925591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-43e8e690-9251-49a6-b9d9-51f5b72f0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:09.943501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.028855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.033395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 124ad7e1-b538-462c-9fab-5b4cb1de7c9a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:10.184645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server [None req-43e8e690-9251-49a6-b9d9-51f5b72f0c97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b5bf088-39b6-4766-9a04-9a44776718f4: This subnet is being modified by another concurrent operation. Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise exception Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b5bf088-39b6-4766-9a04-9a44776718f4: This subnet is being modified by another concurrent operation. Apr 22 18:01:10.209963 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Apr 22 18:01:10.220699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:10.226904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5bf088-39b6-4766-9a04-9a44776718f4,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:10.233198 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a4e46-e94b-405c-9e33-1a5264f8e6d5 None None] Network ce6711e8-99ae-4038-a6c1-847cb17e1d32 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:10.431814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.460177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6711e8-99ae-4038-a6c1-847cb17e1d32']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:10.473605 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1331a912-5857-4001-a632-23a9d5b4a1e0') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:10.473900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1331a912-5857-4001-a632-23a9d5b4a1e0') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:10.493307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.511059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.517430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:10.517820 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:10.533152 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:10.677849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36c811-8595-4605-b442-d4254ff123d1 None None] Network 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:10.693000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.710387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.721175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Network': ['ID=ce6711e8-99ae-4038-a6c1-847cb17e1d32,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:10.725213 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-57276aaf-33ca-49c3-a912-9d45d4550db1 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/ce6711e8-99ae-4038-a6c1-847cb17e1d32 HTTP/1.1" status: 204 len: 168 time: 0.9478593 Apr 22 18:01:10.728855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57958) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:10.734187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899661454'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:10.739323 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:10.743248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:network and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:10.746130 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:10.752169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:10.848622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:10.852686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.880455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-474f8db8-c98a-4888-93bb-f5b90ea8df64 None None] Provisioning for port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:10.882334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:10.891067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.891404 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Added segment 2397c295-add0-4403-9547-118042d4bc0e of type vlan for network d8a441ae-aad5-4077-a7ab-42bb1544385d Apr 22 18:01:10.891552 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-474f8db8-c98a-4888-93bb-f5b90ea8df64 None None] Provisioning complete for port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:10.891815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-474f8db8-c98a-4888-93bb-f5b90ea8df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:10.916407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:11.019764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:11.025670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:11.026643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:11.028779 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-474f8db8-c98a-4888-93bb-f5b90ea8df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:11.065708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-474f8db8-c98a-4888-93bb-f5b90ea8df64 None None] For port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=124ad7e1-b538-462c-9fab-5b4cb1de7c9a,segment=NetworkSegment(77ab31e0-5b2c-43bf-9434-1da175ddcdcd),segment_id=77ab31e0-5b2c-43bf-9434-1da175ddcdcd)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:11.117089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-474f8db8-c98a-4888-93bb-f5b90ea8df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:11.141214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Network': ['ID=d8a441ae-aad5-4077-a7ab-42bb1544385d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:11.155682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d8a441ae-aad5-4077-a7ab-42bb1544385d details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:11.172147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57962) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:11.178722 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-04e9f58d-6108-4c2d-b5cf-a95b6142a829 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4427011 Apr 22 18:01:11.179720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'subnet': {'network_id': 'd8a441ae-aad5-4077-a7ab-42bb1544385d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:11.198547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0199c47-a56a-4bc1-92b1-89b7ecdbe165 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 18:01:11.291317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:11.295172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:subnet and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:11.297955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:11.304285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:11.339004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f8db8-c98a-4888-93bb-f5b90ea8df64 None None] Pushing event updated for resources: {'Port': ['ID=124ad7e1-b538-462c-9fab-5b4cb1de7c9a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:11.354508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-29e65be0-5466-48c1-b3d7-36da315b35e7 None None] Provisioning complete for port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:11.354916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29e65be0-5466-48c1-b3d7-36da315b35e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:11.362648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:11.369330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:11.421802 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0199c47-a56a-4bc1-92b1-89b7ecdbe165 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 18:01:11.565071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Performing IP validity checks on allocation pools {{(pid=88659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 18:01:11.565530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 18:01:11.746067 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:11.829697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Subnet': ['ID=e274cdd5-ab5e-4a9b-b83d-1e762c3129fd,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:11.841327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Checking segment: {'id': '2397c295-add0-4403-9547-118042d4bc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd8a441ae-aad5-4077-a7ab-42bb1544385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:11.841687 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network hostable DHCP agents. Network: d8a441ae-aad5-4077-a7ab-42bb1544385d, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:11.852976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.853324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.853664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.854001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.854334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.854671 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.855026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.855353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.855676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.856000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.856326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.856649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:11.888393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 124ad7e1-b538-462c-9fab-5b4cb1de7c9a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:11.951620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network d8a441ae-aad5-4077-a7ab-42bb1544385d is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:11.958473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:11.958890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.036963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d8a441ae-aad5-4077-a7ab-42bb1544385d) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:12.041288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:12.041874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.047217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d102c5c-0671-4adf-85d1-2af865553ddd None None] Network d8a441ae-aad5-4077-a7ab-42bb1544385d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:12.127650 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7ce2f5c1-88f1-4f52-8d05-55ceef1f14ca tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9536104 Apr 22 18:01:12.130553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57966) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:12.269115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.320233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6815e9-8a87-4524-8584-215b8962c07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-d8a441ae-aad5-4077-a7ab-42bb1544385d', 'network_id': 'd8a441ae-aad5-4077-a7ab-42bb1544385d', 'tenant_id': 'addbb4871e014f7f945826274d1fa420', 'fixed_ips': [{'subnet_id': 'e274cdd5-ab5e-4a9b-b83d-1e762c3129fd'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:12.321127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b6815e9-8a87-4524-8584-215b8962c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.337498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.480971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server [None req-3b6815e9-8a87-4524-8584-215b8962c07a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e274cdd5-ab5e-4a9b-b83d-1e762c3129fd: This subnet is being modified by another concurrent operation. Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server raise exception Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e274cdd5-ab5e-4a9b-b83d-1e762c3129fd: This subnet is being modified by another concurrent operation. Apr 22 18:01:12.516052 dv-neutron-839024-1-hyperv neutron-server[88661]: ERROR oslo_messaging.rpc.server Apr 22 18:01:12.524739 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Subnet': ['ID=e274cdd5-ab5e-4a9b-b83d-1e762c3129fd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:12.538075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd38be-8686-4f8c-a803-c8e7b5ef23de None None] Network d8a441ae-aad5-4077-a7ab-42bb1544385d requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:12.612449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.638608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a441ae-aad5-4077-a7ab-42bb1544385d']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:12.654270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2397c295-add0-4403-9547-118042d4bc0e') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:12.654565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2397c295-add0-4403-9547-118042d4bc0e') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:12.665770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.681549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.687456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:12.687834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:12.702832 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:12.705183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cedebc-c712-4d10-9ee2-ed8ae1d21c90 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 18:01:12.785872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cedebc-c712-4d10-9ee2-ed8ae1d21c90 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 18:01:12.831460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.851219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.860942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Network': ['ID=d8a441ae-aad5-4077-a7ab-42bb1544385d,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:12.867998 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ce201a1c-2e63-4293-822d-c26e60f474a0 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/d8a441ae-aad5-4077-a7ab-42bb1544385d HTTP/1.1" status: 204 len: 168 time: 0.7364104 Apr 22 18:01:12.871615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57970) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:12.877398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-621910741'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:12.882981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:12.887036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:network and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:12.889860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:12.896103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:12.957797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:12.961440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.989103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:12.998182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:12.998182 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Added segment a0bc9b99-f6ea-4823-8613-b3cb49395db9 of type vlan for network b6344fc6-6457-40d8-a82d-a0a97067ac14 Apr 22 18:01:13.025982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:13.122595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:13.128455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:13.129632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:13.232406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Network': ['ID=b6344fc6-6457-40d8-a82d-a0a97067ac14,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:13.242453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network b6344fc6-6457-40d8-a82d-a0a97067ac14 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:13.304326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-519b8ece-022b-452a-85b0-eb897044ee03 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4316308 Apr 22 18:01:13.307801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57974) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:13.313348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'subnet': {'network_id': 'b6344fc6-6457-40d8-a82d-a0a97067ac14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:13.423542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:13.427908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:subnet and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:13.430662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:13.436294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:13.515049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:13.518417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:13.786418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:13.861226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Subnet': ['ID=67174146-26ae-46c4-bbfd-c65a504ffec9,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:13.870471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Checking segment: {'id': 'a0bc9b99-f6ea-4823-8613-b3cb49395db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6344fc6-6457-40d8-a82d-a0a97067ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:13.870861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network hostable DHCP agents. Network: b6344fc6-6457-40d8-a82d-a0a97067ac14, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:13.962962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network b6344fc6-6457-40d8-a82d-a0a97067ac14 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:14.037120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, b6344fc6-6457-40d8-a82d-a0a97067ac14) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:14.041039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:14.041630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.045826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a61e36-0562-424d-ba05-8d0ac49c8738 None None] Network b6344fc6-6457-40d8-a82d-a0a97067ac14 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:14.144943 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6cb3b52a-3a7f-478c-942e-c3dd284a684d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8355742 Apr 22 18:01:14.148421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57978) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:14.153857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-382996271'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:14.158812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:14.163841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:network and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:14.166652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:14.172486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:14.257019 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-b6344fc6-6457-40d8-a82d-a0a97067ac14', 'network_id': 'b6344fc6-6457-40d8-a82d-a0a97067ac14', 'tenant_id': 'addbb4871e014f7f945826274d1fa420', 'fixed_ips': [{'subnet_id': '67174146-26ae-46c4-bbfd-c65a504ffec9'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:14.257835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.259892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:14.263464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.297175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:14.299810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.300159 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Added segment f46fdcf5-9572-4f2f-825c-1aa65ad6a86f of type vlan for network a15d086f-65f3-4b58-ab70-bb596f01463f Apr 22 18:01:14.328590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.409215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Allocated IP 2001:db8::2 (b6344fc6-6457-40d8-a82d-a0a97067ac14/67174146-26ae-46c4-bbfd-c65a504ffec9/00ffc825-a901-49a8-9446-f3426f52e448) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:14.414215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.419756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:14.420343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.525175 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3757172 Apr 22 18:01:14.527911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2451477-0cfb-4f04-8cda-e4b0a4513f32 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Network': ['ID=a15d086f-65f3-4b58-ab70-bb596f01463f,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:14.528104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57982) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:14.534689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Request body: {'subnet': {'network_id': 'a15d086f-65f3-4b58-ab70-bb596f01463f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:14.538117 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network a15d086f-65f3-4b58-ab70-bb596f01463f details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:14.641276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:14.645083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Usage tracker for resource:subnet and tenant:addbb4871e014f7f945826274d1fa420 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:14.647925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:14.654157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:14.733713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.737793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Made reservation on behalf of addbb4871e014f7f945826274d1fa420 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:14.742050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.744205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Transition to ACTIVE for port object 00ffc825-a901-49a8-9446-f3426f52e448 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:14.762672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Transition to ACTIVE for port object 00ffc825-a901-49a8-9446-f3426f52e448 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:14.835414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:14.894649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Network b6344fc6-6457-40d8-a82d-a0a97067ac14 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:14.897265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:14.905428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:14.945596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Pushing event updated for resources: {'Port': ['ID=00ffc825-a901-49a8-9446-f3426f52e448,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:14.999726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Attempting to bind port 00ffc825-a901-49a8-9446-f3426f52e448 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:15.000123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Attempting to bind port 00ffc825-a901-49a8-9446-f3426f52e448 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'a0bc9b99-f6ea-4823-8613-b3cb49395db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6344fc6-6457-40d8-a82d-a0a97067ac14'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:15.000486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Attempting to bind port 00ffc825-a901-49a8-9446-f3426f52e448 on network b6344fc6-6457-40d8-a82d-a0a97067ac14 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:15.005577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:15.005957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Checking segment: {'id': 'a0bc9b99-f6ea-4823-8613-b3cb49395db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6344fc6-6457-40d8-a82d-a0a97067ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:15.006362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:15.006778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Bound using segment: {'id': 'a0bc9b99-f6ea-4823-8613-b3cb49395db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6344fc6-6457-40d8-a82d-a0a97067ac14'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:15.007243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Bound port: 00ffc825-a901-49a8-9446-f3426f52e448, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bc9b99-f6ea-4823-8613-b3cb49395db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b6344fc6-6457-40d8-a82d-a0a97067ac14'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:15.007615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:15.023849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:15.094548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] For port 00ffc825-a901-49a8-9446-f3426f52e448, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:15.098383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] For port 00ffc825-a901-49a8-9446-f3426f52e448, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=00ffc825-a901-49a8-9446-f3426f52e448,segment=NetworkSegment(a0bc9b99-f6ea-4823-8613-b3cb49395db9),segment_id=a0bc9b99-f6ea-4823-8613-b3cb49395db9)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:15.102594 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event updated for resources: {'Subnet': ['ID=a01f1ee1-ce3d-4ab8-a5fa-ce1c0b9aa7da,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:15.112257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.112591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.112945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.113803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.114165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.114483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.114824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.115142 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.115456 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.115768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.116080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.116392 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:15.122059 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Checking segment: {'id': 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a15d086f-65f3-4b58-ab70-bb596f01463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:15.122410 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network hostable DHCP agents. Network: a15d086f-65f3-4b58-ab70-bb596f01463f, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:15.174613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:15.231719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Network a15d086f-65f3-4b58-ab70-bb596f01463f is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:15.257099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512c7fe-c1cb-4226-9c1b-56895e664079 None None] Pushing event updated for resources: {'Port': ['ID=00ffc825-a901-49a8-9446-f3426f52e448,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:15.311677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, a15d086f-65f3-4b58-ab70-bb596f01463f) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:15.315861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:15.316481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:15.321052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056bfb7-d144-478b-8111-ddff031231b8 None None] Network a15d086f-65f3-4b58-ab70-bb596f01463f requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:15.389743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57986) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:15.390233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d796ab31-6b67-456c-9eca-51d28e0f7516 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8605797 Apr 22 18:01:15.567987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-a15d086f-65f3-4b58-ab70-bb596f01463f', 'network_id': 'a15d086f-65f3-4b58-ab70-bb596f01463f', 'tenant_id': 'addbb4871e014f7f945826274d1fa420', 'fixed_ips': [{'subnet_id': 'a01f1ee1-ce3d-4ab8-a5fa-ce1c0b9aa7da'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:15.568537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:15.568997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:15.634509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:15.721239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Allocated IP 2001:db8::2 (a15d086f-65f3-4b58-ab70-bb596f01463f/a01f1ee1-ce3d-4ab8-a5fa-ce1c0b9aa7da/ede182c2-8b4c-40c3-9a26-f7ba9911c121) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:15.921943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 00ffc825-a901-49a8-9446-f3426f52e448 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:15.979249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.000738 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Transition to ACTIVE for port object ede182c2-8b4c-40c3-9a26-f7ba9911c121 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:16.024193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Transition to ACTIVE for port object ede182c2-8b4c-40c3-9a26-f7ba9911c121 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:16.094591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.137916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 00ffc825-a901-49a8-9446-f3426f52e448 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:16.172619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Network a15d086f-65f3-4b58-ab70-bb596f01463f is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:16.176037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:16.180430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:16.182413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Pushing event updated for resources: {'Port': ['ID=ede182c2-8b4c-40c3-9a26-f7ba9911c121,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:16.187032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.261089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Subnet': ['ID=a01f1ee1-ce3d-4ab8-a5fa-ce1c0b9aa7da,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:16.261301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a23dab-2564-4587-8acc-511e77513d92 None None] Network b6344fc6-6457-40d8-a82d-a0a97067ac14 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:16.337679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.363553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Attempting to bind port ede182c2-8b4c-40c3-9a26-f7ba9911c121 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:16.364018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Attempting to bind port ede182c2-8b4c-40c3-9a26-f7ba9911c121 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a15d086f-65f3-4b58-ab70-bb596f01463f'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:16.364454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Attempting to bind port ede182c2-8b4c-40c3-9a26-f7ba9911c121 on network a15d086f-65f3-4b58-ab70-bb596f01463f {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:16.369270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15d086f-65f3-4b58-ab70-bb596f01463f']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:16.382576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:16.382990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:16.383680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:16.384138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Checking segment: {'id': 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a15d086f-65f3-4b58-ab70-bb596f01463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:16.384670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.385132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Bound using segment: {'id': 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a15d086f-65f3-4b58-ab70-bb596f01463f'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:16.385721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Bound port: ede182c2-8b4c-40c3-9a26-f7ba9911c121, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a15d086f-65f3-4b58-ab70-bb596f01463f'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:16.386164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.394234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.410990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.417355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:16.417746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:16.432794 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:16.466419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9e91905a-66e1-44e2-85d1-d2a58ba6dd9c None None] Provisioning for port 00ffc825-a901-49a8-9446-f3426f52e448 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:16.505134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9e91905a-66e1-44e2-85d1-d2a58ba6dd9c None None] Provisioning complete for port 00ffc825-a901-49a8-9446-f3426f52e448 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:16.505399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9e91905a-66e1-44e2-85d1-d2a58ba6dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.604142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] For port ede182c2-8b4c-40c3-9a26-f7ba9911c121, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:16.646642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.db.api [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 18:01:16.646642 dv-neutron-839024-1-hyperv neutron-server[88659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 18:01:16.646642 dv-neutron-839024-1-hyperv neutron-server[88659]: [parameters: {'id': 'a15d086f-65f3-4b58-ab70-bb596f01463f'}] Apr 22 18:01:16.646642 dv-neutron-839024-1-hyperv neutron-server[88659]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:01:16.647177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG oslo_db.api [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:01:16.652468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] For port ede182c2-8b4c-40c3-9a26-f7ba9911c121, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ede182c2-8b4c-40c3-9a26-f7ba9911c121,segment=NetworkSegment(f46fdcf5-9572-4f2f-825c-1aa65ad6a86f),segment_id=f46fdcf5-9572-4f2f-825c-1aa65ad6a86f)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:16.732346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.808822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9e91905a-66e1-44e2-85d1-d2a58ba6dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:16.895446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e003ba0-bf7c-493a-8a3b-e6c2a1fdbde7 None None] Pushing event updated for resources: {'Port': ['ID=ede182c2-8b4c-40c3-9a26-f7ba9911c121,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:16.923528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9e91905a-66e1-44e2-85d1-d2a58ba6dd9c None None] For port 00ffc825-a901-49a8-9446-f3426f52e448, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=00ffc825-a901-49a8-9446-f3426f52e448,segment=NetworkSegment(a0bc9b99-f6ea-4823-8613-b3cb49395db9),segment_id=a0bc9b99-f6ea-4823-8613-b3cb49395db9)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:16.939341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afa8c8c-6718-4ff5-913b-78adb55dbbe8 None None] Network a15d086f-65f3-4b58-ab70-bb596f01463f requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:17.017770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9e91905a-66e1-44e2-85d1-d2a58ba6dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.148451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.159452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Deleting port ede182c2-8b4c-40c3-9a26-f7ba9911c121 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:17.159901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.170798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91905a-66e1-44e2-85d1-d2a58ba6dd9c None None] Pushing event updated for resources: {'Port': ['ID=00ffc825-a901-49a8-9446-f3426f52e448,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:17.181914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-39035671-7f87-406d-8d0d-58732c850b7e None None] Provisioning complete for port 00ffc825-a901-49a8-9446-f3426f52e448 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:17.182293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-39035671-7f87-406d-8d0d-58732c850b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.291577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8249e-7ba6-4552-8ada-ab109711b832 None None] get_active_networks_info from dv-neutron-839024-1-hyperv {{(pid=88661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 18:01:17.370358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] For port ede182c2-8b4c-40c3-9a26-f7ba9911c121, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ede182c2-8b4c-40c3-9a26-f7ba9911c121,segment=NetworkSegment(f46fdcf5-9572-4f2f-825c-1aa65ad6a86f),segment_id=f46fdcf5-9572-4f2f-825c-1aa65ad6a86f)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:17.370723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.407840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8249e-7ba6-4552-8ada-ab109711b832 None None] Resources bound (agent type, host, resource id): {{(pid=88661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 18:01:17.496603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Calling delete_port for ede182c2-8b4c-40c3-9a26-f7ba9911c121 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:01:17.654079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.703655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Port': ['ID=ede182c2-8b4c-40c3-9a26-f7ba9911c121,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:17.707552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No DVR routers for this DVR port ede182c2-8b4c-40c3-9a26-f7ba9911c121 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:01:17.828348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.852836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15d086f-65f3-4b58-ab70-bb596f01463f']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:17.865868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:17.866169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46fdcf5-9572-4f2f-825c-1aa65ad6a86f') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:17.877911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.895473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.895604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 00ffc825-a901-49a8-9446-f3426f52e448 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:17.900383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:17.900770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:17.915307 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:17.965120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 00ffc825-a901-49a8-9446-f3426f52e448 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:17.965494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.054961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.059661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.087277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Network': ['ID=a15d086f-65f3-4b58-ab70-bb596f01463f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:18.092370 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b70ffc1f-7975-415a-a585-a5cce7ffe488 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/a15d086f-65f3-4b58-ab70-bb596f01463f HTTP/1.1" status: 204 len: 168 time: 2.7005403 Apr 22 18:01:18.094634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57990) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:18.133355 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c71e469-b4af-4a0f-867b-40de9c5ff80b tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] GET failed (client error): The resource could not be found. Apr 22 18:01:18.133852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8c71e469-b4af-4a0f-867b-40de9c5ff80b tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Synchronizing usage tracker for tenant:addbb4871e014f7f945826274d1fa420 on resource:subnet {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:01:18.196528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-8c71e469-b4af-4a0f-867b-40de9c5ff80b tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Unset dirty status for tenant:addbb4871e014f7f945826274d1fa420 on resource:subnet {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:01:18.197629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-8c71e469-b4af-4a0f-867b-40de9c5ff80b tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "GET /v2.0/subnets/a01f1ee1-ce3d-4ab8-a5fa-ce1c0b9aa7da HTTP/1.1" status: 404 len: 337 time: 0.1020005 Apr 22 18:01:18.200348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 57994) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:18.224361 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93b59bf-6d34-4751-83db-7a0b931a0254 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] DELETE failed (client error): The resource could not be found. Apr 22 18:01:18.224803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93b59bf-6d34-4751-83db-7a0b931a0254 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 18:01:18.226356 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f93b59bf-6d34-4751-83db-7a0b931a0254 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/a15d086f-65f3-4b58-ab70-bb596f01463f HTTP/1.1" status: 404 len: 339 time: 0.0251477 Apr 22 18:01:18.230641 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 57998) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:18.272119 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d082e2f-3b8a-46f3-8062-a0531da65645 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] DELETE failed (client error): The resource could not be found. Apr 22 18:01:18.272562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d082e2f-3b8a-46f3-8062-a0531da65645 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 18:01:18.274270 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4d082e2f-3b8a-46f3-8062-a0531da65645 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/subnets/a01f1ee1-ce3d-4ab8-a5fa-ce1c0b9aa7da HTTP/1.1" status: 404 len: 337 time: 0.0425718 Apr 22 18:01:18.276672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58002) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:18.301234 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ab036c-8f8d-4ccb-a392-e68fddc35ecc tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] DELETE failed (client error): The resource could not be found. Apr 22 18:01:18.301683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ab036c-8f8d-4ccb-a392-e68fddc35ecc tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 18:01:18.303255 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-78ab036c-8f8d-4ccb-a392-e68fddc35ecc tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/a15d086f-65f3-4b58-ab70-bb596f01463f HTTP/1.1" status: 404 len: 339 time: 0.0257223 Apr 22 18:01:18.305476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58006) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:18.367826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0210b469-9218-423d-a206-e131b296ea00 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Deleting subnet 67174146-26ae-46c4-bbfd-c65a504ffec9 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:01:18.370674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0210b469-9218-423d-a206-e131b296ea00 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.427327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0210b469-9218-423d-a206-e131b296ea00 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.507452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0210b469-9218-423d-a206-e131b296ea00 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.660781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0210b469-9218-423d-a206-e131b296ea00 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.703365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210b469-9218-423d-a206-e131b296ea00 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Subnet': ['ID=67174146-26ae-46c4-bbfd-c65a504ffec9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:18.707959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0210b469-9218-423d-a206-e131b296ea00 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.714554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb665926-c09a-4564-a05b-97d35ce2c91e None None] Network b6344fc6-6457-40d8-a82d-a0a97067ac14 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:18.792015 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0210b469-9218-423d-a206-e131b296ea00 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/subnets/67174146-26ae-46c4-bbfd-c65a504ffec9 HTTP/1.1" status: 204 len: 168 time: 0.4854679 Apr 22 18:01:18.794569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58010) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:18.926602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:18.937501 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Deleting port 00ffc825-a901-49a8-9446-f3426f52e448 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:18.937826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:19.002219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] DHCP port deletion for b6344fc6-6457-40d8-a82d-a0a97067ac14 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:01:19.007028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] Deleting port 00ffc825-a901-49a8-9446-f3426f52e448 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:19.007405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:19.208074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] For port 00ffc825-a901-49a8-9446-f3426f52e448, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=00ffc825-a901-49a8-9446-f3426f52e448,segment=NetworkSegment(a0bc9b99-f6ea-4823-8613-b3cb49395db9),segment_id=a0bc9b99-f6ea-4823-8613-b3cb49395db9)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:19.208469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:19.258221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] For port 00ffc825-a901-49a8-9446-f3426f52e448, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=00ffc825-a901-49a8-9446-f3426f52e448,segment=NetworkSegment(a0bc9b99-f6ea-4823-8613-b3cb49395db9),segment_id=a0bc9b99-f6ea-4823-8613-b3cb49395db9)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:19.258872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:19.359316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] Calling delete_port for 00ffc825-a901-49a8-9446-f3426f52e448 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:01:19.380072 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Calling delete_port for 00ffc825-a901-49a8-9446-f3426f52e448 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:01:19.528650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:19.534167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.db.api [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:01:19.534492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG oslo_db.api [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:01:19.576235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] Pushing event deleted for resources: {'Port': ['ID=00ffc825-a901-49a8-9446-f3426f52e448,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:19.579727 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408bb27a-e838-454d-a88e-c0f24575c0d4 None None] No DVR routers for this DVR port 00ffc825-a901-49a8-9446-f3426f52e448 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:01:19.887308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 00ffc825-a901-49a8-9446-f3426f52e448 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:01:19.921546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 00ffc825-a901-49a8-9446-f3426f52e448 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:01:19.921891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 00ffc825-a901-49a8-9446-f3426f52e448 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:01:20.035741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Deleting port 00ffc825-a901-49a8-9446-f3426f52e448 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:20.036085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.103162 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] The port '00ffc825-a901-49a8-9446-f3426f52e448' was deleted {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:01:20.219925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.244380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6344fc6-6457-40d8-a82d-a0a97067ac14']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:20.257129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bc9b99-f6ea-4823-8613-b3cb49395db9') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:20.257427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bc9b99-f6ea-4823-8613-b3cb49395db9') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:20.268378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.284036 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.289986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:20.290363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: util.warn( Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:20.304110 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:20.442851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.460116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.471571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Network': ['ID=b6344fc6-6457-40d8-a82d-a0a97067ac14,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:20.474557 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-bfe314b6-95ea-43c1-825a-49b556bc02f5 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/b6344fc6-6457-40d8-a82d-a0a97067ac14 HTTP/1.1" status: 204 len: 168 time: 1.6790297 Apr 22 18:01:20.476957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58014) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:20.516900 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-de56128a-3145-4519-9184-968f9dfc0a35 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] DELETE failed (client error): The resource could not be found. Apr 22 18:01:20.517335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de56128a-3145-4519-9184-968f9dfc0a35 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 18:01:20.518990 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de56128a-3145-4519-9184-968f9dfc0a35 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/subnets/e274cdd5-ab5e-4a9b-b83d-1e762c3129fd HTTP/1.1" status: 404 len: 337 time: 0.0410063 Apr 22 18:01:20.521849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58018) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:20.544577 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3760e306-9778-4aeb-889e-7e9fd5e02ecb tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] DELETE failed (client error): The resource could not be found. Apr 22 18:01:20.545012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3760e306-9778-4aeb-889e-7e9fd5e02ecb tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 18:01:20.546535 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3760e306-9778-4aeb-889e-7e9fd5e02ecb tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/d8a441ae-aad5-4077-a7ab-42bb1544385d HTTP/1.1" status: 404 len: 339 time: 0.0238500 Apr 22 18:01:20.548635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58022) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:20.584220 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eafb186-69a0-4d5d-bb60-f036493cab0a tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] DELETE failed (client error): The resource could not be found. Apr 22 18:01:20.584640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eafb186-69a0-4d5d-bb60-f036493cab0a tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 18:01:20.586171 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2eafb186-69a0-4d5d-bb60-f036493cab0a tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/subnets/3b5bf088-39b6-4766-9a04-9a44776718f4 HTTP/1.1" status: 404 len: 337 time: 0.0367124 Apr 22 18:01:20.588384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58026) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:20.610980 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.pecan_wsgi.hooks.translation [None req-01de777a-c665-46ea-9a05-de4fb32e6c74 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] DELETE failed (client error): The resource could not be found. Apr 22 18:01:20.611415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01de777a-c665-46ea-9a05-de4fb32e6c74 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 18:01:20.613525 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-01de777a-c665-46ea-9a05-de4fb32e6c74 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/ce6711e8-99ae-4038-a6c1-847cb17e1d32 HTTP/1.1" status: 404 len: 339 time: 0.0237002 Apr 22 18:01:20.615561 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58030) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:20.682841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd10078-beda-4ea4-b226-d95894bc28b8 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Deleting subnet 36c30e96-c5ce-4a26-abab-8710b8ca2ee9 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:01:20.685630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cd10078-beda-4ea4-b226-d95894bc28b8 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.737171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cd10078-beda-4ea4-b226-d95894bc28b8 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.817093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cd10078-beda-4ea4-b226-d95894bc28b8 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:20.961302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cd10078-beda-4ea4-b226-d95894bc28b8 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.000865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd10078-beda-4ea4-b226-d95894bc28b8 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Subnet': ['ID=36c30e96-c5ce-4a26-abab-8710b8ca2ee9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:21.005253 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cd10078-beda-4ea4-b226-d95894bc28b8 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.011055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6cd349-a469-4d1a-abe8-07b6bf520c64 None None] Network 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:21.014547 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5cd10078-beda-4ea4-b226-d95894bc28b8 tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/subnets/36c30e96-c5ce-4a26-abab-8710b8ca2ee9 HTTP/1.1" status: 204 len: 168 time: 0.3981032 Apr 22 18:01:21.017061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58034) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:21.133843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.144662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Deleting port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:21.145010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.258323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] DHCP port deletion for 2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:01:21.262527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] Deleting port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:21.262943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.356378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] For port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=124ad7e1-b538-462c-9fab-5b4cb1de7c9a,segment=NetworkSegment(77ab31e0-5b2c-43bf-9434-1da175ddcdcd),segment_id=77ab31e0-5b2c-43bf-9434-1da175ddcdcd)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:21.356975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.467899 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] For port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=124ad7e1-b538-462c-9fab-5b4cb1de7c9a,segment=NetworkSegment(77ab31e0-5b2c-43bf-9434-1da175ddcdcd),segment_id=77ab31e0-5b2c-43bf-9434-1da175ddcdcd)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:21.468278 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.575747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Calling delete_port for 124ad7e1-b538-462c-9fab-5b4cb1de7c9a owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:01:21.593352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] Calling delete_port for 124ad7e1-b538-462c-9fab-5b4cb1de7c9a owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:01:21.739669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.745050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:01:21.745415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:01:21.787031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Port': ['ID=124ad7e1-b538-462c-9fab-5b4cb1de7c9a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:21.788855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] No DVR routers for this DVR port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:01:21.888235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 124ad7e1-b538-462c-9fab-5b4cb1de7c9a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:01:21.911488 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.922651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 124ad7e1-b538-462c-9fab-5b4cb1de7c9a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:01:21.923020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 124ad7e1-b538-462c-9fab-5b4cb1de7c9a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:01:21.936387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:21.948646 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ab31e0-5b2c-43bf-9434-1da175ddcdcd') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:21.948955 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ab31e0-5b2c-43bf-9434-1da175ddcdcd') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:21.960746 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.976099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.981893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:21.982279 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:21.996392 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:22.122451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:22.139855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:22.150306 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] Pushing event deleted for resources: {'Network': ['ID=2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:22.154189 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7cf2ed1a-ac35-487a-9cba-58f0a5db5a7d tempest-NetworksIpV6Test-669313841 tempest-NetworksIpV6Test-669313841-project] 10.222.0.10 "DELETE /v2.0/networks/2b6b2cb3-4c7e-4ceb-8fb5-c6799953eb2c HTTP/1.1" status: 204 len: 168 time: 1.1362073 Apr 22 18:01:22.246972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] Deleting port 124ad7e1-b538-462c-9fab-5b4cb1de7c9a {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:22.247435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:22.314437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2431e-95d5-495c-9e5c-42fbaee92c0b None None] The port '124ad7e1-b538-462c-9fab-5b4cb1de7c9a' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:01:22.589596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58042) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:22.758792 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-02cdeef4-c574-4a4e-aecb-2474464b7477 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=addbb4871e014f7f945826274d1fa420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679296 Apr 22 18:01:22.761153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58048) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:22.819670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac29f8-4cb3-42ce-98c9-21d7a63a2b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:22.843748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac29f8-4cb3-42ce-98c9-21d7a63a2b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:22.968204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac29f8-4cb3-42ce-98c9-21d7a63a2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:22.982959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac29f8-4cb3-42ce-98c9-21d7a63a2b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c084eb6-5781-48f1-bb6d-48d282803722,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:22.990294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac29f8-4cb3-42ce-98c9-21d7a63a2b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:22.991610 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b7ac29f8-4cb3-42ce-98c9-21d7a63a2b77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c084eb6-5781-48f1-bb6d-48d282803722 HTTP/1.1" status: 204 len: 168 time: 0.2295885 Apr 22 18:01:23.947802 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58072) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:24.046043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-850840828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:24.053196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:24.056995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Usage tracker for resource:router and tenant:d0a890a6176d42278b419a1524e8be3b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:24.059818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:24.065969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:24.139963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.140896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.154564 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.237007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.320544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.321704 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-377e48ec-c592-4429-98b8-8f88c3ddceb3 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3728962 Apr 22 18:01:24.324464 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58078) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:24.329963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-389649950'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:24.334829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:24.339163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Usage tracker for resource:network and tenant:d0a890a6176d42278b419a1524e8be3b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:24.341934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:24.348170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:24.475068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Made reservation on behalf of d0a890a6176d42278b419a1524e8be3b for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:24.478513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.490634 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.504851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:24.508586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Usage tracker for resource:security_group_rule and tenant:d0a890a6176d42278b419a1524e8be3b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:24.511329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:24.516903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:24.599290 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.665316 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.694478 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:24.706306 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b4119-c5d0-464e-99c0-d860ba8aa81a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:24.711148 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.711492 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Added segment 50fef9ef-2011-437c-9ebc-e47f3412fa48 of type vlan for network a0049b45-e5ce-41bb-b233-a0a7f566b6ae Apr 22 18:01:24.736995 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.823149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.828546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:24.829118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:24.936128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event updated for resources: {'Network': ['ID=a0049b45-e5ce-41bb-b233-a0a7f566b6ae,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:24.946693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network a0049b45-e5ce-41bb-b233-a0a7f566b6ae details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:24.990076 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-71991839-9628-4355-90e8-299d72c948cf tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6645060 Apr 22 18:01:24.992701 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58082) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:24.998514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Request body: {'subnet': {'network_id': 'a0049b45-e5ce-41bb-b233-a0a7f566b6ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:25.106302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:25.110019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Usage tracker for resource:subnet and tenant:d0a890a6176d42278b419a1524e8be3b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:25.113251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:25.118720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:25.183388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Made reservation on behalf of d0a890a6176d42278b419a1524e8be3b for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:25.186913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:25.452461 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:25.528294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event updated for resources: {'Subnet': ['ID=5485b6fc-b1d8-4e64-bb5b-7a66462dc604,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:25.538540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Checking segment: {'id': '50fef9ef-2011-437c-9ebc-e47f3412fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a0049b45-e5ce-41bb-b233-a0a7f566b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:25.538933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Network hostable DHCP agents. Network: a0049b45-e5ce-41bb-b233-a0a7f566b6ae, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:25.636639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Network a0049b45-e5ce-41bb-b233-a0a7f566b6ae is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:25.716626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, a0049b45-e5ce-41bb-b233-a0a7f566b6ae) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:25.720388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:25.720962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:25.727630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee9c0d-dbc4-4a23-9e3c-d90bf96a50cb None None] Network a0049b45-e5ce-41bb-b233-a0a7f566b6ae requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:25.781024 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7b6518ab-ca0b-4804-b58a-9ec4f2734826 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7872088 Apr 22 18:01:25.788840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58086) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:25.794344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-520013488'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:25.799398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:25.803945 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Usage tracker for resource:network and tenant:d0a890a6176d42278b419a1524e8be3b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:25.807529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:25.813254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:25.877032 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Made reservation on behalf of d0a890a6176d42278b419a1524e8be3b for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:25.880544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:25.908109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:25.917236 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:25.917681 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Added segment 9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0 of type vlan for network 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 Apr 22 18:01:25.944906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-a0049b45-e5ce-41bb-b233-a0a7f566b6ae', 'network_id': 'a0049b45-e5ce-41bb-b233-a0a7f566b6ae', 'tenant_id': 'd0a890a6176d42278b419a1524e8be3b', 'fixed_ips': [{'subnet_id': '5485b6fc-b1d8-4e64-bb5b-7a66462dc604'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:25.945098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:25.945740 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.036966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.042483 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:26.043098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.136009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Allocated IP 172.20.0.2 (a0049b45-e5ce-41bb-b233-a0a7f566b6ae/5485b6fc-b1d8-4e64-bb5b-7a66462dc604/1b36461e-4106-4974-b5b8-d57a0808e2c0) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:26.146344 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3564320 Apr 22 18:01:26.149155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ded937-ac66-4844-aea3-afae7c8dfe52 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event updated for resources: {'Network': ['ID=27ff654d-5ca2-42de-a2cb-1e423e95c9b3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:26.149401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58090) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:26.156632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Request body: {'subnet': {'network_id': '27ff654d-5ca2-42de-a2cb-1e423e95c9b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:26.174304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:26.267298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:26.271630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Usage tracker for resource:subnet and tenant:d0a890a6176d42278b419a1524e8be3b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:26.274778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:26.280380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:26.337845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Made reservation on behalf of d0a890a6176d42278b419a1524e8be3b for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:26.341308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.429754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.439778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Transition to ACTIVE for port object 1b36461e-4106-4974-b5b8-d57a0808e2c0 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:26.458760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Transition to ACTIVE for port object 1b36461e-4106-4974-b5b8-d57a0808e2c0 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:26.528815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.586891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Network a0049b45-e5ce-41bb-b233-a0a7f566b6ae is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:26.589570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:26.597074 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:26.605959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Pushing event updated for resources: {'Port': ['ID=1b36461e-4106-4974-b5b8-d57a0808e2c0,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:26.614734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.691977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event updated for resources: {'Subnet': ['ID=b8c24234-085f-4979-a1a0-f80d39713dea,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:26.692331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Attempting to bind port 1b36461e-4106-4974-b5b8-d57a0808e2c0 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:26.692708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Attempting to bind port 1b36461e-4106-4974-b5b8-d57a0808e2c0 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '50fef9ef-2011-437c-9ebc-e47f3412fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a0049b45-e5ce-41bb-b233-a0a7f566b6ae'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:26.693073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Attempting to bind port 1b36461e-4106-4974-b5b8-d57a0808e2c0 on network a0049b45-e5ce-41bb-b233-a0a7f566b6ae {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:26.699547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:26.699926 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Checking segment: {'id': '50fef9ef-2011-437c-9ebc-e47f3412fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a0049b45-e5ce-41bb-b233-a0a7f566b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:26.700333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.700728 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Bound using segment: {'id': '50fef9ef-2011-437c-9ebc-e47f3412fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a0049b45-e5ce-41bb-b233-a0a7f566b6ae'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:26.701189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Bound port: 1b36461e-4106-4974-b5b8-d57a0808e2c0, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fef9ef-2011-437c-9ebc-e47f3412fa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a0049b45-e5ce-41bb-b233-a0a7f566b6ae'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:26.701348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Checking segment: {'id': '9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '27ff654d-5ca2-42de-a2cb-1e423e95c9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:26.701589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.701716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Network hostable DHCP agents. Network: 27ff654d-5ca2-42de-a2cb-1e423e95c9b3, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:26.756699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Network 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:26.789234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] For port 1b36461e-4106-4974-b5b8-d57a0808e2c0, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:26.792131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] For port 1b36461e-4106-4974-b5b8-d57a0808e2c0, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1b36461e-4106-4974-b5b8-d57a0808e2c0,segment=NetworkSegment(50fef9ef-2011-437c-9ebc-e47f3412fa48),segment_id=50fef9ef-2011-437c-9ebc-e47f3412fa48)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:26.842287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 27ff654d-5ca2-42de-a2cb-1e423e95c9b3) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:26.846325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:26.846940 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.852165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2ee96-e49b-4c46-9e2e-53773697f91c None None] Network 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:26.877797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:26.953363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58094) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:26.953867 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-58360fe6-b254-40f5-a6a9-e308017cae7d tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8030021 Apr 22 18:01:26.959630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-cc491b76-dbe4-4591-a75a-0156d6702896 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Request body: {'router': {'external_gateway_info': {'network_id': '27ff654d-5ca2-42de-a2cb-1e423e95c9b3'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:27.028482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dd969-71cb-4e95-a7c5-bc437352d8f9 None None] Pushing event updated for resources: {'Port': ['ID=1b36461e-4106-4974-b5b8-d57a0808e2c0,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:27.200866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-27ff654d-5ca2-42de-a2cb-1e423e95c9b3', 'network_id': '27ff654d-5ca2-42de-a2cb-1e423e95c9b3', 'tenant_id': 'd0a890a6176d42278b419a1524e8be3b', 'fixed_ips': [{'subnet_id': 'b8c24234-085f-4979-a1a0-f80d39713dea'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:27.202519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:27.397360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Allocated IP 172.21.0.2 (27ff654d-5ca2-42de-a2cb-1e423e95c9b3/b8c24234-085f-4979-a1a0-f80d39713dea/7d1e772d-a511-4ac3-949a-69eaf87f0f08) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:27.562713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cc491b76-dbe4-4591-a75a-0156d6702896 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:27.678033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:27.688473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Transition to ACTIVE for port object 7d1e772d-a511-4ac3-949a-69eaf87f0f08 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:27.707149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Transition to ACTIVE for port object 7d1e772d-a511-4ac3-949a-69eaf87f0f08 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:27.773308 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.api.v2.resource [None req-cc491b76-dbe4-4591-a75a-0156d6702896 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 18:01:27.774371 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cc491b76-dbe4-4591-a75a-0156d6702896 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "PUT /v2.0/routers/3331835a-f132-4919-bdf7-9303686d852f HTTP/1.1" status: 400 len: 364 time: 0.8194466 Apr 22 18:01:27.781379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58100) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:27.781868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:27.846432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Network 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:27.847567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:27.856226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:27.866482 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac728df5-39f8-4b18-a828-f659faed9a73 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Deleting subnet b8c24234-085f-4979-a1a0-f80d39713dea {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:01:27.871147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac728df5-39f8-4b18-a828-f659faed9a73 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:27.904383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Pushing event updated for resources: {'Port': ['ID=7d1e772d-a511-4ac3-949a-69eaf87f0f08,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:27.930654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac728df5-39f8-4b18-a828-f659faed9a73 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:27.943730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1b36461e-4106-4974-b5b8-d57a0808e2c0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:28.002732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Attempting to bind port 7d1e772d-a511-4ac3-949a-69eaf87f0f08 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:28.003663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Attempting to bind port 7d1e772d-a511-4ac3-949a-69eaf87f0f08 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '27ff654d-5ca2-42de-a2cb-1e423e95c9b3'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:28.004042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Attempting to bind port 7d1e772d-a511-4ac3-949a-69eaf87f0f08 on network 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:28.030628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac728df5-39f8-4b18-a828-f659faed9a73 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.057395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:28.057795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Checking segment: {'id': '9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '27ff654d-5ca2-42de-a2cb-1e423e95c9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:28.058195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.058628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Bound using segment: {'id': '9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '27ff654d-5ca2-42de-a2cb-1e423e95c9b3'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:28.059120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Bound port: 7d1e772d-a511-4ac3-949a-69eaf87f0f08, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '27ff654d-5ca2-42de-a2cb-1e423e95c9b3'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:28.059508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.197045 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 1b36461e-4106-4974-b5b8-d57a0808e2c0 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:28.260267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac728df5-39f8-4b18-a828-f659faed9a73 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.263266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] For port 7d1e772d-a511-4ac3-949a-69eaf87f0f08, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:28.266652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] For port 7d1e772d-a511-4ac3-949a-69eaf87f0f08, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7d1e772d-a511-4ac3-949a-69eaf87f0f08,segment=NetworkSegment(9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0),segment_id=9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:28.298054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac728df5-39f8-4b18-a828-f659faed9a73 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.311178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac728df5-39f8-4b18-a828-f659faed9a73 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c24234-085f-4979-a1a0-f80d39713dea,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:28.311341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fc771-ed7c-42d1-b62c-c843694c2c90 None None] Network a0049b45-e5ce-41bb-b233-a0a7f566b6ae requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:28.314490 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ac728df5-39f8-4b18-a828-f659faed9a73 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "DELETE /v2.0/subnets/b8c24234-085f-4979-a1a0-f80d39713dea HTTP/1.1" status: 204 len: 168 time: 0.5321231 Apr 22 18:01:28.320603 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58104) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:28.389549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.435416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.446289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Deleting port 7d1e772d-a511-4ac3-949a-69eaf87f0f08 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:28.446619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.514539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9057c-2c3d-48b9-819a-d9d545c7f2ef None None] Pushing event updated for resources: {'Port': ['ID=7d1e772d-a511-4ac3-949a-69eaf87f0f08,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:28.545351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c0fa96cb-855a-4df2-865e-61ea5b7c2c83 None None] Provisioning for port 1b36461e-4106-4974-b5b8-d57a0808e2c0 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:28.561471 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c0fa96cb-855a-4df2-865e-61ea5b7c2c83 None None] Provisioning complete for port 1b36461e-4106-4974-b5b8-d57a0808e2c0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:28.561803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c0fa96cb-855a-4df2-865e-61ea5b7c2c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.666668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] For port 7d1e772d-a511-4ac3-949a-69eaf87f0f08, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7d1e772d-a511-4ac3-949a-69eaf87f0f08,segment=NetworkSegment(9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0),segment_id=9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:28.667291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.762179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c0fa96cb-855a-4df2-865e-61ea5b7c2c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.803625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c0fa96cb-855a-4df2-865e-61ea5b7c2c83 None None] For port 1b36461e-4106-4974-b5b8-d57a0808e2c0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1b36461e-4106-4974-b5b8-d57a0808e2c0,segment=NetworkSegment(50fef9ef-2011-437c-9ebc-e47f3412fa48),segment_id=50fef9ef-2011-437c-9ebc-e47f3412fa48)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:28.808439 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Calling delete_port for 7d1e772d-a511-4ac3-949a-69eaf87f0f08 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:01:28.877139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c0fa96cb-855a-4df2-865e-61ea5b7c2c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.948183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa96cb-855a-4df2-865e-61ea5b7c2c83 None None] Pushing event updated for resources: {'Port': ['ID=1b36461e-4106-4974-b5b8-d57a0808e2c0,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:28.962929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:28.998409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6051bbd6-61eb-4ac7-80b0-de339199e3fe None None] Provisioning complete for port 1b36461e-4106-4974-b5b8-d57a0808e2c0 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:28.998904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6051bbd6-61eb-4ac7-80b0-de339199e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.011403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event deleted for resources: {'Port': ['ID=7d1e772d-a511-4ac3-949a-69eaf87f0f08,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:29.013083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] No DVR routers for this DVR port 7d1e772d-a511-4ac3-949a-69eaf87f0f08 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:01:29.133529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.159266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ff654d-5ca2-42de-a2cb-1e423e95c9b3']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:29.171932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:29.172233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1fc7b5-e63d-4b88-a7d9-5b0ddf5775d0') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:29.184584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.201230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.207697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:29.208094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:29.223094 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:29.459387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a7c1ed-5632-4c18-abb0-e361bfb16cc0 None None] Network 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:29.465379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.477599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a7c1ed-5632-4c18-abb0-e361bfb16cc0 None None] Network 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 could not be found, it might have been deleted concurrently. {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 22 18:01:29.482920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.494373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event deleted for resources: {'Network': ['ID=27ff654d-5ca2-42de-a2cb-1e423e95c9b3,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:29.498847 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-39a2181a-a9bb-4b48-bd75-88907ee053c9 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "DELETE /v2.0/networks/27ff654d-5ca2-42de-a2cb-1e423e95c9b3 HTTP/1.1" status: 204 len: 168 time: 1.1772270 Apr 22 18:01:29.501320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58108) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:29.535285 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-ca70b551-b1a9-4ed3-a09b-76dc0fdc4f01 None None] Could not find standard attr ID for object 7d1e772d-a511-4ac3-949a-69eaf87f0f08. {{(pid=88661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 18:01:29.540636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5be05-6209-4953-9940-cd4fc1816ea9 None None] DHCP port deletion for 27ff654d-5ca2-42de-a2cb-1e423e95c9b3 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:01:29.571222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-1539c0b9-7cfb-44d4-9e13-d89ad360fb51 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Deleting subnet 5485b6fc-b1d8-4e64-bb5b-7a66462dc604 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:01:29.574243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1539c0b9-7cfb-44d4-9e13-d89ad360fb51 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.627146 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1539c0b9-7cfb-44d4-9e13-d89ad360fb51 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.709010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1539c0b9-7cfb-44d4-9e13-d89ad360fb51 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.852361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1539c0b9-7cfb-44d4-9e13-d89ad360fb51 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.892163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539c0b9-7cfb-44d4-9e13-d89ad360fb51 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event deleted for resources: {'Subnet': ['ID=5485b6fc-b1d8-4e64-bb5b-7a66462dc604,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:29.896511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1539c0b9-7cfb-44d4-9e13-d89ad360fb51 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:29.899332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1b36461e-4106-4974-b5b8-d57a0808e2c0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:29.905441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58112) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:29.905927 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1539c0b9-7cfb-44d4-9e13-d89ad360fb51 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "DELETE /v2.0/subnets/5485b6fc-b1d8-4e64-bb5b-7a66462dc604 HTTP/1.1" status: 204 len: 168 time: 0.4032381 Apr 22 18:01:29.925481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f75a0b-b684-4c2e-8d45-5e7797150c48 None None] Network a0049b45-e5ce-41bb-b233-a0a7f566b6ae requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:30.021220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.031500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Deleting port 1b36461e-4106-4974-b5b8-d57a0808e2c0 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:30.031837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.117791 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1b36461e-4106-4974-b5b8-d57a0808e2c0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:30.118077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.240068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] For port 1b36461e-4106-4974-b5b8-d57a0808e2c0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1b36461e-4106-4974-b5b8-d57a0808e2c0,segment=NetworkSegment(50fef9ef-2011-437c-9ebc-e47f3412fa48),segment_id=50fef9ef-2011-437c-9ebc-e47f3412fa48)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:30.240427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.256010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] DHCP port deletion for a0049b45-e5ce-41bb-b233-a0a7f566b6ae request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:01:30.260149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] Deleting port 1b36461e-4106-4974-b5b8-d57a0808e2c0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:30.260516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.364917 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Calling delete_port for 1b36461e-4106-4974-b5b8-d57a0808e2c0 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:01:30.446167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e33d379d-6259-4ba7-a793-6e4ace4010fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.470870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] For port 1b36461e-4106-4974-b5b8-d57a0808e2c0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1b36461e-4106-4974-b5b8-d57a0808e2c0,segment=NetworkSegment(50fef9ef-2011-437c-9ebc-e47f3412fa48),segment_id=50fef9ef-2011-437c-9ebc-e47f3412fa48)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:30.471510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.504513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.522661 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:01:30.548784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event deleted for resources: {'Port': ['ID=1b36461e-4106-4974-b5b8-d57a0808e2c0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:30.554839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] No DVR routers for this DVR port 1b36461e-4106-4974-b5b8-d57a0808e2c0 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:01:30.592743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] Calling delete_port for 1b36461e-4106-4974-b5b8-d57a0808e2c0 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:01:30.679628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.699238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:01:30.699588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:01:30.704959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0049b45-e5ce-41bb-b233-a0a7f566b6ae']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:30.716701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fef9ef-2011-437c-9ebc-e47f3412fa48') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:30.716994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fef9ef-2011-437c-9ebc-e47f3412fa48') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:30.728981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.744477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.750435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:01:30.750851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:01:30.764666 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:01:30.893970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.911366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:30.923338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Pushing event deleted for resources: {'Network': ['ID=a0049b45-e5ce-41bb-b233-a0a7f566b6ae,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:30.926520 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-def45ed4-763f-4f48-9fcd-4607b7588300 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "DELETE /v2.0/networks/a0049b45-e5ce-41bb-b233-a0a7f566b6ae HTTP/1.1" status: 204 len: 168 time: 1.0199313 Apr 22 18:01:30.929176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58116) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:30.978588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9375d348-1ebd-4dfa-8d37-8de420ef2a9a tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Synchronizing usage tracker for tenant:d0a890a6176d42278b419a1524e8be3b on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:01:31.052032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9375d348-1ebd-4dfa-8d37-8de420ef2a9a tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Unset dirty status for tenant:d0a890a6176d42278b419a1524e8be3b on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:01:31.053215 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9375d348-1ebd-4dfa-8d37-8de420ef2a9a tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "GET /v2.0/ports?device_id=3331835a-f132-4919-bdf7-9303686d852f HTTP/1.1" status: 200 len: 205 time: 0.1231220 Apr 22 18:01:31.055650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58120) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:31.187104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9af-c0d3-4914-95b5-0c3e092065a1 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:31.201017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] Deleting port 1b36461e-4106-4974-b5b8-d57a0808e2c0 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:01:31.201403 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:31.273569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fcc18e28-1505-4219-a98a-78bfb1d05a8e None None] The port '1b36461e-4106-4974-b5b8-d57a0808e2c0' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:01:31.603115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9af-c0d3-4914-95b5-0c3e092065a1 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:31.605207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9af-c0d3-4914-95b5-0c3e092065a1 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:31.703522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9af-c0d3-4914-95b5-0c3e092065a1 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:31.704005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f74e9af-c0d3-4914-95b5-0c3e092065a1 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Fanout notify agent at l3_agent the message router_deleted on router 3331835a-f132-4919-bdf7-9303686d852f {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:01:31.715694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9af-c0d3-4914-95b5-0c3e092065a1 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:31.716783 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3f74e9af-c0d3-4914-95b5-0c3e092065a1 tempest-RoutersNegativeTest-2113803230 tempest-RoutersNegativeTest-2113803230-project] 10.222.0.10 "DELETE /v2.0/routers/3331835a-f132-4919-bdf7-9303686d852f HTTP/1.1" status: 204 len: 168 time: 0.6601176 Apr 22 18:01:31.893305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1b36461e-4106-4974-b5b8-d57a0808e2c0 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:01:31.927814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 1b36461e-4106-4974-b5b8-d57a0808e2c0 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:01:31.928162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1b36461e-4106-4974-b5b8-d57a0808e2c0 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:01:32.183757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58128) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:32.343607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-09b783e8-2b98-4a16-acf8-d31bd0428edc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0a890a6176d42278b419a1524e8be3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586511 Apr 22 18:01:32.345992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58134) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:32.403171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28ebda5e-8e4a-4f09-8f91-ded634e61514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:32.429276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28ebda5e-8e4a-4f09-8f91-ded634e61514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:32.552038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28ebda5e-8e4a-4f09-8f91-ded634e61514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:32.568732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebda5e-8e4a-4f09-8f91-ded634e61514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b4119-c5d0-464e-99c0-d860ba8aa81a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:32.572869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-28ebda5e-8e4a-4f09-8f91-ded634e61514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:32.573957 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-28ebda5e-8e4a-4f09-8f91-ded634e61514 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a80b4119-c5d0-464e-99c0-d860ba8aa81a HTTP/1.1" status: 204 len: 168 time: 0.2270651 Apr 22 18:01:32.637071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-758bb9ae-bfec-48c4-b970-6a968a2a0d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:33.589238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58158) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:33.692497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-862943553-network', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:33.697338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:33.701221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Usage tracker for resource:network and tenant:4bff42d19d164db2bef06f0aba76828e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:33.704099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:33.705428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:33.709793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:33.768092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Made reservation on behalf of 4bff42d19d164db2bef06f0aba76828e for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:33.770366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:33.782487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:33.798356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:33.803156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Usage tracker for resource:security_group_rule and tenant:4bff42d19d164db2bef06f0aba76828e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:33.806026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:33.811844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:33.842893 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:33.893038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:33.945038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:33.972155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:33.984124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d5230a-6f43-47b8-8f5f-85838e3b94bc,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:33.988465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:33.988804 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Added segment be147577-57a6-4a1b-931f-ce2dd84b4d1e of type vlan for network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 Apr 22 18:01:34.015341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:34.103569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:34.104501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:34.105084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:34.208144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] Pushing event updated for resources: {'Network': ['ID=d276bb40-7ce2-4136-bf8a-ff5df64f0f22,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:34.217505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:34.253697 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4960e0f1-033f-4689-9c73-c9faa1321d31 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6628418 Apr 22 18:01:34.256419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58164) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:34.261835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Request body: {'subnet': {'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-subnet', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:34.266733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:34.270604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Usage tracker for resource:subnet and tenant:4bff42d19d164db2bef06f0aba76828e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:34.273463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:34.279182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:34.339840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Made reservation on behalf of 4bff42d19d164db2bef06f0aba76828e for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:34.342174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:34.597577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:34.642543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:34.670765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869aaf4e-961d-410e-a656-4467a9038b00,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:34.678473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Checking segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:34.678859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Network hostable DHCP agents. Network: d276bb40-7ce2-4136-bf8a-ff5df64f0f22, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:34.762270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:34.834704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d276bb40-7ce2-4136-bf8a-ff5df64f0f22) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:34.838557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:34.839174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:34.842880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207fe61-f329-4950-8eed-4a78f35e3fc5 None None] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:34.938819 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ac4d1ba6-eb63-4d2d-bd60-a506837b4371 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6812711 Apr 22 18:01:34.941328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58168) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:34.946232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:34.950870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:34.954693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Usage tracker for resource:router and tenant:4bff42d19d164db2bef06f0aba76828e is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:34.958278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:34.964068 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:35.029271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.030291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.046182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.054534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-d276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'fixed_ips': [{'subnet_id': '869aaf4e-961d-410e-a656-4467a9038b00'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:35.055407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.140716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.220501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Allocated IP 172.20.0.2 (d276bb40-7ce2-4136-bf8a-ff5df64f0f22/869aaf4e-961d-410e-a656-4467a9038b00/5d5525c1-7ebf-46d8-be52-fba815d1c128) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:35.363134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.419582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.429057 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Transition to ACTIVE for port object 5d5525c1-7ebf-46d8-be52-fba815d1c128 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:35.447020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Transition to ACTIVE for port object 5d5525c1-7ebf-46d8-be52-fba815d1c128 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:35.539996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.599389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:35.602120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:35.605634 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:35.645187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Pushing event updated for resources: {'Port': ['ID=5d5525c1-7ebf-46d8-be52-fba815d1c128,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:35.661361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.661712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.662054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.662396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.662726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.663082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.663410 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.663737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.664082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.664393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.664720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.665039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:35.718698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Attempting to bind port 5d5525c1-7ebf-46d8-be52-fba815d1c128 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:35.719095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Attempting to bind port 5d5525c1-7ebf-46d8-be52-fba815d1c128 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:35.719467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Attempting to bind port 5d5525c1-7ebf-46d8-be52-fba815d1c128 on network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:35.724839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:35.725220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Checking segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:35.725627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.726025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Bound using segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:35.726490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Bound port: 5d5525c1-7ebf-46d8-be52-fba815d1c128, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:35.726898 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.817904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] For port 5d5525c1-7ebf-46d8-be52-fba815d1c128, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:35.820825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] For port 5d5525c1-7ebf-46d8-be52-fba815d1c128, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5d5525c1-7ebf-46d8-be52-fba815d1c128,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:35.851125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.882321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.892922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:35.977433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97f3d8-e795-46a5-a1b8-d15f004e13cd None None] Pushing event updated for resources: {'Port': ['ID=5d5525c1-7ebf-46d8-be52-fba815d1c128,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:36.021147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Allocated IP 172.26.3.148 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/73b81f70-25c8-4736-b313-181725af7017) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:36.169445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:36.265683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:36.329400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:36.332271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:36.340290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:36.381470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Pushing event updated for resources: {'Port': ['ID=73b81f70-25c8-4736-b313-181725af7017,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:36.831826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:37.007524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9906564c-f455-4841-bbe9-0e84c9767e2e None None] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:37.175315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:37.206197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b285f90f-1b52-40cd-8a4d-d412a078e17b None None] Provisioning for port 5d5525c1-7ebf-46d8-be52-fba815d1c128 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:37.608345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Router 0224eaea-9a5d-4966-950f-f3921d38dde5 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:01:37.782204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:01:37.791054 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Sync routers for ids ['0224eaea-9a5d-4966-950f-f3921d38dde5'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:01:37.801323 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Routers {'0224eaea-9a5d-4966-950f-f3921d38dde5'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:01:37.801930 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:01:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0224eaea-9a5d-4966-950f-f3921d38dde5'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:37.868312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:37.870129 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0c64b8ac-1b0d-43e6-9165-9661e6af72d3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9273143 Apr 22 18:01:37.872347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58172) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:37.944494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5d5525c1-7ebf-46d8-be52-fba815d1c128 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:37.983291 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Set router 0224eaea-9a5d-4966-950f-f3921d38dde5 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:01:38.111344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 5d5525c1-7ebf-46d8-be52-fba815d1c128 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:38.117293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 5d5525c1-7ebf-46d8-be52-fba815d1c128 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:38.117678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.232167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.268077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 5d5525c1-7ebf-46d8-be52-fba815d1c128, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5d5525c1-7ebf-46d8-be52-fba815d1c128,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:38.274614 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '73b81f70-25c8-4736-b313-181725af7017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:36Z', 'revision_number': 3, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port': {'id': '73b81f70-25c8-4736-b313-181725af7017', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:38.278512 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Checking router: 0224eaea-9a5d-4966-950f-f3921d38dde5 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:01:38.278891 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Updating router 0224eaea-9a5d-4966-950f-f3921d38dde5 port 73b81f70-25c8-4736-b313-181725af7017 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:01:38.329743 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.361178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.446013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=5d5525c1-7ebf-46d8-be52-fba815d1c128,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:38.554220 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.687085 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.698856 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Transition to ACTIVE for port object 73b81f70-25c8-4736-b313-181725af7017 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:38.755414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Allocated IP 172.20.0.1 (d276bb40-7ce2-4136-bf8a-ff5df64f0f22/869aaf4e-961d-410e-a656-4467a9038b00/17dc6631-f34d-4487-839e-d141faf3f992) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:38.777807 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.856123 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Attempting to bind port 73b81f70-25c8-4736-b313-181725af7017 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:38.856793 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Attempting to bind port 73b81f70-25c8-4736-b313-181725af7017 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:38.856942 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Attempting to bind port 73b81f70-25c8-4736-b313-181725af7017 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:38.859049 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Pushing event updated for resources: {'Port': ['ID=73b81f70-25c8-4736-b313-181725af7017,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:38.868669 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.869017 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.869352 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.869679 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.870055 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.870390 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.870712 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.871069 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.871381 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.871701 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.872015 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.872328 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:01:38.875861 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:38.876227 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:38.876679 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.876988 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:38.877448 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Bound port: 73b81f70-25c8-4736-b313-181725af7017, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:38.877821 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.903230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:38.918575 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Transition to ACTIVE for port object 17dc6631-f34d-4487-839e-d141faf3f992 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:38.951874 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] For port 73b81f70-25c8-4736-b313-181725af7017, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:38.954651 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] For port 73b81f70-25c8-4736-b313-181725af7017, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=73b81f70-25c8-4736-b313-181725af7017,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:39.019670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:39.042954 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:39.120022 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Routers {'0224eaea-9a5d-4966-950f-f3921d38dde5'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:01:39.120662 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:01:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0224eaea-9a5d-4966-950f-f3921d38dde5'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:39.179582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:39.182261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:39.189975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:39.191791 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61caab-095d-478f-b882-d5814f122a6c None None] Pushing event updated for resources: {'Port': ['ID=73b81f70-25c8-4736-b313-181725af7017,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:39.227591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Pushing event updated for resources: {'Port': ['ID=17dc6631-f34d-4487-839e-d141faf3f992,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:39.252313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:39.309444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] Set router 0224eaea-9a5d-4966-950f-f3921d38dde5 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:01:39.445275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:39.511259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b3c6c938-7100-42e1-b685-9a810bc4fc60 None None] Provisioning for port 17dc6631-f34d-4487-839e-d141faf3f992 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:39.517104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b3c6c938-7100-42e1-b685-9a810bc4fc60 None None] Provisioning complete for port 17dc6631-f34d-4487-839e-d141faf3f992 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:39.517787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c938-7100-42e1-b685-9a810bc4fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:39.573163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c938-7100-42e1-b685-9a810bc4fc60 None None] Port 17dc6631-f34d-4487-839e-d141faf3f992 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:01:39.593220 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '73b81f70-25c8-4736-b313-181725af7017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:36Z', 'revision_number': 3, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port': {'id': '73b81f70-25c8-4736-b313-181725af7017', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:39.597944 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebc1e9-7284-47f1-86ce-9dc6b540ee07 None None] The sync data for ids ['0224eaea-9a5d-4966-950f-f3921d38dde5'] in dv-neutron-839024-1-hyperv is: [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '73b81f70-25c8-4736-b313-181725af7017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:36Z', 'revision_number': 3, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port': {'id': '73b81f70-25c8-4736-b313-181725af7017', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:01:39.671006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:39.731943 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:39.845798 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Pushing event updated for resources: {'Port': ['ID=17dc6631-f34d-4487-839e-d141faf3f992,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:39.851309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:39.993880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5d5525c1-7ebf-46d8-be52-fba815d1c128 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:40.007753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:40.008910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:40.083752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 5d5525c1-7ebf-46d8-be52-fba815d1c128 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:40.084309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:40.213112 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Router 0224eaea-9a5d-4966-950f-f3921d38dde5 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:01:40.227347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 73b81f70-25c8-4736-b313-181725af7017 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:40.307504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-480563aa-3ce1-4f90-ab96-e34b28974feb None None] Provisioning complete for port 17dc6631-f34d-4487-839e-d141faf3f992 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:40.307812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-480563aa-3ce1-4f90-ab96-e34b28974feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:40.366662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-480563aa-3ce1-4f90-ab96-e34b28974feb None None] Port 17dc6631-f34d-4487-839e-d141faf3f992 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:01:40.391605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 73b81f70-25c8-4736-b313-181725af7017 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:40.397528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 73b81f70-25c8-4736-b313-181725af7017 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:40.397958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:40.409403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:01:40.419096 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-16377ff7-07b9-4067-8709-f9dc561f479e admin admin] 10.222.0.10 "PUT /v2.0/routers/0224eaea-9a5d-4966-950f-f3921d38dde5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5453787 Apr 22 18:01:40.526015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:40.542968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 73b81f70-25c8-4736-b313-181725af7017, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=73b81f70-25c8-4736-b313-181725af7017,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:40.625664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:40.697022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=73b81f70-25c8-4736-b313-181725af7017,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:41.126912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Sync routers for ids ['0224eaea-9a5d-4966-950f-f3921d38dde5'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:01:41.136029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Routers {'0224eaea-9a5d-4966-950f-f3921d38dde5'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:01:41.136657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:01:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0224eaea-9a5d-4966-950f-f3921d38dde5'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:41.157850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58190) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:41.163992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1400083635-network', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:41.168635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:41.172747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Usage tracker for resource:network and tenant:b883a8f4f7094e94aa6ca1a7d23c33d9 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:41.175710 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:41.181389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:41.263238 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Made reservation on behalf of b883a8f4f7094e94aa6ca1a7d23c33d9 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:41.265574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.278395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.292967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:41.297068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Usage tracker for resource:security_group_rule and tenant:b883a8f4f7094e94aa6ca1a7d23c33d9 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:41.299971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:41.305632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:41.316131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Set router 0224eaea-9a5d-4966-950f-f3921d38dde5 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:01:41.398009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.539553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.566639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:01:41.578706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92077450-cbbf-49cd-ad3c-37061983566b,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:41.584754 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.585096 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Added segment 95ecf17a-69f0-493b-a306-f719c21adb13 of type vlan for network 275a1a32-d528-43aa-9dda-d989901bfee3 Apr 22 18:01:41.610291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.639067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '73b81f70-25c8-4736-b313-181725af7017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:39Z', 'revision_number': 4, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port': {'id': '73b81f70-25c8-4736-b313-181725af7017', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '17dc6631-f34d-4487-839e-d141faf3f992', 'name': '', 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'mac_address': 'fa:16:3e:37:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '869aaf4e-961d-410e-a656-4467a9038b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:38Z', 'updated_at': '2022-04-22T18:01:39Z', 'revision_number': 2, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'subnets': [{'id': '869aaf4e-961d-410e-a656-4467a9038b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:41.642901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Checking router: 0224eaea-9a5d-4966-950f-f3921d38dde5 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:01:41.643265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Updating router 0224eaea-9a5d-4966-950f-f3921d38dde5 port 17dc6631-f34d-4487-839e-d141faf3f992 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:01:41.698148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.703514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.704497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:41.705077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:41.806442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] Pushing event updated for resources: {'Network': ['ID=275a1a32-d528-43aa-9dda-d989901bfee3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:41.817231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 275a1a32-d528-43aa-9dda-d989901bfee3 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:01:41.884305 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6d180991-3a43-42ca-9d37-2758d299a975 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7252762 Apr 22 18:01:41.887126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58194) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:41.893513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Request body: {'subnet': {'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-subnet', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:41.898473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:41.902503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Usage tracker for resource:subnet and tenant:b883a8f4f7094e94aa6ca1a7d23c33d9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:41.906492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:41.912400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:41.937725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 73b81f70-25c8-4736-b313-181725af7017 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:41.985415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Made reservation on behalf of b883a8f4f7094e94aa6ca1a7d23c33d9 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:41.988406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.136411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 73b81f70-25c8-4736-b313-181725af7017 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:42.136787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.236849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.307661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.314933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=472afd6e-d21a-4ac8-9b60-7b1902cbe4d2,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:42.323377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Checking segment: {'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:42.323736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Network hostable DHCP agents. Network: 275a1a32-d528-43aa-9dda-d989901bfee3, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:01:42.331322 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Transition to ACTIVE for port object 17dc6631-f34d-4487-839e-d141faf3f992 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:42.396486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.419400 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Network 275a1a32-d528-43aa-9dda-d989901bfee3 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:01:42.511140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 275a1a32-d528-43aa-9dda-d989901bfee3) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:42.522062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:42.522062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.524672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2cf3bb-fe7c-49aa-bf1b-2a8b5eac49eb None None] Network 275a1a32-d528-43aa-9dda-d989901bfee3 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:42.541951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482729a-ea33-4b81-b556-d5ad802eb514 None None] Pushing event updated for resources: {'Port': ['ID=17dc6631-f34d-4487-839e-d141faf3f992,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:42.609380 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-808945f5-e9e2-4ae1-870c-4ef50e3dd79f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7206693 Apr 22 18:01:42.613818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58198) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:42.616999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:42.622117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:42.627754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Usage tracker for resource:router and tenant:b883a8f4f7094e94aa6ca1a7d23c33d9 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:01:42.630712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:01:42.637149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:42.699989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.701028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.704317 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Attempting to bind port 17dc6631-f34d-4487-839e-d141faf3f992 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:42.704855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Attempting to bind port 17dc6631-f34d-4487-839e-d141faf3f992 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:42.705054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Attempting to bind port 17dc6631-f34d-4487-839e-d141faf3f992 on network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:42.716664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.720304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:42.720690 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Checking segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:42.721096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.721605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Bound using segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:42.722701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Bound port: 17dc6631-f34d-4487-839e-d141faf3f992, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:42.727202 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.907714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] For port 17dc6631-f34d-4487-839e-d141faf3f992, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:42.915856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-275a1a32-d528-43aa-9dda-d989901bfee3', 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'fixed_ips': [{'subnet_id': '472afd6e-d21a-4ac8-9b60-7b1902cbe4d2'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:01:42.916676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:42.927431 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] For port 17dc6631-f34d-4487-839e-d141faf3f992, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=17dc6631-f34d-4487-839e-d141faf3f992,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:43.003843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:43.045909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:43.134827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Routers {'0224eaea-9a5d-4966-950f-f3921d38dde5'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:01:43.135505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:01:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0224eaea-9a5d-4966-950f-f3921d38dde5'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:43.187930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482729a-ea33-4b81-b556-d5ad802eb514 None None] Pushing event updated for resources: {'Port': ['ID=17dc6631-f34d-4487-839e-d141faf3f992,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:43.222266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Allocated IP 172.20.0.2 (275a1a32-d528-43aa-9dda-d989901bfee3/472afd6e-d21a-4ac8-9b60-7b1902cbe4d2/d022fd0f-81ad-437f-9c4b-47b7abe43b74) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:43.439655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:43.473496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:43.480561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] Set router 0224eaea-9a5d-4966-950f-f3921d38dde5 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:01:43.730259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Allocated IP 172.26.3.186 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/8fefc501-dcc7-4d6c-a6dc-eb9714531d19) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:43.800994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:43.824424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Transition to ACTIVE for port object d022fd0f-81ad-437f-9c4b-47b7abe43b74 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:43.875610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:43.879107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Transition to ACTIVE for port object d022fd0f-81ad-437f-9c4b-47b7abe43b74 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:43.903052 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '73b81f70-25c8-4736-b313-181725af7017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:39Z', 'revision_number': 4, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port': {'id': '73b81f70-25c8-4736-b313-181725af7017', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '17dc6631-f34d-4487-839e-d141faf3f992', 'name': '', 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'mac_address': 'fa:16:3e:37:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '869aaf4e-961d-410e-a656-4467a9038b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:38Z', 'updated_at': '2022-04-22T18:01:42Z', 'revision_number': 4, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'subnets': [{'id': '869aaf4e-961d-410e-a656-4467a9038b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:43.906989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8682b-2f1b-483d-8fb1-eaa4e2ba28ad None None] The sync data for ids ['0224eaea-9a5d-4966-950f-f3921d38dde5'] in dv-neutron-839024-1-hyperv is: [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '73b81f70-25c8-4736-b313-181725af7017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:39Z', 'revision_number': 4, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port': {'id': '73b81f70-25c8-4736-b313-181725af7017', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '17dc6631-f34d-4487-839e-d141faf3f992', 'name': '', 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'mac_address': 'fa:16:3e:37:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '869aaf4e-961d-410e-a656-4467a9038b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:38Z', 'updated_at': '2022-04-22T18:01:42Z', 'revision_number': 4, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'subnets': [{'id': '869aaf4e-961d-410e-a656-4467a9038b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:01:43.969340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:43.991557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:44.041736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Network 275a1a32-d528-43aa-9dda-d989901bfee3 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:44.050326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:44.054806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:44.056678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:44.059558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:44.068373 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:44.087038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Pushing event updated for resources: {'Port': ['ID=d022fd0f-81ad-437f-9c4b-47b7abe43b74,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:44.105246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Pushing event updated for resources: {'Port': ['ID=8fefc501-dcc7-4d6c-a6dc-eb9714531d19,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:44.155048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Attempting to bind port d022fd0f-81ad-437f-9c4b-47b7abe43b74 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:44.155505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Attempting to bind port d022fd0f-81ad-437f-9c4b-47b7abe43b74 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:44.155965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Attempting to bind port d022fd0f-81ad-437f-9c4b-47b7abe43b74 on network 275a1a32-d528-43aa-9dda-d989901bfee3 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:44.161904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:44.162366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Checking segment: {'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:44.162945 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:44.163424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Bound using segment: {'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:44.163946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Bound port: d022fd0f-81ad-437f-9c4b-47b7abe43b74, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:44.164396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:44.261521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] For port d022fd0f-81ad-437f-9c4b-47b7abe43b74, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:44.264701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] For port d022fd0f-81ad-437f-9c4b-47b7abe43b74, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d022fd0f-81ad-437f-9c4b-47b7abe43b74,segment=NetworkSegment(95ecf17a-69f0-493b-a306-f719c21adb13),segment_id=95ecf17a-69f0-493b-a306-f719c21adb13)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:44.357393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:44.477600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c91600-4f6f-4b2f-996b-fa98469a1e1c None None] Pushing event updated for resources: {'Port': ['ID=d022fd0f-81ad-437f-9c4b-47b7abe43b74,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:44.579297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:44.953392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:45.235348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Router 48258278-7823-46d9-83d5-cc7581e05120 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:01:45.496986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7d43d-b600-40ce-ad7a-a97628190564 None None] Network 275a1a32-d528-43aa-9dda-d989901bfee3 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:01:45.535237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:01:45.544648 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Sync routers for ids ['48258278-7823-46d9-83d5-cc7581e05120'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:01:45.556404 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Routers {'48258278-7823-46d9-83d5-cc7581e05120'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:01:45.557004 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:01:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['48258278-7823-46d9-83d5-cc7581e05120'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:45.626203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:45.627486 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f5f5fbdf-8dad-434a-a922-2296c147a13e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0147052 Apr 22 18:01:45.630809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58202) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:01:45.699535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-069c0a41-a64a-48a1-ba70-c401fde90351 None None] Provisioning for port d022fd0f-81ad-437f-9c4b-47b7abe43b74 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:45.745579 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Set router 48258278-7823-46d9-83d5-cc7581e05120 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:01:45.984298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d022fd0f-81ad-437f-9c4b-47b7abe43b74 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:46.078762 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:01:44Z', 'revision_number': 3, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port': {'id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:43Z', 'updated_at': '2022-04-22T18:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:46.082935 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Checking router: 48258278-7823-46d9-83d5-cc7581e05120 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:01:46.083289 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Updating router 48258278-7823-46d9-83d5-cc7581e05120 port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:01:46.138591 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.139901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port d022fd0f-81ad-437f-9c4b-47b7abe43b74 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:46.145434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d022fd0f-81ad-437f-9c4b-47b7abe43b74 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:46.145932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.263512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.300910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port d022fd0f-81ad-437f-9c4b-47b7abe43b74, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d022fd0f-81ad-437f-9c4b-47b7abe43b74,segment=NetworkSegment(95ecf17a-69f0-493b-a306-f719c21adb13),segment_id=95ecf17a-69f0-493b-a306-f719c21adb13)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:46.354073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.437143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.438189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 17dc6631-f34d-4487-839e-d141faf3f992 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:46.502183 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.515146 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Transition to ACTIVE for port object 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:46.551514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=d022fd0f-81ad-437f-9c4b-47b7abe43b74,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:46.573909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Allocated IP 172.20.0.1 (275a1a32-d528-43aa-9dda-d989901bfee3/472afd6e-d21a-4ac8-9b60-7b1902cbe4d2/b68c547e-5fca-453e-a1a4-0517de39aa9a) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:46.585678 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.659377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 17dc6631-f34d-4487-839e-d141faf3f992 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:46.664377 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 17dc6631-f34d-4487-839e-d141faf3f992 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:46.664757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.666077 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee48ee-f107-4d89-9dd6-f1f0b9aca900 None None] Pushing event updated for resources: {'Port': ['ID=8fefc501-dcc7-4d6c-a6dc-eb9714531d19,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:46.669566 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Attempting to bind port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:46.669933 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Attempting to bind port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:46.670290 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Attempting to bind port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:46.676362 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:46.676732 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:46.677571 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.677571 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:46.677934 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Bound port: 8fefc501-dcc7-4d6c-a6dc-eb9714531d19, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:46.678301 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.729397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.745592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Transition to ACTIVE for port object b68c547e-5fca-453e-a1a4-0517de39aa9a will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:46.758486 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] For port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:46.761521 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] For port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8fefc501-dcc7-4d6c-a6dc-eb9714531d19,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:46.784196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.815785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 17dc6631-f34d-4487-839e-d141faf3f992, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=17dc6631-f34d-4487-839e-d141faf3f992,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:46.829749 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.858397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.898220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:46.905555 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Routers {'48258278-7823-46d9-83d5-cc7581e05120'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:01:46.906195 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:01:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['48258278-7823-46d9-83d5-cc7581e05120'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:46.919595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Network 275a1a32-d528-43aa-9dda-d989901bfee3 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:46.922371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:46.930907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:46.970924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=b68c547e-5fca-453e-a1a4-0517de39aa9a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:46.976937 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee48ee-f107-4d89-9dd6-f1f0b9aca900 None None] Pushing event updated for resources: {'Port': ['ID=8fefc501-dcc7-4d6c-a6dc-eb9714531d19,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:47.004200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:47.034831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=17dc6631-f34d-4487-839e-d141faf3f992,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:47.118515 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] Set router 48258278-7823-46d9-83d5-cc7581e05120 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:01:47.298547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3be8827b-2fa7-48a7-b2d8-c05f4905181f None None] Provisioning for port b68c547e-5fca-453e-a1a4-0517de39aa9a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:47.305642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3be8827b-2fa7-48a7-b2d8-c05f4905181f None None] Provisioning complete for port b68c547e-5fca-453e-a1a4-0517de39aa9a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:47.306120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3be8827b-2fa7-48a7-b2d8-c05f4905181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:47.365276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-3be8827b-2fa7-48a7-b2d8-c05f4905181f None None] Port b68c547e-5fca-453e-a1a4-0517de39aa9a cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:01:47.404559 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:01:44Z', 'revision_number': 3, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port': {'id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:43Z', 'updated_at': '2022-04-22T18:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:47.408612 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d7b93-2628-462f-a64c-ad28b0ae2453 None None] The sync data for ids ['48258278-7823-46d9-83d5-cc7581e05120'] in dv-neutron-839024-1-hyperv is: [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:01:44Z', 'revision_number': 3, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port': {'id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:43Z', 'updated_at': '2022-04-22T18:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:01:47.453675 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:47.689548 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:47.751041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:47.857254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:47.864875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=b68c547e-5fca-453e-a1a4-0517de39aa9a,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:47.992583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d022fd0f-81ad-437f-9c4b-47b7abe43b74 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:48.004035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Network 275a1a32-d528-43aa-9dda-d989901bfee3 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:48.005307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:48.070566 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d022fd0f-81ad-437f-9c4b-47b7abe43b74 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:48.071216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:48.197477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:48.216438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Router 48258278-7823-46d9-83d5-cc7581e05120 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:01:48.290234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e078609f-7b6d-40bf-9b79-561a5d67ac4f None None] Provisioning complete for port b68c547e-5fca-453e-a1a4-0517de39aa9a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:48.290685 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e078609f-7b6d-40bf-9b79-561a5d67ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:48.344724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e078609f-7b6d-40bf-9b79-561a5d67ac4f None None] Port b68c547e-5fca-453e-a1a4-0517de39aa9a cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:01:48.362867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:48.368065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:48.368522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:48.404213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:01:48.413748 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-64e0e9dc-c01d-4915-882a-0c36af983fa5 admin admin] 10.222.0.10 "PUT /v2.0/routers/48258278-7823-46d9-83d5-cc7581e05120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819345 Apr 22 18:01:48.496816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:48.513717 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8fefc501-dcc7-4d6c-a6dc-eb9714531d19,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:48.577936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:48.578721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 17dc6631-f34d-4487-839e-d141faf3f992 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:48.692167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=8fefc501-dcc7-4d6c-a6dc-eb9714531d19,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:48.705373 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 17dc6631-f34d-4487-839e-d141faf3f992 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:48.705783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:48.912814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Sync routers for ids ['48258278-7823-46d9-83d5-cc7581e05120'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:01:48.922311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Routers {'48258278-7823-46d9-83d5-cc7581e05120'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:01:48.923031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:01:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['48258278-7823-46d9-83d5-cc7581e05120'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:49.097613 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Set router 48258278-7823-46d9-83d5-cc7581e05120 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:01:49.400461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:01:47Z', 'revision_number': 4, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port': {'id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:43Z', 'updated_at': '2022-04-22T18:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b68c547e-5fca-453e-a1a4-0517de39aa9a', 'name': '', 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'mac_address': 'fa:16:3e:f5:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '472afd6e-d21a-4ac8-9b60-7b1902cbe4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:46Z', 'updated_at': '2022-04-22T18:01:47Z', 'revision_number': 2, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'subnets': [{'id': '472afd6e-d21a-4ac8-9b60-7b1902cbe4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:49.404390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Checking router: 48258278-7823-46d9-83d5-cc7581e05120 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:01:49.404758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Updating router 48258278-7823-46d9-83d5-cc7581e05120 port b68c547e-5fca-453e-a1a4-0517de39aa9a binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:01:49.462771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:49.831330 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-27a09764-7c2d-4ba3-ae34-c1cfa5c105b2 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:49.832723 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-27a09764-7c2d-4ba3-ae34-c1cfa5c105b2 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/networks?id=d276bb40-7ce2-4136-bf8a-ff5df64f0f22 HTTP/1.1" status: 200 len: 816 time: 0.2562571 Apr 22 18:01:49.841002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:49.847468 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-23ee0794-53a5-47b9-bae9-9070f1a4f926 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/quotas/4bff42d19d164db2bef06f0aba76828e HTTP/1.1" status: 200 len: 375 time: 0.0091374 Apr 22 18:01:49.852392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Transition to ACTIVE for port object b68c547e-5fca-453e-a1a4-0517de39aa9a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:49.912115 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:49.931542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-3ac4083e-f30f-4a09-a8e5-7a58fda2f59e tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Synchronizing usage tracker for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:01:49.949655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:50.014089 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-3ac4083e-f30f-4a09-a8e5-7a58fda2f59e tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Unset dirty status for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:01:50.015908 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-3ac4083e-f30f-4a09-a8e5-7a58fda2f59e tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bff42d19d164db2bef06f0aba76828e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1629255 Apr 22 18:01:50.087986 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1c75a-beb2-45da-b67d-a28e2ed696ba None None] Pushing event updated for resources: {'Port': ['ID=b68c547e-5fca-453e-a1a4-0517de39aa9a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:50.161559 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-3134bc57-de86-407d-ab52-a977778eddab service neutron] 10.222.0.10 "GET /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335592 Apr 22 18:01:50.184913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:50.185487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:50.220617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Attempting to bind port b68c547e-5fca-453e-a1a4-0517de39aa9a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:50.220980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Attempting to bind port b68c547e-5fca-453e-a1a4-0517de39aa9a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:50.221856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Attempting to bind port b68c547e-5fca-453e-a1a4-0517de39aa9a on network 275a1a32-d528-43aa-9dda-d989901bfee3 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:50.232021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:50.232391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Checking segment: {'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:50.232792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:50.233185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Bound using segment: {'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:50.233640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Bound port: b68c547e-5fca-453e-a1a4-0517de39aa9a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ecf17a-69f0-493b-a306-f719c21adb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:50.234011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:50.294670 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-2b408d16-3b92-4306-b233-da0f0ed02aeb service neutron] 10.222.0.10 "GET /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271045 Apr 22 18:01:50.393688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] For port b68c547e-5fca-453e-a1a4-0517de39aa9a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:50.405292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] For port b68c547e-5fca-453e-a1a4-0517de39aa9a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b68c547e-5fca-453e-a1a4-0517de39aa9a,segment=NetworkSegment(95ecf17a-69f0-493b-a306-f719c21adb13),segment_id=95ecf17a-69f0-493b-a306-f719c21adb13)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:50.465965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:50.546194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Routers {'48258278-7823-46d9-83d5-cc7581e05120'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:01:50.546851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:01:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['48258278-7823-46d9-83d5-cc7581e05120'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:50.576579 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d3c51dcb-86e3-400b-b67a-88cf0a22ff16 req-9805c45a-284e-4299-ad35-e63e97f729f3 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 210 time: 0.0547040 Apr 22 18:01:50.617105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1c75a-beb2-45da-b67d-a28e2ed696ba None None] Pushing event updated for resources: {'Port': ['ID=b68c547e-5fca-453e-a1a4-0517de39aa9a,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:50.736157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] Set router 48258278-7823-46d9-83d5-cc7581e05120 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:01:51.054892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:01:47Z', 'revision_number': 4, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port': {'id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:43Z', 'updated_at': '2022-04-22T18:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b68c547e-5fca-453e-a1a4-0517de39aa9a', 'name': '', 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'mac_address': 'fa:16:3e:f5:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '472afd6e-d21a-4ac8-9b60-7b1902cbe4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:46Z', 'updated_at': '2022-04-22T18:01:50Z', 'revision_number': 4, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'subnets': [{'id': '472afd6e-d21a-4ac8-9b60-7b1902cbe4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:01:51.059084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3c583-57c4-4f27-9061-aaf60ebca151 None None] The sync data for ids ['48258278-7823-46d9-83d5-cc7581e05120'] in dv-neutron-839024-1-hyperv is: [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:01:47Z', 'revision_number': 4, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port': {'id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:43Z', 'updated_at': '2022-04-22T18:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b68c547e-5fca-453e-a1a4-0517de39aa9a', 'name': '', 'network_id': '275a1a32-d528-43aa-9dda-d989901bfee3', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'mac_address': 'fa:16:3e:f5:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '472afd6e-d21a-4ac8-9b60-7b1902cbe4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:46Z', 'updated_at': '2022-04-22T18:01:50Z', 'revision_number': 4, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'subnets': [{'id': '472afd6e-d21a-4ac8-9b60-7b1902cbe4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:01:51.745310 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a4059c6c-93ab-45a5-aa8e-983bdce2627c req-9d542a28-3e81-4944-adc2-5050987078fb tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 210 time: 0.0494752 Apr 22 18:01:51.935905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b68c547e-5fca-453e-a1a4-0517de39aa9a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:52.063726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port b68c547e-5fca-453e-a1a4-0517de39aa9a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:52.068909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b68c547e-5fca-453e-a1a4-0517de39aa9a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:52.069283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:52.223683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:52.253886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port b68c547e-5fca-453e-a1a4-0517de39aa9a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b68c547e-5fca-453e-a1a4-0517de39aa9a,segment=NetworkSegment(95ecf17a-69f0-493b-a306-f719c21adb13),segment_id=95ecf17a-69f0-493b-a306-f719c21adb13)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:52.310252 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:52.377498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=b68c547e-5fca-453e-a1a4-0517de39aa9a,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:52.694118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-c403e0d3-058f-4c0a-a05d-71f460ad85f9 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:52.694829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-c403e0d3-058f-4c0a-a05d-71f460ad85f9 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Synchronizing usage tracker for tenant:4bff42d19d164db2bef06f0aba76828e on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:01:52.789304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-c403e0d3-058f-4c0a-a05d-71f460ad85f9 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Unset dirty status for tenant:4bff42d19d164db2bef06f0aba76828e on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:01:52.790560 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-c403e0d3-058f-4c0a-a05d-71f460ad85f9 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.16 "GET /v2.0/networks?id=d276bb40-7ce2-4136-bf8a-ff5df64f0f22 HTTP/1.1" status: 200 len: 816 time: 0.2395134 Apr 22 18:01:52.803995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Request body: {'port': {'device_id': '976ba0ea-9280-401f-824d-addf19bbfc7a', 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'admin_state_up': True, 'tenant_id': '4bff42d19d164db2bef06f0aba76828e'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:53.052986 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-351e59ed-a7a8-4c31-bae1-50592f93dac3 req-ec011496-506f-46de-95a4-434ea4571314 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 210 time: 0.0587397 Apr 22 18:01:53.088337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:01:53.097618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:01:53.156313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Made reservation on behalf of 4bff42d19d164db2bef06f0aba76828e for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:01:53.159727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:53.312462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Allocated IP 172.20.0.10 (d276bb40-7ce2-4136-bf8a-ff5df64f0f22/869aaf4e-961d-410e-a656-4467a9038b00/3645f5b1-b056-43f3-a5cb-3f4653637133) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:01:53.511945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:53.526680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Transition to ACTIVE for port object 3645f5b1-b056-43f3-a5cb-3f4653637133 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:53.619579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:53.684606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:01:53.685679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:01:53.694003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:01:53.734910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Pushing event updated for resources: {'Port': ['ID=3645f5b1-b056-43f3-a5cb-3f4653637133,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:53.766501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:53.767270 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:53.865896 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-cb437c50-6584-4774-8518-c1bc5f06cfd0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0655365 Apr 22 18:01:53.877524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Request body: {'port': {'device_id': '976ba0ea-9280-401f-824d-addf19bbfc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:01:53.914099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b68c547e-5fca-453e-a1a4-0517de39aa9a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:01:53.980104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-95dfc7e3-26c5-49e8-b7dd-756021fa6b2a None None] Provisioning for port 3645f5b1-b056-43f3-a5cb-3f4653637133 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:01:53.982815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b68c547e-5fca-453e-a1a4-0517de39aa9a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:53.983176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:53.987371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:54.022219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-95dfc7e3-26c5-49e8-b7dd-756021fa6b2a None None] Provisioning complete for port 3645f5b1-b056-43f3-a5cb-3f4653637133 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:01:54.022591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-95dfc7e3-26c5-49e8-b7dd-756021fa6b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:54.087056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-95dfc7e3-26c5-49e8-b7dd-756021fa6b2a None None] Port 3645f5b1-b056-43f3-a5cb-3f4653637133 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:01:54.238452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf3864-8a15-40e2-b0b1-2193985deade req-a10d426f-e60a-44df-b026-fbdb1868ae0c tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:54.239949 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dfaf3864-8a15-40e2-b0b1-2193985deade req-a10d426f-e60a-44df-b026-fbdb1868ae0c tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 932 time: 0.0790870 Apr 22 18:01:54.285932 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dfaf3864-8a15-40e2-b0b1-2193985deade req-156537ab-2a7d-422e-8673-59bb4367622f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Apr 22 18:01:54.337708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3645f5b1-b056-43f3-a5cb-3f4653637133 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:01:54.344910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:54.358950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Transition to ACTIVE for port object 3645f5b1-b056-43f3-a5cb-3f4653637133 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:01:54.436375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:54.597980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3645f5b1-b056-43f3-a5cb-3f4653637133,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:54.669322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Attempting to bind port 3645f5b1-b056-43f3-a5cb-3f4653637133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:01:54.673603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Attempting to bind port 3645f5b1-b056-43f3-a5cb-3f4653637133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:01:54.673603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Attempting to bind port 3645f5b1-b056-43f3-a5cb-3f4653637133 on network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:54.675042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Port 3645f5b1-b056-43f3-a5cb-3f4653637133 on network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:01:54.675362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Attempting to bind port 3645f5b1-b056-43f3-a5cb-3f4653637133 on network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:01:54.681209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:01:54.681545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Checking segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:01:54.681934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Bound using segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:01:54.682354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Bound port: 3645f5b1-b056-43f3-a5cb-3f4653637133, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:01:54.682704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:54.769745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] For port 3645f5b1-b056-43f3-a5cb-3f4653637133, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:01:54.772570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] For port 3645f5b1-b056-43f3-a5cb-3f4653637133, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3645f5b1-b056-43f3-a5cb-3f4653637133,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:01:54.830938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:54.887656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:54.888273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:54.889640 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/3645f5b1-b056-43f3-a5cb-3f4653637133 HTTP/1.1" status: 200 len: 1094 time: 1.0166204 Apr 22 18:01:54.890071 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976ba0ea-9280-401f-824d-addf19bbfc7a', 'tag': '3645f5b1-b056-43f3-a5cb-3f4653637133'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:01:54.918059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5166bf0-ed2b-4342-8b33-01fb280a74d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3645f5b1-b056-43f3-a5cb-3f4653637133,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:54.940572 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b4a9a3-017b-4a9d-9965-ef5ea0c26ab5'] response: {'name': 'network-changed', 'server_uuid': '976ba0ea-9280-401f-824d-addf19bbfc7a', 'tag': '3645f5b1-b056-43f3-a5cb-3f4653637133', 'status': 'completed', 'code': 200} Apr 22 18:01:55.030611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc488202-3903-4634-8d28-66a7632ccf40 req-53185e20-bd28-48ac-8089-402738c993e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:55.032128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc488202-3903-4634-8d28-66a7632ccf40 req-53185e20-bd28-48ac-8089-402738c993e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bff42d19d164db2bef06f0aba76828e&device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 1097 time: 0.0726669 Apr 22 18:01:55.266825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc488202-3903-4634-8d28-66a7632ccf40 req-6e23efe2-c1f4-425c-a19b-e12347a6ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:55.268770 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc488202-3903-4634-8d28-66a7632ccf40 req-6e23efe2-c1f4-425c-a19b-e12347a6ab8c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bff42d19d164db2bef06f0aba76828e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2300785 Apr 22 18:01:55.402078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc488202-3903-4634-8d28-66a7632ccf40 req-5d6b72a0-81bd-46a7-980d-798f96ce8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:55.404123 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc488202-3903-4634-8d28-66a7632ccf40 req-5d6b72a0-81bd-46a7-980d-798f96ce8772 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1302176 Apr 22 18:01:55.473139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed72591-114c-4733-81b6-4e77425439a1 req-e12da3ec-b821-402e-a79a-ce58a7324ba6 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:55.474614 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bed72591-114c-4733-81b6-4e77425439a1 req-e12da3ec-b821-402e-a79a-ce58a7324ba6 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 944 time: 0.0848274 Apr 22 18:01:55.512381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-044e28aa-2f64-4371-a20b-e100615f7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:55.513868 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-044e28aa-2f64-4371-a20b-e100615f7d6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bff42d19d164db2bef06f0aba76828e&device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 1097 time: 0.0751324 Apr 22 18:01:55.519963 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bed72591-114c-4733-81b6-4e77425439a1 req-dfb15756-2afa-4242-b1fc-fc04b8a3aecf tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Apr 22 18:01:55.584051 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-637e4e5f-b2a0-461a-bb03-a3e8f97e2062 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3645f5b1-b056-43f3-a5cb-3f4653637133 HTTP/1.1" status: 200 len: 217 time: 0.0636611 Apr 22 18:01:55.645295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-b3ce210c-11ab-4998-a675-56e591b0e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:55.646683 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-b3ce210c-11ab-4998-a675-56e591b0e8c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=869aaf4e-961d-410e-a656-4467a9038b00 HTTP/1.1" status: 200 len: 855 time: 0.0562806 Apr 22 18:01:55.719630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-4c7755d2-bdcc-43c3-85ff-3ad9f4fb1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:55.721051 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-4c7755d2-bdcc-43c3-85ff-3ad9f4fb1ef1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d276bb40-7ce2-4136-bf8a-ff5df64f0f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678394 Apr 22 18:01:55.850993 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-3fa168ff-29c9-4dbe-a54f-dcfd8274085c service neutron] 10.222.0.16 "GET /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239996 Apr 22 18:01:55.981920 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed394908-6af0-44c6-b5fb-8e92d2e95fec req-9aeef718-fe4e-4d5a-b74a-f2d4b1d08507 service neutron] 10.222.0.16 "GET /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251848 Apr 22 18:01:56.706637 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45c9f1-fa3d-4503-ba93-c5329686cd5b req-c81a5d94-c9e3-45b3-a8f5-00921f753ed9 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:56.707370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3b45c9f1-fa3d-4503-ba93-c5329686cd5b req-c81a5d94-c9e3-45b3-a8f5-00921f753ed9 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Synchronizing usage tracker for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:01:56.785125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3b45c9f1-fa3d-4503-ba93-c5329686cd5b req-c81a5d94-c9e3-45b3-a8f5-00921f753ed9 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Unset dirty status for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:01:56.786254 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3b45c9f1-fa3d-4503-ba93-c5329686cd5b req-c81a5d94-c9e3-45b3-a8f5-00921f753ed9 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 944 time: 0.1614733 Apr 22 18:01:56.829266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3b45c9f1-fa3d-4503-ba93-c5329686cd5b req-cf051f81-9ef3-458a-8540-714d27e09b5e tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Synchronizing usage tracker for tenant:4bff42d19d164db2bef06f0aba76828e on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:01:56.899076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3b45c9f1-fa3d-4503-ba93-c5329686cd5b req-cf051f81-9ef3-458a-8540-714d27e09b5e tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Unset dirty status for tenant:4bff42d19d164db2bef06f0aba76828e on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:01:56.900212 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3b45c9f1-fa3d-4503-ba93-c5329686cd5b req-cf051f81-9ef3-458a-8540-714d27e09b5e tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083512 Apr 22 18:01:58.082510 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dbc0b-20ed-4b72-ad41-e1fea7a4477b req-ff01a389-aa79-4419-a6e2-94bbfe97ca82 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:58.083992 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-164dbc0b-20ed-4b72-ad41-e1fea7a4477b req-ff01a389-aa79-4419-a6e2-94bbfe97ca82 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 944 time: 0.0782554 Apr 22 18:01:58.130366 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-164dbc0b-20ed-4b72-ad41-e1fea7a4477b req-4b24d82d-ed44-4457-99ea-b4dc20e7980d tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Apr 22 18:01:59.015642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3645f5b1-b056-43f3-a5cb-3f4653637133 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:01:59.145405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3645f5b1-b056-43f3-a5cb-3f4653637133, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3645f5b1-b056-43f3-a5cb-3f4653637133,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:59.158207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '3645f5b1-b056-43f3-a5cb-3f4653637133', 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'port_id': '3645f5b1-b056-43f3-a5cb-3f4653637133', 'mac_address': 'fa:16:3e:b6:3c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869aaf4e-961d-410e-a656-4467a9038b00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:01:59.211547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:59.228228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3645f5b1-b056-43f3-a5cb-3f4653637133 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:01:59.244436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3645f5b1-b056-43f3-a5cb-3f4653637133, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3645f5b1-b056-43f3-a5cb-3f4653637133,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:01:59.309218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:01:59.318451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881b34-531e-47eb-b176-c046b9cd9681 req-74e63d26-fe95-4ad6-b5c6-cba51195e72c tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:01:59.319962 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dd881b34-531e-47eb-b176-c046b9cd9681 req-74e63d26-fe95-4ad6-b5c6-cba51195e72c tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 944 time: 0.0808833 Apr 22 18:01:59.379981 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dd881b34-531e-47eb-b176-c046b9cd9681 req-fc83eb55-3c04-4cfe-a0bc-ed63ab17fa97 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503659 Apr 22 18:01:59.381777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3645f5b1-b056-43f3-a5cb-3f4653637133,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:01:59.614788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['3645f5b1-b056-43f3-a5cb-3f4653637133'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:02:00.407998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-438ebc20-8743-4dee-8394-3c0c8dfebd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:00.559953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f9160-8705-48ba-b4a6-fad36b31ed6d req-88a1a81e-5492-4cb0-9d99-b51e536b71d2 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:00.561386 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d92f9160-8705-48ba-b4a6-fad36b31ed6d req-88a1a81e-5492-4cb0-9d99-b51e536b71d2 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 945 time: 0.0789311 Apr 22 18:02:00.603948 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d92f9160-8705-48ba-b4a6-fad36b31ed6d req-52a63e59-f698-424e-8ec2-61730c28cbda tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Apr 22 18:02:01.031370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3645f5b1-b056-43f3-a5cb-3f4653637133 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:02:01.167899 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 3645f5b1-b056-43f3-a5cb-3f4653637133 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:02:01.173098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 3645f5b1-b056-43f3-a5cb-3f4653637133 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:02:01.173481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:01.288426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:01.313800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976ba0ea-9280-401f-824d-addf19bbfc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3645f5b1-b056-43f3-a5cb-3f4653637133'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:02:01.323795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3645f5b1-b056-43f3-a5cb-3f4653637133, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3645f5b1-b056-43f3-a5cb-3f4653637133,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:02:01.356754 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed5621e-bbaa-4fe3-ac1a-60e6136f24d3'] response: {'server_uuid': '976ba0ea-9280-401f-824d-addf19bbfc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3645f5b1-b056-43f3-a5cb-3f4653637133', 'code': 200} Apr 22 18:02:01.400708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:01.466333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3645f5b1-b056-43f3-a5cb-3f4653637133,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:02:01.716943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ae60d-1bc8-4718-9999-471c3b88053b req-d10572eb-de9b-4210-88d4-2f8dde12d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:01.719167 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c52ae60d-1bc8-4718-9999-471c3b88053b req-d10572eb-de9b-4210-88d4-2f8dde12d4f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 1099 time: 0.0695543 Apr 22 18:02:01.759002 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c52ae60d-1bc8-4718-9999-471c3b88053b req-0b757740-17d9-4b37-944b-ca66ad02065e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Apr 22 18:02:01.789126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092aed2-3cbc-4161-8762-abb1b49f61ea req-118bca77-adec-4ec9-979b-3f3c14eaec97 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:01.790580 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c092aed2-3cbc-4161-8762-abb1b49f61ea req-118bca77-adec-4ec9-979b-3f3c14eaec97 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 946 time: 0.0828545 Apr 22 18:02:01.834944 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c092aed2-3cbc-4161-8762-abb1b49f61ea req-50dc5109-1aa4-4fc4-95e9-bf859bb91568 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Apr 22 18:02:02.607572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-378cfbec-4d0a-46b4-a19a-754ca6c1350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:03.025796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbeb89-ad1c-4a74-9baa-a5a0789c9293 req-7dce94c7-cfa9-4fe8-97b0-e880c46bf88d tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:03.027290 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-40fbeb89-ad1c-4a74-9baa-a5a0789c9293 req-7dce94c7-cfa9-4fe8-97b0-e880c46bf88d tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 946 time: 0.0846612 Apr 22 18:02:03.071404 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-40fbeb89-ad1c-4a74-9baa-a5a0789c9293 req-4013ad84-d71e-4d47-92b7-ffb321b7cf19 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384874 Apr 22 18:02:03.725854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:03.874649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:04.254230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a738e-f786-485e-a72d-6ed21313acff req-ab03f5f4-9b61-4195-8ba1-d498ae3f74ce tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:04.255704 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-742a738e-f786-485e-a72d-6ed21313acff req-ab03f5f4-9b61-4195-8ba1-d498ae3f74ce tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 946 time: 0.0783613 Apr 22 18:02:04.298657 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-742a738e-f786-485e-a72d-6ed21313acff req-3b344be6-12ee-4e39-9b0a-6385e7a0ad57 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Apr 22 18:02:04.476873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53624c-374f-4c14-81dd-069f6ab51bd8 req-4a08f4f4-07d2-45cf-b7a9-6fcc808895df tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:04.478312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c53624c-374f-4c14-81dd-069f6ab51bd8 req-4a08f4f4-07d2-45cf-b7a9-6fcc808895df tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 946 time: 0.0789363 Apr 22 18:02:04.521521 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c53624c-374f-4c14-81dd-069f6ab51bd8 req-8dd6fe9b-684a-4934-a2a8-b1afd474b8e5 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Apr 22 18:02:04.630984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:05.177513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:07.521659 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:02:22.610163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb0301-fef5-4736-8039-d9b4015e53d0 req-2ddc221f-2cc5-41d4-8286-75e7a45dcced tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:22.611525 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5abb0301-fef5-4736-8039-d9b4015e53d0 req-2ddc221f-2cc5-41d4-8286-75e7a45dcced tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 946 time: 0.0815732 Apr 22 18:02:22.655345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5abb0301-fef5-4736-8039-d9b4015e53d0 req-0fa9201e-7e7a-4384-8c75-cf5aa04ec2bf tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Apr 22 18:02:23.843968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cebb7b-af5c-4d4f-956e-7b21141afab1 req-a8e6a959-3402-4e90-9f8d-e078d3f3ba37 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:23.845416 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-53cebb7b-af5c-4d4f-956e-7b21141afab1 req-a8e6a959-3402-4e90-9f8d-e078d3f3ba37 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 946 time: 0.0837407 Apr 22 18:02:23.889378 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-53cebb7b-af5c-4d4f-956e-7b21141afab1 req-e10abb51-043b-4d48-b740-980741bf490c tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Apr 22 18:02:24.274563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-fbd1c5b1-0cea-4526-bdec-88299c31a6d8 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:24.276039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-fbd1c5b1-0cea-4526-bdec-88299c31a6d8 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.16 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 946 time: 0.0773537 Apr 22 18:02:24.346786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Deleting port 3645f5b1-b056-43f3-a5cb-3f4653637133 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:02:24.347134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:24.682138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] For port 3645f5b1-b056-43f3-a5cb-3f4653637133, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3645f5b1-b056-43f3-a5cb-3f4653637133,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:02:24.682499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:24.803316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Calling delete_port for 3645f5b1-b056-43f3-a5cb-3f4653637133 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:02:25.030653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:25.045751 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['3645f5b1-b056-43f3-a5cb-3f4653637133'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:02:25.075153 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d4cb5912-43dc-48e7-98dc-1f66978ac50f req-7eaf0bc0-b472-4d62-93d7-1aa70688d6a0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 210 time: 0.0820637 Apr 22 18:02:25.126915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Pushing event deleted for resources: {'Port': ['ID=3645f5b1-b056-43f3-a5cb-3f4653637133,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:02:25.169327 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.169679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.170025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.170369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.170929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.171280 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.171622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.172132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.172476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.172813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.173149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.173483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:25.183047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] No DVR routers for this DVR port 3645f5b1-b056-43f3-a5cb-3f4653637133 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:02:25.185674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:25.188596 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976ba0ea-9280-401f-824d-addf19bbfc7a', 'name': 'network-vif-deleted', 'tag': '3645f5b1-b056-43f3-a5cb-3f4653637133'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:02:25.233744 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ace2ab-16bf-4713-ba8d-19326519c85b'] response: {'server_uuid': '976ba0ea-9280-401f-824d-addf19bbfc7a', 'name': 'network-vif-deleted', 'tag': '3645f5b1-b056-43f3-a5cb-3f4653637133', 'status': 'completed', 'code': 200} Apr 22 18:02:25.259920 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a59edff2-38d8-4bac-be91-dfcf2a27fe85 req-84723b97-6445-4081-8c7f-9a9dcc738d3b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.16 "DELETE /v2.0/ports/3645f5b1-b056-43f3-a5cb-3f4653637133 HTTP/1.1" status: 204 len: 173 time: 0.9791551 Apr 22 18:02:26.234241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b0fcbc2a-3878-4851-ae65-58e7dc2a75c7 req-85d9e3cb-3809-45a1-ad19-4b8aa1f581e4 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Synchronizing usage tracker for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:02:26.327570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b0fcbc2a-3878-4851-ae65-58e7dc2a75c7 req-85d9e3cb-3809-45a1-ad19-4b8aa1f581e4 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Unset dirty status for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:02:26.328808 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0fcbc2a-3878-4851-ae65-58e7dc2a75c7 req-85d9e3cb-3809-45a1-ad19-4b8aa1f581e4 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=976ba0ea-9280-401f-824d-addf19bbfc7a HTTP/1.1" status: 200 len: 210 time: 0.1363480 Apr 22 18:02:27.108642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3645f5b1-b056-43f3-a5cb-3f4653637133 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:02:27.142790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 3645f5b1-b056-43f3-a5cb-3f4653637133 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:02:27.143207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3645f5b1-b056-43f3-a5cb-3f4653637133 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:02:28.096064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-2285fe8d-72cf-4d86-bfd3-ce40ae357707 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:28.097389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-2285fe8d-72cf-4d86-bfd3-ce40ae357707 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/networks?id=d276bb40-7ce2-4136-bf8a-ff5df64f0f22 HTTP/1.1" status: 200 len: 816 time: 0.1446674 Apr 22 18:02:28.112237 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-7fdb3110-1ee1-4f05-a778-04f6a9df6576 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/quotas/4bff42d19d164db2bef06f0aba76828e HTTP/1.1" status: 200 len: 375 time: 0.0094824 Apr 22 18:02:28.192903 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-2374b6f6-bf39-49fe-8a66-503964a2dece tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bff42d19d164db2bef06f0aba76828e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758512 Apr 22 18:02:28.300843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-37678560-cbf5-48bb-9a26-11b59ae023d0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 18:02:28.301823 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-37678560-cbf5-48bb-9a26-11b59ae023d0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0978432 Apr 22 18:02:28.432500 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-8f25f76d-8b92-480c-9dbf-629e989e1609 service neutron] 10.222.0.10 "GET /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246786 Apr 22 18:02:28.561613 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-8c773f7e-1b4f-4466-8fda-f15a9df17d8b service neutron] 10.222.0.10 "GET /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233318 Apr 22 18:02:28.819721 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3b054bb5-e735-461b-8361-286cfefe09d0 req-cc40c4e0-e1a8-484e-9a5e-ca52f8e96753 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 210 time: 0.0421681 Apr 22 18:02:29.967178 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d313fdfc-d401-4cce-98ba-83b36d6146a2 req-7a66bf4a-c964-45ac-ae7f-8a609df13326 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 210 time: 0.0418973 Apr 22 18:02:30.401619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-43906d64-6195-43bb-8eb8-d739e9a84980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:30.662070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-826e7e60-8ac8-42c8-ab5b-fccf49b4376b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:30.663552 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-826e7e60-8ac8-42c8-ab5b-fccf49b4376b tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.16 "GET /v2.0/networks?id=d276bb40-7ce2-4136-bf8a-ff5df64f0f22 HTTP/1.1" status: 200 len: 816 time: 0.1474743 Apr 22 18:02:30.675961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Request body: {'port': {'device_id': '097739ca-a85d-4b0d-aced-83c51b3825a3', 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'admin_state_up': True, 'tenant_id': '4bff42d19d164db2bef06f0aba76828e'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:02:30.811656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:02:30.822611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:02:30.897334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Made reservation on behalf of 4bff42d19d164db2bef06f0aba76828e for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:02:30.900900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:31.067977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Allocated IP 172.20.0.9 (d276bb40-7ce2-4136-bf8a-ff5df64f0f22/869aaf4e-961d-410e-a656-4467a9038b00/177f0bba-fd90-4941-a118-ea5b1680c84b) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:02:31.123483 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6101d44c-e999-4714-8a2b-4f114b2da3b9 req-918437da-834e-4995-ae18-02ae39dcdce3 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 210 time: 0.0460207 Apr 22 18:02:31.275461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:31.290358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Transition to ACTIVE for port object 177f0bba-fd90-4941-a118-ea5b1680c84b will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:02:31.373784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:31.438784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:02:31.440648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:02:31.443121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:02:31.501505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Pushing event updated for resources: {'Port': ['ID=177f0bba-fd90-4941-a118-ea5b1680c84b,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:02:31.524944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:31.525628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:31.614115 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-059e2d1b-06fd-4b41-bb04-744f4635d227 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9416685 Apr 22 18:02:31.625944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Request body: {'port': {'device_id': '097739ca-a85d-4b0d-aced-83c51b3825a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:02:31.687193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-494eb426-8c82-4be4-b0d4-f1b36658894b None None] Provisioning for port 177f0bba-fd90-4941-a118-ea5b1680c84b completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:02:31.692246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-494eb426-8c82-4be4-b0d4-f1b36658894b None None] Provisioning complete for port 177f0bba-fd90-4941-a118-ea5b1680c84b triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:02:31.692640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-494eb426-8c82-4be4-b0d4-f1b36658894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:31.732229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:31.748333 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-494eb426-8c82-4be4-b0d4-f1b36658894b None None] Port 177f0bba-fd90-4941-a118-ea5b1680c84b cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:02:32.155704 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177f0bba-fd90-4941-a118-ea5b1680c84b {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:02:32.163581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:32.177368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Transition to ACTIVE for port object 177f0bba-fd90-4941-a118-ea5b1680c84b will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:02:32.263000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:32.433370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Pushing event updated for resources: {'Port': ['ID=177f0bba-fd90-4941-a118-ea5b1680c84b,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:02:32.512520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c985b71-6b6d-48b2-a305-2adc94f5ff4f req-5f9692d7-c0a3-4bf1-a318-868c7f64e6fc tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:32.513201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-7c985b71-6b6d-48b2-a305-2adc94f5ff4f req-5f9692d7-c0a3-4bf1-a318-868c7f64e6fc tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Synchronizing usage tracker for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:02:32.540922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Attempting to bind port 177f0bba-fd90-4941-a118-ea5b1680c84b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:02:32.541251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Attempting to bind port 177f0bba-fd90-4941-a118-ea5b1680c84b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:02:32.541654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Attempting to bind port 177f0bba-fd90-4941-a118-ea5b1680c84b on network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:02:32.546178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Port 177f0bba-fd90-4941-a118-ea5b1680c84b on network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:02:32.546492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Attempting to bind port 177f0bba-fd90-4941-a118-ea5b1680c84b on network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:02:32.551497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:02:32.551828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Checking segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:02:32.552207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Bound using segment: {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:02:32.552621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Bound port: 177f0bba-fd90-4941-a118-ea5b1680c84b, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be147577-57a6-4a1b-931f-ce2dd84b4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:02:32.552961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:32.606318 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1361e6f2-1834-4889-8c92-4cde5ff52fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:32.633783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-7c985b71-6b6d-48b2-a305-2adc94f5ff4f req-5f9692d7-c0a3-4bf1-a318-868c7f64e6fc tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Unset dirty status for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:02:32.634975 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7c985b71-6b6d-48b2-a305-2adc94f5ff4f req-5f9692d7-c0a3-4bf1-a318-868c7f64e6fc tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 943 time: 0.4073668 Apr 22 18:02:32.662022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] For port 177f0bba-fd90-4941-a118-ea5b1680c84b, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:02:32.687464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] For port 177f0bba-fd90-4941-a118-ea5b1680c84b, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=177f0bba-fd90-4941-a118-ea5b1680c84b,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:02:32.689380 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7c985b71-6b6d-48b2-a305-2adc94f5ff4f req-fd1bb351-c6a4-4234-ba60-79e705bcd150 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486288 Apr 22 18:02:32.848000 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:32.907228 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:32.907820 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:32.909330 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] 10.222.0.16 "PUT /v2.0/ports/177f0bba-fd90-4941-a118-ea5b1680c84b HTTP/1.1" status: 200 len: 1093 time: 1.2876582 Apr 22 18:02:32.909769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097739ca-a85d-4b0d-aced-83c51b3825a3', 'tag': '177f0bba-fd90-4941-a118-ea5b1680c84b'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:02:32.936763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfe620-c62e-4286-b26b-14b7632b0739 service neutron] Pushing event updated for resources: {'Port': ['ID=177f0bba-fd90-4941-a118-ea5b1680c84b,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:02:32.957685 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b5c6d2-896e-4056-a88f-2bac1c9764c9'] response: {'name': 'network-changed', 'server_uuid': '097739ca-a85d-4b0d-aced-83c51b3825a3', 'tag': '177f0bba-fd90-4941-a118-ea5b1680c84b', 'status': 'completed', 'code': 200} Apr 22 18:02:33.051234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41e80-16c8-4bf7-8c39-00dd2ffdab27 req-0f7164a2-e504-4b29-b987-e3122db9baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:33.052756 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-86c41e80-16c8-4bf7-8c39-00dd2ffdab27 req-0f7164a2-e504-4b29-b987-e3122db9baba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bff42d19d164db2bef06f0aba76828e&device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 1096 time: 0.0742826 Apr 22 18:02:33.195735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41e80-16c8-4bf7-8c39-00dd2ffdab27 req-cf78a618-43d4-412b-813c-c81aeef2173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:33.197223 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-86c41e80-16c8-4bf7-8c39-00dd2ffdab27 req-cf78a618-43d4-412b-813c-c81aeef2173b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bff42d19d164db2bef06f0aba76828e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1376674 Apr 22 18:02:33.329506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41e80-16c8-4bf7-8c39-00dd2ffdab27 req-03360d51-6087-408f-be06-d30672d2e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:33.331509 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-86c41e80-16c8-4bf7-8c39-00dd2ffdab27 req-03360d51-6087-408f-be06-d30672d2e056 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1285250 Apr 22 18:02:33.437520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-bd1a3825-6ee5-4d52-abad-3196b2153cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:33.439000 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-bd1a3825-6ee5-4d52-abad-3196b2153cdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bff42d19d164db2bef06f0aba76828e&device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 1096 time: 0.0747719 Apr 22 18:02:33.504822 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-8b8e62de-848d-4bcb-9e2a-6714841fc572 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177f0bba-fd90-4941-a118-ea5b1680c84b HTTP/1.1" status: 200 len: 217 time: 0.0596111 Apr 22 18:02:33.568456 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-4d4d34b2-7a4d-4f03-802d-037767892fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:33.569851 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-4d4d34b2-7a4d-4f03-802d-037767892fb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=869aaf4e-961d-410e-a656-4467a9038b00 HTTP/1.1" status: 200 len: 855 time: 0.0590904 Apr 22 18:02:33.641694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-23825770-a84c-4a18-898a-8beb759ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:33.643661 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-23825770-a84c-4a18-898a-8beb759ed4bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d276bb40-7ce2-4136-bf8a-ff5df64f0f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680990 Apr 22 18:02:33.733062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:33.852949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:33.923024 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-18a1960a-00ef-4b86-a9d1-70700369185d service neutron] 10.222.0.16 "GET /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737269 Apr 22 18:02:33.980699 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d429b-eb61-4965-82bb-75b2dacbe21d req-3eda3688-1214-43ac-a8f0-98b4bc1a6853 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:33.982120 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-478d429b-eb61-4965-82bb-75b2dacbe21d req-3eda3688-1214-43ac-a8f0-98b4bc1a6853 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 943 time: 0.1519363 Apr 22 18:02:34.087394 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-478d429b-eb61-4965-82bb-75b2dacbe21d req-4cbda70c-aa3d-4e73-8f2a-cb6b67d2d265 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625548 Apr 22 18:02:34.103115 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9aedb5d5-4d3e-44d5-bc46-78007639a365 req-0f79064b-d8b3-4690-8443-af2d88fa9671 service neutron] 10.222.0.16 "GET /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701965 Apr 22 18:02:34.624343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:35.143827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:35.268992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ca8c0-bd7d-4a49-abac-e1ff1972f624 req-7bd38bbd-c2a4-43e4-85b3-28b5ffe1a406 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:35.270423 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4c1ca8c0-bd7d-4a49-abac-e1ff1972f624 req-7bd38bbd-c2a4-43e4-85b3-28b5ffe1a406 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 943 time: 0.0786350 Apr 22 18:02:35.313147 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4c1ca8c0-bd7d-4a49-abac-e1ff1972f624 req-e9109661-0403-4af6-bc1c-9d8913f28a19 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Apr 22 18:02:36.497743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb645ae0-766e-4f8b-b7b3-78103194500f req-8b83c5e7-102f-4dd4-9954-0c5e1f321795 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:36.499207 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eb645ae0-766e-4f8b-b7b3-78103194500f req-8b83c5e7-102f-4dd4-9954-0c5e1f321795 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 943 time: 0.0775268 Apr 22 18:02:36.543061 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eb645ae0-766e-4f8b-b7b3-78103194500f req-41bf2304-2e08-4bb3-b0df-b6bc4f167dba tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Apr 22 18:02:37.723289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde93d76-278a-4652-bfcb-fdb6a2836f6c req-b526538c-2b46-4ed3-90dc-755d82c8f79e tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:37.724734 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bde93d76-278a-4652-bfcb-fdb6a2836f6c req-b526538c-2b46-4ed3-90dc-755d82c8f79e tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 943 time: 0.0807581 Apr 22 18:02:37.767765 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bde93d76-278a-4652-bfcb-fdb6a2836f6c req-794e9323-8d07-494a-8577-17c15247be33 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374942 Apr 22 18:02:38.951139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba08609-bd31-4954-8104-a8f00a27b1e1 req-e33541b5-1813-4beb-ab85-6701c4153705 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:38.952615 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eba08609-bd31-4954-8104-a8f00a27b1e1 req-e33541b5-1813-4beb-ab85-6701c4153705 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 943 time: 0.0833132 Apr 22 18:02:38.996135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eba08609-bd31-4954-8104-a8f00a27b1e1 req-ee8bad6b-5d7d-44ef-9802-8b21ed0baa83 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Apr 22 18:02:39.151092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 177f0bba-fd90-4941-a118-ea5b1680c84b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:02:39.280636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 177f0bba-fd90-4941-a118-ea5b1680c84b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=177f0bba-fd90-4941-a118-ea5b1680c84b,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:02:39.293732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '177f0bba-fd90-4941-a118-ea5b1680c84b', 'network_id': 'd276bb40-7ce2-4136-bf8a-ff5df64f0f22', 'port_id': '177f0bba-fd90-4941-a118-ea5b1680c84b', 'mac_address': 'fa:16:3e:9b:2e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869aaf4e-961d-410e-a656-4467a9038b00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:02:39.347249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:39.363335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177f0bba-fd90-4941-a118-ea5b1680c84b {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:02:39.378338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 177f0bba-fd90-4941-a118-ea5b1680c84b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=177f0bba-fd90-4941-a118-ea5b1680c84b,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:02:39.434569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:39.503012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=177f0bba-fd90-4941-a118-ea5b1680c84b,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:02:39.509865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.510220 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.510564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.510932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.511269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.511605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.511937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.512268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.512596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.512947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.513273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.513595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:02:39.728137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['177f0bba-fd90-4941-a118-ea5b1680c84b'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:02:40.175418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9861b-2ae9-43b6-9716-e935e0a9648e req-3bb66c9f-407c-4c4f-9d8c-d09430f8fd54 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:40.176847 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1da9861b-2ae9-43b6-9716-e935e0a9648e req-3bb66c9f-407c-4c4f-9d8c-d09430f8fd54 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 944 time: 0.0774152 Apr 22 18:02:40.221706 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1da9861b-2ae9-43b6-9716-e935e0a9648e req-c6e4ee0b-2084-41cd-878f-7f46465555fa tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 Apr 22 18:02:41.155043 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 177f0bba-fd90-4941-a118-ea5b1680c84b up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:02:41.281421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 177f0bba-fd90-4941-a118-ea5b1680c84b completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:02:41.287164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 177f0bba-fd90-4941-a118-ea5b1680c84b triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:02:41.288870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:41.404265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4965f-abb9-4271-b6f6-60da23b8b61c req-3db82f26-19ed-4f79-a680-6f364f3d8f63 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:41.405814 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccb4965f-abb9-4271-b6f6-60da23b8b61c req-3db82f26-19ed-4f79-a680-6f364f3d8f63 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 944 time: 0.0808625 Apr 22 18:02:41.413123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:41.440599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097739ca-a85d-4b0d-aced-83c51b3825a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f0bba-fd90-4941-a118-ea5b1680c84b'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:02:41.453346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 177f0bba-fd90-4941-a118-ea5b1680c84b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=177f0bba-fd90-4941-a118-ea5b1680c84b,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:02:41.458941 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccb4965f-abb9-4271-b6f6-60da23b8b61c req-1486abea-179b-4614-bb8b-323aec01ff09 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Apr 22 18:02:41.484107 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734c13cc-e51e-4d96-b8f5-8a06865992da'] response: {'server_uuid': '097739ca-a85d-4b0d-aced-83c51b3825a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f0bba-fd90-4941-a118-ea5b1680c84b', 'code': 200} Apr 22 18:02:41.527301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:02:41.593493 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=177f0bba-fd90-4941-a118-ea5b1680c84b,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:02:41.825785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1d64e-742d-4613-a2e1-cc920de37585 req-1ec002db-5d79-4802-8b52-3b91ace30730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:41.827300 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57c1d64e-742d-4613-a2e1-cc920de37585 req-1ec002db-5d79-4802-8b52-3b91ace30730 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 1098 time: 0.0679252 Apr 22 18:02:41.866536 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57c1d64e-742d-4613-a2e1-cc920de37585 req-65006c23-a67c-470a-8acb-0858907e3891 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333905 Apr 22 18:02:42.644603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e926d4c-0c41-4a1f-8a5d-77002b770b9a req-7e0b4bc4-38c7-409c-82b3-159cc2e0d573 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:42.646045 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e926d4c-0c41-4a1f-8a5d-77002b770b9a req-7e0b4bc4-38c7-409c-82b3-159cc2e0d573 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 945 time: 0.0820115 Apr 22 18:02:42.688706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e926d4c-0c41-4a1f-8a5d-77002b770b9a req-011e77a9-9e13-41af-9625-621c679304c7 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Apr 22 18:02:43.873371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51533-742b-49a2-ad84-199b6c651032 req-a5e10789-6d5f-44a3-b965-e753c77d0490 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:43.874890 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5cc51533-742b-49a2-ad84-199b6c651032 req-a5e10789-6d5f-44a3-b965-e753c77d0490 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 945 time: 0.0803149 Apr 22 18:02:43.919391 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5cc51533-742b-49a2-ad84-199b6c651032 req-168b270b-dc24-419b-b8c5-84ee33b0616a tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 Apr 22 18:02:44.097633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a211d7-fb9f-45dd-a0c0-a44c12a03423 req-7063ade8-62e0-4afd-9eba-55403496a309 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:02:44.099019 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-92a211d7-fb9f-45dd-a0c0-a44c12a03423 req-7063ade8-62e0-4afd-9eba-55403496a309 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 945 time: 0.0783727 Apr 22 18:02:44.141589 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-92a211d7-fb9f-45dd-a0c0-a44c12a03423 req-b68903b7-6f01-436b-a5e6-6ddbb87bd338 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369706 Apr 22 18:02:44.520773 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:03:00.418497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-90fe2f67-a2f4-4bce-a786-21bb14d1abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:01.869960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99c03-6cc3-485a-95ec-eccf694bb6e6 req-fdd05e32-1dd2-432a-b889-d8fe794626ca tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:01.871474 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ac99c03-6cc3-485a-95ec-eccf694bb6e6 req-fdd05e32-1dd2-432a-b889-d8fe794626ca tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 945 time: 0.0836620 Apr 22 18:03:01.916531 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1ac99c03-6cc3-485a-95ec-eccf694bb6e6 req-0ff28658-accd-4c8e-b2d0-99c8b6a85170 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 Apr 22 18:03:02.629902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fa35ccf8-1302-4cef-9de9-303c0e90efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:03.103271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e74eb-ab0b-4bb6-9a1a-2a2ee99f68bd req-bfba4983-2e95-4c14-8161-9e5aa08dec60 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:03.104697 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3c4e74eb-ab0b-4bb6-9a1a-2a2ee99f68bd req-bfba4983-2e95-4c14-8161-9e5aa08dec60 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 945 time: 0.0808229 Apr 22 18:03:03.148268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3c4e74eb-ab0b-4bb6-9a1a-2a2ee99f68bd req-7c8df6bf-97e4-40d4-9520-e8e8e8950327 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Apr 22 18:03:03.622674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-d86d6d69-94ef-422e-9d44-a4e5d2571710 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:03.624096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-d86d6d69-94ef-422e-9d44-a4e5d2571710 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.16 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 945 time: 0.0773354 Apr 22 18:03:03.696874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Deleting port 177f0bba-fd90-4941-a118-ea5b1680c84b {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:03.697223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:03.703866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:03.846680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:03.944041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] For port 177f0bba-fd90-4941-a118-ea5b1680c84b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=177f0bba-fd90-4941-a118-ea5b1680c84b,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:03.944405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:04.063862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Calling delete_port for 177f0bba-fd90-4941-a118-ea5b1680c84b owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:04.374147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc4c26-b643-4bc8-8cad-141b61a027dd req-c48a34a8-74c3-435c-9bf6-5b3555ea6533 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:04.375552 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a9bc4c26-b643-4bc8-8cad-141b61a027dd req-c48a34a8-74c3-435c-9bf6-5b3555ea6533 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 945 time: 0.1013861 Apr 22 18:03:04.416248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:04.427774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['177f0bba-fd90-4941-a118-ea5b1680c84b'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:03:04.461881 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a9bc4c26-b643-4bc8-8cad-141b61a027dd req-73c4592b-a504-4a10-b54c-d586f37128e0 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/security-groups?id=54d5230a-6f43-47b8-8f5f-85838e3b94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805988 Apr 22 18:03:04.472325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Pushing event deleted for resources: {'Port': ['ID=177f0bba-fd90-4941-a118-ea5b1680c84b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:04.550760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] No DVR routers for this DVR port 177f0bba-fd90-4941-a118-ea5b1680c84b on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:03:04.553359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:04.557428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097739ca-a85d-4b0d-aced-83c51b3825a3', 'name': 'network-vif-deleted', 'tag': '177f0bba-fd90-4941-a118-ea5b1680c84b'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:03:04.606233 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20effb42-d492-4798-8553-584d67389228'] response: {'server_uuid': '097739ca-a85d-4b0d-aced-83c51b3825a3', 'name': 'network-vif-deleted', 'tag': '177f0bba-fd90-4941-a118-ea5b1680c84b', 'status': 'completed', 'code': 200} Apr 22 18:03:04.641488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:04.670514 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5ba4c2fd-4ccd-49c8-8eb7-daf34aaf042e req-03dafb07-9086-4a1d-a80c-c67cdd6d2a3f tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.16 "DELETE /v2.0/ports/177f0bba-fd90-4941-a118-ea5b1680c84b HTTP/1.1" status: 204 len: 173 time: 1.0408709 Apr 22 18:03:05.142650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:05.622046 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-22ce2c58-6594-46f3-a568-ce46d70b914e req-97363abd-903c-4779-bdf1-bb36ad349617 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Synchronizing usage tracker for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:03:05.709640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-22ce2c58-6594-46f3-a568-ce46d70b914e req-97363abd-903c-4779-bdf1-bb36ad349617 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] Unset dirty status for tenant:4bff42d19d164db2bef06f0aba76828e on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:03:05.710801 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22ce2c58-6594-46f3-a568-ce46d70b914e req-97363abd-903c-4779-bdf1-bb36ad349617 tempest-TestEncryptedCinderVolumes-1478272934 tempest-TestEncryptedCinderVolumes-1478272934-project] 10.222.0.10 "GET /v2.0/ports?device_id=097739ca-a85d-4b0d-aced-83c51b3825a3 HTTP/1.1" status: 200 len: 210 time: 0.1299918 Apr 22 18:03:06.887927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58508) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:07.233664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 177f0bba-fd90-4941-a118-ea5b1680c84b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:03:07.267035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 177f0bba-fd90-4941-a118-ea5b1680c84b {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:03:07.267385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 177f0bba-fd90-4941-a118-ea5b1680c84b not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:03:07.407630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:07.742962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Deleting port 17dc6631-f34d-4487-839e-d141faf3f992 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:07.743301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:08.014731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] For port 17dc6631-f34d-4487-839e-d141faf3f992, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=17dc6631-f34d-4487-839e-d141faf3f992,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:08.015442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:08.132008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Calling delete_port for 17dc6631-f34d-4487-839e-d141faf3f992 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:08.498162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:08.542157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17dc6631-f34d-4487-839e-d141faf3f992,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:08.801184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:09.147582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Router 0224eaea-9a5d-4966-950f-f3921d38dde5 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:03:09.431818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:03:09.440353 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] Sync routers for ids ['0224eaea-9a5d-4966-950f-f3921d38dde5'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:03:09.450125 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] Routers {'0224eaea-9a5d-4966-950f-f3921d38dde5'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:09.460180 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0224eaea-9a5d-4966-950f-f3921d38dde5'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:09.505113 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-94924a29-9d2d-417c-a095-346cdbe4eea4 admin admin] 10.222.0.10 "PUT /v2.0/routers/0224eaea-9a5d-4966-950f-f3921d38dde5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6160259 Apr 22 18:03:09.507536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58514) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:09.621004 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] Set router 0224eaea-9a5d-4966-950f-f3921d38dde5 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:09.683022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:09.857144 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:09.914359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Deleting port 73b81f70-25c8-4736-b313-181725af7017 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:09.914701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:09.926966 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '73b81f70-25c8-4736-b313-181725af7017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:03:08Z', 'revision_number': 5, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port': {'id': '73b81f70-25c8-4736-b313-181725af7017', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:09.931164 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] Checking router: 0224eaea-9a5d-4966-950f-f3921d38dde5 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:03:09.940052 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] Routers {'0224eaea-9a5d-4966-950f-f3921d38dde5'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:09.940576 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0224eaea-9a5d-4966-950f-f3921d38dde5'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:10.089337 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] Set router 0224eaea-9a5d-4966-950f-f3921d38dde5 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:10.090759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] For port 73b81f70-25c8-4736-b313-181725af7017, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=73b81f70-25c8-4736-b313-181725af7017,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:10.091151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:10.193628 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:03:09Z', 'revision_number': 6, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:10.197404 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ec74-97ca-4270-963b-3f868487ded1 None None] The sync data for ids ['0224eaea-9a5d-4966-950f-f3921d38dde5'] in dv-neutron-839024-1-hyperv is: [{'id': '0224eaea-9a5d-4966-950f-f3921d38dde5', 'name': 'tempest-TestEncryptedCinderVolumes-862943553-router', 'tenant_id': '4bff42d19d164db2bef06f0aba76828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:35Z', 'updated_at': '2022-04-22T18:03:09Z', 'revision_number': 6, 'project_id': '4bff42d19d164db2bef06f0aba76828e', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:03:10.213211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Calling delete_port for 73b81f70-25c8-4736-b313-181725af7017 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:10.441287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:10.486459 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b81f70-25c8-4736-b313-181725af7017,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:10.580454 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:10.755026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:10.757099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:10.840057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:10.840615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0224eaea-9a5d-4966-950f-f3921d38dde5 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:03:10.852875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:10.854000 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6c4512d2-80ce-4759-af79-f9d69ea13be8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0224eaea-9a5d-4966-950f-f3921d38dde5 HTTP/1.1" status: 204 len: 168 time: 1.3455639 Apr 22 18:03:10.856565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58518) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:10.914527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bad98a-a752-42eb-a04a-4a2240e2f8ec admin admin] Deleting subnet 869aaf4e-961d-410e-a656-4467a9038b00 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:03:10.917284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5bad98a-a752-42eb-a04a-4a2240e2f8ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.083372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5bad98a-a752-42eb-a04a-4a2240e2f8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.163123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5bad98a-a752-42eb-a04a-4a2240e2f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.292700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5bad98a-a752-42eb-a04a-4a2240e2f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.330049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bad98a-a752-42eb-a04a-4a2240e2f8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869aaf4e-961d-410e-a656-4467a9038b00,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:11.334371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f5bad98a-a752-42eb-a04a-4a2240e2f8ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.340423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5a4b1-58af-476a-92e1-526a0d0d2479 None None] Network d276bb40-7ce2-4136-bf8a-ff5df64f0f22 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:03:11.340905 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f5bad98a-a752-42eb-a04a-4a2240e2f8ec admin admin] 10.222.0.10 "DELETE /v2.0/subnets/869aaf4e-961d-410e-a656-4467a9038b00 HTTP/1.1" status: 204 len: 168 time: 0.4826462 Apr 22 18:03:11.342676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58522) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:11.449101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.459871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Deleting port 5d5525c1-7ebf-46d8-be52-fba815d1c128 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:11.462166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.594616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] DHCP port deletion for d276bb40-7ce2-4136-bf8a-ff5df64f0f22 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:03:11.598592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] Deleting port 5d5525c1-7ebf-46d8-be52-fba815d1c128 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:11.599021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.664468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] For port 5d5525c1-7ebf-46d8-be52-fba815d1c128, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5d5525c1-7ebf-46d8-be52-fba815d1c128,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:11.664845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.787389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Calling delete_port for 5d5525c1-7ebf-46d8-be52-fba815d1c128 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:11.796094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] For port 5d5525c1-7ebf-46d8-be52-fba815d1c128, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5d5525c1-7ebf-46d8-be52-fba815d1c128,segment=NetworkSegment(be147577-57a6-4a1b-931f-ce2dd84b4d1e),segment_id=be147577-57a6-4a1b-931f-ce2dd84b4d1e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:11.796435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.919651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] Calling delete_port for 5d5525c1-7ebf-46d8-be52-fba815d1c128 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:11.953446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 17dc6631-f34d-4487-839e-d141faf3f992 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:03:11.954665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:11.990922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 17dc6631-f34d-4487-839e-d141faf3f992 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:03:11.991276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 17dc6631-f34d-4487-839e-d141faf3f992 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:03:11.991696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5d5525c1-7ebf-46d8-be52-fba815d1c128 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:03:12.002886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5525c1-7ebf-46d8-be52-fba815d1c128,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:12.008267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] No DVR routers for this DVR port 5d5525c1-7ebf-46d8-be52-fba815d1c128 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:03:12.035369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 5d5525c1-7ebf-46d8-be52-fba815d1c128 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:03:12.035719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5d5525c1-7ebf-46d8-be52-fba815d1c128 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:03:12.036145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 73b81f70-25c8-4736-b313-181725af7017 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:03:12.109820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 73b81f70-25c8-4736-b313-181725af7017 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:03:12.110084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 73b81f70-25c8-4736-b313-181725af7017 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:03:12.125956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:12.128657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:03:12.129016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:03:12.150779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d276bb40-7ce2-4136-bf8a-ff5df64f0f22']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:12.162920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be147577-57a6-4a1b-931f-ce2dd84b4d1e') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:12.163216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be147577-57a6-4a1b-931f-ce2dd84b4d1e') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:12.174207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:12.190030 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:12.195788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:03:12.196183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:03:12.208837 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:03:12.361418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:12.377445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:12.387550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] Pushing event deleted for resources: {'Network': ['ID=d276bb40-7ce2-4136-bf8a-ff5df64f0f22,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:12.464660 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-19847fb5-44ef-49ed-95ae-33a91d5b7806 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d276bb40-7ce2-4136-bf8a-ff5df64f0f22 HTTP/1.1" status: 204 len: 168 time: 1.1209710 Apr 22 18:03:12.467354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58526) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:12.630671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] Deleting port 5d5525c1-7ebf-46d8-be52-fba815d1c128 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:12.631248 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:12.697655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-f6e58e2f-40f8-40ac-8da9-e3e9e6651cf1 None None] The port '5d5525c1-7ebf-46d8-be52-fba815d1c128' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:03:13.103678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:13.444378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Deleting port b68c547e-5fca-453e-a1a4-0517de39aa9a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:13.444996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:13.612003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] For port b68c547e-5fca-453e-a1a4-0517de39aa9a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b68c547e-5fca-453e-a1a4-0517de39aa9a,segment=NetworkSegment(95ecf17a-69f0-493b-a306-f719c21adb13),segment_id=95ecf17a-69f0-493b-a306-f719c21adb13)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:13.612380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:13.732087 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Calling delete_port for b68c547e-5fca-453e-a1a4-0517de39aa9a owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:13.961259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:14.008038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68c547e-5fca-453e-a1a4-0517de39aa9a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:14.274717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:14.732359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Router 48258278-7823-46d9-83d5-cc7581e05120 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:03:14.908355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:03:14.917420 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] Sync routers for ids ['48258278-7823-46d9-83d5-cc7581e05120'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:03:14.917887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d6470cd4-126e-4905-a167-b94594f41077 admin admin] 10.222.0.10 "PUT /v2.0/routers/48258278-7823-46d9-83d5-cc7581e05120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4493248 Apr 22 18:03:14.920233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58530) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:14.927404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] Routers {'48258278-7823-46d9-83d5-cc7581e05120'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:14.928035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['48258278-7823-46d9-83d5-cc7581e05120'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:15.088803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:15.101211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] Set router 48258278-7823-46d9-83d5-cc7581e05120 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:15.262935 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:15.348793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Deleting port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:15.349187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:15.377512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:03:13Z', 'revision_number': 5, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port': {'id': '8fefc501-dcc7-4d6c-a6dc-eb9714531d19', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:12:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48258278-7823-46d9-83d5-cc7581e05120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:01:43Z', 'updated_at': '2022-04-22T18:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:15.382387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] Checking router: 48258278-7823-46d9-83d5-cc7581e05120 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:03:15.390769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] Routers {'48258278-7823-46d9-83d5-cc7581e05120'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:15.391390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['48258278-7823-46d9-83d5-cc7581e05120'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:15.520753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] For port 8fefc501-dcc7-4d6c-a6dc-eb9714531d19, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8fefc501-dcc7-4d6c-a6dc-eb9714531d19,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:15.521106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:15.540864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] Set router 48258278-7823-46d9-83d5-cc7581e05120 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:15.643213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Calling delete_port for 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:15.644698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:03:15Z', 'revision_number': 6, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:15.648616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9b652-3e64-4780-a14d-8c447ded20db None None] The sync data for ids ['48258278-7823-46d9-83d5-cc7581e05120'] in dv-neutron-839024-1-hyperv is: [{'id': '48258278-7823-46d9-83d5-cc7581e05120', 'name': 'tempest-TestEncryptedCinderVolumes-1400083635-router', 'tenant_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:01:42Z', 'updated_at': '2022-04-22T18:03:15Z', 'revision_number': 6, 'project_id': 'b883a8f4f7094e94aa6ca1a7d23c33d9', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:03:15.966934 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.016557 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8fefc501-dcc7-4d6c-a6dc-eb9714531d19,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:16.041449 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b68c547e-5fca-453e-a1a4-0517de39aa9a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:03:16.076967 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: b68c547e-5fca-453e-a1a4-0517de39aa9a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:03:16.077330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b68c547e-5fca-453e-a1a4-0517de39aa9a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:03:16.118686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.290839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.292982 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.384354 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.384805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48258278-7823-46d9-83d5-cc7581e05120 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:03:16.396799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.397927 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1dcf3cb4-b8b9-48ef-b6be-77f45f0776dc admin admin] 10.222.0.10 "DELETE /v2.0/routers/48258278-7823-46d9-83d5-cc7581e05120 HTTP/1.1" status: 204 len: 168 time: 1.4767797 Apr 22 18:03:16.400526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58534) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:16.460862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-637a422d-842d-4f98-8fd9-2ba3856230e1 admin admin] Deleting subnet 472afd6e-d21a-4ac8-9b60-7b1902cbe4d2 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:03:16.463908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-637a422d-842d-4f98-8fd9-2ba3856230e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.515301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-637a422d-842d-4f98-8fd9-2ba3856230e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.593069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-637a422d-842d-4f98-8fd9-2ba3856230e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.727025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-637a422d-842d-4f98-8fd9-2ba3856230e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.767890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a422d-842d-4f98-8fd9-2ba3856230e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472afd6e-d21a-4ac8-9b60-7b1902cbe4d2,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:16.773165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-637a422d-842d-4f98-8fd9-2ba3856230e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.778275 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5552e48-32b1-48fc-beed-dfba4fff5fcf None None] Network 275a1a32-d528-43aa-9dda-d989901bfee3 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:03:16.780061 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-637a422d-842d-4f98-8fd9-2ba3856230e1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/472afd6e-d21a-4ac8-9b60-7b1902cbe4d2 HTTP/1.1" status: 204 len: 168 time: 0.3785648 Apr 22 18:03:16.782439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58538) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:16.890316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:16.900807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Deleting port d022fd0f-81ad-437f-9c4b-47b7abe43b74 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:16.901158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.013860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] DHCP port deletion for 275a1a32-d528-43aa-9dda-d989901bfee3 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:03:17.018106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] Deleting port d022fd0f-81ad-437f-9c4b-47b7abe43b74 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:17.018517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.104124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] For port d022fd0f-81ad-437f-9c4b-47b7abe43b74, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d022fd0f-81ad-437f-9c4b-47b7abe43b74,segment=NetworkSegment(95ecf17a-69f0-493b-a306-f719c21adb13),segment_id=95ecf17a-69f0-493b-a306-f719c21adb13)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:17.104736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.229588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Calling delete_port for d022fd0f-81ad-437f-9c4b-47b7abe43b74 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:17.267375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] For port d022fd0f-81ad-437f-9c4b-47b7abe43b74, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d022fd0f-81ad-437f-9c4b-47b7abe43b74,segment=NetworkSegment(95ecf17a-69f0-493b-a306-f719c21adb13),segment_id=95ecf17a-69f0-493b-a306-f719c21adb13)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:17.267937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.355556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.393255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] Calling delete_port for d022fd0f-81ad-437f-9c4b-47b7abe43b74 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:03:17.403556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d022fd0f-81ad-437f-9c4b-47b7abe43b74,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:17.407158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] No DVR routers for this DVR port d022fd0f-81ad-437f-9c4b-47b7abe43b74 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:03:17.465514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:03:17.465866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:03:17.520276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.544223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275a1a32-d528-43aa-9dda-d989901bfee3']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:17.559575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ecf17a-69f0-493b-a306-f719c21adb13') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:17.559868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ecf17a-69f0-493b-a306-f719c21adb13') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:17.571561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.586846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.592659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:03:17.598670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:03:17.605719 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:03:17.755007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.770388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:17.783609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] Pushing event deleted for resources: {'Network': ['ID=275a1a32-d528-43aa-9dda-d989901bfee3,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:17.788078 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ac1a8c51-059d-4c24-8e00-bf3d2adf31fe admin admin] 10.222.0.10 "DELETE /v2.0/networks/275a1a32-d528-43aa-9dda-d989901bfee3 HTTP/1.1" status: 204 len: 168 time: 1.0042129 Apr 22 18:03:17.950702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d022fd0f-81ad-437f-9c4b-47b7abe43b74 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:03:17.979014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] Deleting port d022fd0f-81ad-437f-9c4b-47b7abe43b74 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:03:17.979390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:18.013405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: d022fd0f-81ad-437f-9c4b-47b7abe43b74 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:03:18.013733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d022fd0f-81ad-437f-9c4b-47b7abe43b74 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:03:18.014145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:03:18.075442 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:03:18.075715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8fefc501-dcc7-4d6c-a6dc-eb9714531d19 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:03:18.084178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-647811d2-23aa-4776-ac7d-de9e5183542f None None] The port 'd022fd0f-81ad-437f-9c4b-47b7abe43b74' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:03:18.182492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58544) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:18.329775 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-19844240-7949-4e21-989d-4d25d342845f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bff42d19d164db2bef06f0aba76828e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456299 Apr 22 18:03:18.332281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58548) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:18.388446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-216f6444-55f4-4a19-9f5d-720b0e505a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:18.415156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-216f6444-55f4-4a19-9f5d-720b0e505a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:18.538157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-216f6444-55f4-4a19-9f5d-720b0e505a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:18.554580 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f6444-55f4-4a19-9f5d-720b0e505a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d5230a-6f43-47b8-8f5f-85838e3b94bc,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:18.623163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-216f6444-55f4-4a19-9f5d-720b0e505a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:18.624213 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-216f6444-55f4-4a19-9f5d-720b0e505a95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54d5230a-6f43-47b8-8f5f-85838e3b94bc HTTP/1.1" status: 204 len: 168 time: 0.2910502 Apr 22 18:03:19.381981 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58556) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:19.430288 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e07f2d7f-c2af-4356-88c8-2b32f298e0a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b883a8f4f7094e94aa6ca1a7d23c33d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471230 Apr 22 18:03:19.432801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58560) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:19.492608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-545be439-d280-480a-b4d6-18e1d56abd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:19.517277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-545be439-d280-480a-b4d6-18e1d56abd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:19.652378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-545be439-d280-480a-b4d6-18e1d56abd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:19.666999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545be439-d280-480a-b4d6-18e1d56abd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92077450-cbbf-49cd-ad3c-37061983566b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:19.673008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-545be439-d280-480a-b4d6-18e1d56abd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:19.674124 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-545be439-d280-480a-b4d6-18e1d56abd48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92077450-cbbf-49cd-ad3c-37061983566b HTTP/1.1" status: 204 len: 168 time: 0.2404206 Apr 22 18:03:20.747467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58584) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:20.849967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-286093465-network', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:03:20.854787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:20.858591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Usage tracker for resource:network and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:03:20.861440 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:03:20.867717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:20.966224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Made reservation on behalf of fd9d3984520e44548addc183aee57f0d for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:03:20.968492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:20.980251 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:20.994258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:20.998266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Usage tracker for resource:security_group_rule and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:03:21.001114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:03:21.007178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:21.086131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:21.166543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:21.196025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:03:21.208550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9470d4e-bb29-405e-8307-3af8f494b2d8,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:21.212923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:21.213265 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Added segment c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e of type vlan for network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 Apr 22 18:03:21.238135 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:21.325478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:21.326424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:21.327031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:21.435648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] Pushing event updated for resources: {'Network': ['ID=2f6debc8-5b7c-47b1-83a9-0a096253b5f0,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:21.445687 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:03:21.509407 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3f57e835-49ed-4479-94dd-0fbc32cd17cf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7608087 Apr 22 18:03:21.512208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58590) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:21.517633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Request body: {'subnet': {'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-286093465-subnet', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:03:21.519652 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:03:21.522481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:21.526301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Usage tracker for resource:subnet and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:03:21.529115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:03:21.534781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:21.606435 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Made reservation on behalf of fd9d3984520e44548addc183aee57f0d for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:03:21.610765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:21.864436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:21.939230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c09aff2-2c55-4418-a0f9-8a356bfa49a9,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:21.947692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Checking segment: {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:03:21.949799 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Network hostable DHCP agents. Network: 2f6debc8-5b7c-47b1-83a9-0a096253b5f0, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:03:22.046139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:03:22.098326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 2f6debc8-5b7c-47b1-83a9-0a096253b5f0) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:22.102315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:22.102925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.108089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28dc60-201b-4e1c-9312-a6b21674af5e None None] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:03:22.167218 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a8384798-48b8-4b35-80f3-7965e0f3a5b2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6537919 Apr 22 18:03:22.169614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58594) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:22.174481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:03:22.179336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:22.183388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Usage tracker for resource:router and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:03:22.186315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:03:22.192418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:22.240731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.241732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.256488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.322430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:03:22.323281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.481143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Allocated IP 172.20.0.2 (2f6debc8-5b7c-47b1-83a9-0a096253b5f0/6c09aff2-2c55-4418-a0f9-8a356bfa49a9/c2eadd64-5262-419e-8b65-0b60fc37d222) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:03:22.572396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.681245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.691519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Transition to ACTIVE for port object c2eadd64-5262-419e-8b65-0b60fc37d222 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:22.709504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Transition to ACTIVE for port object c2eadd64-5262-419e-8b65-0b60fc37d222 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:22.795664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.858221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:22.859340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:22.867015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:03:22.876960 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Pushing event updated for resources: {'Port': ['ID=c2eadd64-5262-419e-8b65-0b60fc37d222,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:22.965116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Attempting to bind port c2eadd64-5262-419e-8b65-0b60fc37d222 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:03:22.965494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Attempting to bind port c2eadd64-5262-419e-8b65-0b60fc37d222 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:03:22.965868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Attempting to bind port c2eadd64-5262-419e-8b65-0b60fc37d222 on network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:03:22.971582 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:03:22.972519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Checking segment: {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:03:22.972926 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:22.973320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Bound using segment: {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:03:22.973796 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Bound port: c2eadd64-5262-419e-8b65-0b60fc37d222, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:03:22.974162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:23.051170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:23.062092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] For port c2eadd64-5262-419e-8b65-0b60fc37d222, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:03:23.065010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] For port c2eadd64-5262-419e-8b65-0b60fc37d222, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c2eadd64-5262-419e-8b65-0b60fc37d222,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:03:23.079991 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:23.127344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:23.217076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Allocated IP 172.26.3.250 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/0f39872c-bd96-4d6e-b7aa-97050521cb38) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:03:23.246753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df2139-cc62-494a-ac80-a2aedb6cdb13 None None] Pushing event updated for resources: {'Port': ['ID=c2eadd64-5262-419e-8b65-0b60fc37d222,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:23.373393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:23.464394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:23.528041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:23.536182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:23.539563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:03:23.573408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Pushing event updated for resources: {'Port': ['ID=0f39872c-bd96-4d6e-b7aa-97050521cb38,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:24.000367 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c2eadd64-5262-419e-8b65-0b60fc37d222 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:24.054640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:24.132531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port c2eadd64-5262-419e-8b65-0b60fc37d222 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:24.171910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f65c7-ced0-4e36-b15c-c2ec59d7a9da None None] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:03:24.374893 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3f49f6b7-4525-49f5-9af3-7d628e5bd8fb None None] Provisioning for port c2eadd64-5262-419e-8b65-0b60fc37d222 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:24.384462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-3f49f6b7-4525-49f5-9af3-7d628e5bd8fb None None] Provisioning complete for port c2eadd64-5262-419e-8b65-0b60fc37d222 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:24.384826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f49f6b7-4525-49f5-9af3-7d628e5bd8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:24.396219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:24.523483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f49f6b7-4525-49f5-9af3-7d628e5bd8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:24.558464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-3f49f6b7-4525-49f5-9af3-7d628e5bd8fb None None] For port c2eadd64-5262-419e-8b65-0b60fc37d222, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c2eadd64-5262-419e-8b65-0b60fc37d222,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:24.618647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3f49f6b7-4525-49f5-9af3-7d628e5bd8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:24.687071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49f6b7-4525-49f5-9af3-7d628e5bd8fb None None] Pushing event updated for resources: {'Port': ['ID=c2eadd64-5262-419e-8b65-0b60fc37d222,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:24.739512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8a628a4b-4eaa-46d4-ae3a-aeb9e2ad8484 None None] Provisioning complete for port c2eadd64-5262-419e-8b65-0b60fc37d222 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:24.739812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8a628a4b-4eaa-46d4-ae3a-aeb9e2ad8484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:24.806823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Router 0358a24c-266a-43dc-8bac-3f34a08f0f56 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:03:24.981117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:03:24.989645 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Sync routers for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:03:24.999489 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:25.000096 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:25.064110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:25.065402 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7f154d1b-dc57-4b49-9489-b16337e484fd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8948395 Apr 22 18:03:25.068936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58598) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:25.169563 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:25.448216 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:23Z', 'revision_number': 3, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:25.452020 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Checking router: 0358a24c-266a-43dc-8bac-3f34a08f0f56 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:03:25.452372 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Updating router 0358a24c-266a-43dc-8bac-3f34a08f0f56 port 0f39872c-bd96-4d6e-b7aa-97050521cb38 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:03:25.504232 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:25.721098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:25.823626 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:25.834923 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Transition to ACTIVE for port object 0f39872c-bd96-4d6e-b7aa-97050521cb38 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:25.912834 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:25.928629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Allocated IP 172.20.0.1 (2f6debc8-5b7c-47b1-83a9-0a096253b5f0/6c09aff2-2c55-4418-a0f9-8a356bfa49a9/d9a20d77-90a7-4ace-a1a3-3a3428a9910c) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:03:25.962970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c2eadd64-5262-419e-8b65-0b60fc37d222 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:26.014029 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Attempting to bind port 0f39872c-bd96-4d6e-b7aa-97050521cb38 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:03:26.014584 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Attempting to bind port 0f39872c-bd96-4d6e-b7aa-97050521cb38 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:03:26.014721 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Attempting to bind port 0f39872c-bd96-4d6e-b7aa-97050521cb38 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:03:26.020973 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Pushing event updated for resources: {'Port': ['ID=0f39872c-bd96-4d6e-b7aa-97050521cb38,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:26.029245 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.029766 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.030104 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.030666 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.030877 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.031102 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.031425 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.031761 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.032062 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.032380 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.032693 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.033005 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.036698 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:03:26.037069 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:03:26.037462 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:26.037834 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:03:26.038178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port c2eadd64-5262-419e-8b65-0b60fc37d222 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:26.038305 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Bound port: 0f39872c-bd96-4d6e-b7aa-97050521cb38, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:03:26.038635 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:26.038770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:26.079568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:26.095928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Transition to ACTIVE for port object d9a20d77-90a7-4ace-a1a3-3a3428a9910c will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:26.112421 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] For port 0f39872c-bd96-4d6e-b7aa-97050521cb38, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:03:26.115854 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] For port 0f39872c-bd96-4d6e-b7aa-97050521cb38, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0f39872c-bd96-4d6e-b7aa-97050521cb38,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:03:26.189849 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:26.224384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:26.266652 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:26.267293 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:26.284952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:26.287655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:26.296060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:03:26.330851 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958ac57-ca9a-41b5-9e01-61cd2770bf85 None None] Pushing event updated for resources: {'Port': ['ID=0f39872c-bd96-4d6e-b7aa-97050521cb38,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:26.336681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Pushing event updated for resources: {'Port': ['ID=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:26.351556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.352106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.352663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.353166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.353506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.353844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.354178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.354519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.354878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.355210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.355536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.355863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:26.371171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:26.461117 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:26.641027 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-72d992c6-764c-42e0-bba8-9daa372f491a None None] Provisioning for port d9a20d77-90a7-4ace-a1a3-3a3428a9910c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:26.646581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-72d992c6-764c-42e0-bba8-9daa372f491a None None] Provisioning complete for port d9a20d77-90a7-4ace-a1a3-3a3428a9910c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:26.646984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-72d992c6-764c-42e0-bba8-9daa372f491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:26.704281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-72d992c6-764c-42e0-bba8-9daa372f491a None None] Port d9a20d77-90a7-4ace-a1a3-3a3428a9910c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:03:26.748033 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:23Z', 'revision_number': 3, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:26.751802 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2092d-30d9-4bdf-ac40-8582b77aa6be None None] The sync data for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv is: [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:23Z', 'revision_number': 3, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:03:26.823878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:27.075651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:27.144941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:27.257492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:27.260967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Pushing event updated for resources: {'Port': ['ID=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:27.404591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:27.405818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:27.619869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Router 0358a24c-266a-43dc-8bac-3f34a08f0f56 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:03:27.736323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9ec14229-21b0-40ee-b1a0-53774d0bdc9b None None] Provisioning complete for port d9a20d77-90a7-4ace-a1a3-3a3428a9910c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:27.736883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9ec14229-21b0-40ee-b1a0-53774d0bdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:27.789615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9ec14229-21b0-40ee-b1a0-53774d0bdc9b None None] Port d9a20d77-90a7-4ace-a1a3-3a3428a9910c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:03:27.797289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:03:27.805830 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-a3851f20-1f78-47d9-b9bb-97afd22222ee admin admin] 10.222.0.10 "PUT /v2.0/routers/0358a24c-266a-43dc-8bac-3f34a08f0f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7359557 Apr 22 18:03:27.991088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0f39872c-bd96-4d6e-b7aa-97050521cb38 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:28.125492 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 0f39872c-bd96-4d6e-b7aa-97050521cb38 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:28.131104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0f39872c-bd96-4d6e-b7aa-97050521cb38 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:28.131504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.247819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.261539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Sync routers for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:03:28.273918 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 0f39872c-bd96-4d6e-b7aa-97050521cb38, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0f39872c-bd96-4d6e-b7aa-97050521cb38,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:28.278346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:28.278990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:28.350595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.479245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=0f39872c-bd96-4d6e-b7aa-97050521cb38,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:28.516233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58616) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:28.522334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-587721858-network', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:03:28.523251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:28.526992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:28.530818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Usage tracker for resource:network and tenant:52c1dc4adb764357b9f56dd7d5fe11d2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:03:28.533607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:03:28.539289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:28.605312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Made reservation on behalf of 52c1dc4adb764357b9f56dd7d5fe11d2 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:03:28.607747 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.624707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.640576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:28.645268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Usage tracker for resource:security_group_rule and tenant:52c1dc4adb764357b9f56dd7d5fe11d2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:03:28.648243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:03:28.654038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:28.734448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.794832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.825897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:03:28.834397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f7c162-c464-4ef7-8790-265a419d41c9,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:28.840110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.840523 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Added segment b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7 of type vlan for network d7eef966-3e9c-446f-a4da-e111909815fd Apr 22 18:03:28.864912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 2, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:28.868901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Checking router: 0358a24c-266a-43dc-8bac-3f34a08f0f56 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:03:28.869266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Updating router 0358a24c-266a-43dc-8bac-3f34a08f0f56 port d9a20d77-90a7-4ace-a1a3-3a3428a9910c binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:03:28.869574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.920856 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.971130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:28.972156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:28.972797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.074648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] Pushing event updated for resources: {'Network': ['ID=d7eef966-3e9c-446f-a4da-e111909815fd,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:29.084608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d7eef966-3e9c-446f-a4da-e111909815fd details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:03:29.122109 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e9a3d70a-d2ad-4335-a0b3-5dd225ca6278 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6044950 Apr 22 18:03:29.124747 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58620) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:29.130882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Request body: {'subnet': {'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-587721858-subnet', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:03:29.136185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:29.140475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Usage tracker for resource:subnet and tenant:52c1dc4adb764357b9f56dd7d5fe11d2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:03:29.143418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:03:29.149679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:29.235320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Made reservation on behalf of 52c1dc4adb764357b9f56dd7d5fe11d2 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:03:29.237854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.349528 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.362612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Transition to ACTIVE for port object d9a20d77-90a7-4ace-a1a3-3a3428a9910c will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:29.412594 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.573143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201765a1-f175-40a5-87ed-da94ab9a8f11 None None] Pushing event updated for resources: {'Port': ['ID=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:29.594368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.637874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Attempting to bind port d9a20d77-90a7-4ace-a1a3-3a3428a9910c on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:03:29.638342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Attempting to bind port d9a20d77-90a7-4ace-a1a3-3a3428a9910c by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:03:29.638806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Attempting to bind port d9a20d77-90a7-4ace-a1a3-3a3428a9910c on network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:03:29.644716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:03:29.645165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Checking segment: {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:03:29.645647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.646195 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Bound using segment: {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:03:29.646733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Bound port: d9a20d77-90a7-4ace-a1a3-3a3428a9910c, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:03:29.647197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.669879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9db0a51-8836-48ca-b25a-e856071e214a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:29.680331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Checking segment: {'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:03:29.680692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Network hostable DHCP agents. Network: d7eef966-3e9c-446f-a4da-e111909815fd, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:03:29.749740 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] For port d9a20d77-90a7-4ace-a1a3-3a3428a9910c, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:03:29.752686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] For port d9a20d77-90a7-4ace-a1a3-3a3428a9910c, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:03:29.761099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Network d7eef966-3e9c-446f-a4da-e111909815fd is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:03:29.841299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.869546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d7eef966-3e9c-446f-a4da-e111909815fd) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:29.873943 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:29.874924 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:29.883854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2da06-9236-4916-a586-0ccc00eb11d6 None None] Network d7eef966-3e9c-446f-a4da-e111909815fd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:03:29.967906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ce6b3c4d-b962-4ceb-8bfe-b0e8ed2d5744 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8418865 Apr 22 18:03:29.970111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58624) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:29.975286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:03:29.980509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:29.985875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Usage tracker for resource:router and tenant:52c1dc4adb764357b9f56dd7d5fe11d2 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:03:29.988434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:03:29.992891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0f39872c-bd96-4d6e-b7aa-97050521cb38 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:29.994563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:30.039868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:30.040511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:30.052377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.053468 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.069620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.129016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201765a1-f175-40a5-87ed-da94ab9a8f11 None None] Pushing event updated for resources: {'Port': ['ID=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:30.372344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 0f39872c-bd96-4d6e-b7aa-97050521cb38 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:30.372722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.385211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.426109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:30.484044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3d99284c-d9db-416e-b63c-b8b259944921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.602990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-d7eef966-3e9c-446f-a4da-e111909815fd', 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'fixed_ips': [{'subnet_id': 'd9db0a51-8836-48ca-b25a-e856071e214a'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:03:30.603799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.738224 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.767653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:30.901935 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Allocated IP 172.26.3.220 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/a75ee0bc-1e08-4de2-8d92-3336e0b06241) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:03:30.962649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Allocated IP 172.20.0.2 (d7eef966-3e9c-446f-a4da-e111909815fd/d9db0a51-8836-48ca-b25a-e856071e214a/57ff940f-7ce3-45ed-8789-359faddb3803) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:03:31.047625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:31.089296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:29Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:31.119589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08181bc-20d0-4db0-9c8b-85f9c5e58fa9 None None] The sync data for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv is: [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:29Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:03:31.140198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:31.219878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:31.232511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:31.233679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Transition to ACTIVE for port object 57ff940f-7ce3-45ed-8789-359faddb3803 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:31.239893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:31.244249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:03:31.256480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Transition to ACTIVE for port object 57ff940f-7ce3-45ed-8789-359faddb3803 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:31.277362 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Pushing event updated for resources: {'Port': ['ID=a75ee0bc-1e08-4de2-8d92-3336e0b06241,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:31.332694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:31.397542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Network d7eef966-3e9c-446f-a4da-e111909815fd is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:31.404979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:31.410372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:03:31.421044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Pushing event updated for resources: {'Port': ['ID=57ff940f-7ce3-45ed-8789-359faddb3803,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:31.517508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Attempting to bind port 57ff940f-7ce3-45ed-8789-359faddb3803 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:03:31.517882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Attempting to bind port 57ff940f-7ce3-45ed-8789-359faddb3803 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:03:31.518374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Attempting to bind port 57ff940f-7ce3-45ed-8789-359faddb3803 on network d7eef966-3e9c-446f-a4da-e111909815fd {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:03:31.524861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:03:31.525293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Checking segment: {'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:03:31.525642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:31.526035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Bound using segment: {'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:03:31.526501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Bound port: 57ff940f-7ce3-45ed-8789-359faddb3803, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:03:31.526912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:31.626891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] For port 57ff940f-7ce3-45ed-8789-359faddb3803, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:03:31.630734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] For port 57ff940f-7ce3-45ed-8789-359faddb3803, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=57ff940f-7ce3-45ed-8789-359faddb3803,segment=NetworkSegment(b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7),segment_id=b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:03:31.732640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:31.817485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3f00d-6cb7-4423-b8b4-88364ce941c9 None None] Pushing event updated for resources: {'Port': ['ID=57ff940f-7ce3-45ed-8789-359faddb3803,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:31.959616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:32.031573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d9a20d77-90a7-4ace-a1a3-3a3428a9910c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:32.172557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port d9a20d77-90a7-4ace-a1a3-3a3428a9910c completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:32.178234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d9a20d77-90a7-4ace-a1a3-3a3428a9910c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:32.178617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:32.348609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:32.373465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:32.382876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port d9a20d77-90a7-4ace-a1a3-3a3428a9910c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:32.481819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:32.569197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:32.605714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dbe234c4-40ee-4046-a422-a328e0fc5089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:32.679750 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Router 9b4d6158-075f-48f8-8c8a-f79535a92ded is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:03:32.845136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83284f6-8a47-4930-a0c4-6189cf3dc9df None None] Network d7eef966-3e9c-446f-a4da-e111909815fd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:03:32.862938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:03:32.871267 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Sync routers for ids ['9b4d6158-075f-48f8-8c8a-f79535a92ded'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:03:32.881156 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Routers {'9b4d6158-075f-48f8-8c8a-f79535a92ded'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:32.882002 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9b4d6158-075f-48f8-8c8a-f79535a92ded'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:32.972787 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:32.976680 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fcbe89be-643f-4365-8f5a-0dd851e38712 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0031629 Apr 22 18:03:32.977016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58628) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:03:33.011199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f965ab0a-99b6-499c-bb72-97af948b94f8 None None] Provisioning for port 57ff940f-7ce3-45ed-8789-359faddb3803 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:33.058383 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Set router 9b4d6158-075f-48f8-8c8a-f79535a92ded gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:33.355106 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:31Z', 'revision_number': 3, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port': {'id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:33.358985 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Checking router: 9b4d6158-075f-48f8-8c8a-f79535a92ded for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:03:33.359401 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Updating router 9b4d6158-075f-48f8-8c8a-f79535a92ded port a75ee0bc-1e08-4de2-8d92-3336e0b06241 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:03:33.411010 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:33.726872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:33.765325 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:33.777158 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Transition to ACTIVE for port object a75ee0bc-1e08-4de2-8d92-3336e0b06241 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:33.787961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:33.852330 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:33.875189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:33.931816 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdb457-1bac-4b82-ae77-ee303ce5911f None None] Pushing event updated for resources: {'Port': ['ID=a75ee0bc-1e08-4de2-8d92-3336e0b06241,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:33.937600 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Attempting to bind port a75ee0bc-1e08-4de2-8d92-3336e0b06241 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:03:33.937600 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Attempting to bind port a75ee0bc-1e08-4de2-8d92-3336e0b06241 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:03:33.937600 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Attempting to bind port a75ee0bc-1e08-4de2-8d92-3336e0b06241 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:03:33.947530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:03:33.948001 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:03:33.948370 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:33.948748 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:03:33.949212 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Bound port: a75ee0bc-1e08-4de2-8d92-3336e0b06241, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:03:33.949594 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.003429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Allocated IP 172.20.0.1 (d7eef966-3e9c-446f-a4da-e111909815fd/d9db0a51-8836-48ca-b25a-e856071e214a/9933abf5-c46e-4417-86a0-9a28e8019f90) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:03:34.028042 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] For port a75ee0bc-1e08-4de2-8d92-3336e0b06241, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:03:34.031309 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] For port a75ee0bc-1e08-4de2-8d92-3336e0b06241, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a75ee0bc-1e08-4de2-8d92-3336e0b06241,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:03:34.052882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 57ff940f-7ce3-45ed-8789-359faddb3803 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:34.075700 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.160219 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Routers {'9b4d6158-075f-48f8-8c8a-f79535a92ded'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:34.160844 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9b4d6158-075f-48f8-8c8a-f79535a92ded'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:34.170278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.185690 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Transition to ACTIVE for port object 9933abf5-c46e-4417-86a0-9a28e8019f90 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:34.189562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 57ff940f-7ce3-45ed-8789-359faddb3803 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:34.194840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 57ff940f-7ce3-45ed-8789-359faddb3803 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:34.200111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.226232 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdb457-1bac-4b82-ae77-ee303ce5911f None None] Pushing event updated for resources: {'Port': ['ID=a75ee0bc-1e08-4de2-8d92-3336e0b06241,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:34.269741 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.312535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.332167 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Network d7eef966-3e9c-446f-a4da-e111909815fd is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:34.339159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:34.343371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:03:34.355587 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] Set router 9b4d6158-075f-48f8-8c8a-f79535a92ded gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:34.356316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 57ff940f-7ce3-45ed-8789-359faddb3803, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=57ff940f-7ce3-45ed-8789-359faddb3803,segment=NetworkSegment(b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7),segment_id=b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:34.376892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Pushing event updated for resources: {'Port': ['ID=9933abf5-c46e-4417-86a0-9a28e8019f90,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:34.401183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.429574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.430381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d9a20d77-90a7-4ace-a1a3-3a3428a9910c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:34.555525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=57ff940f-7ce3-45ed-8789-359faddb3803,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:34.597225 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port d9a20d77-90a7-4ace-a1a3-3a3428a9910c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:34.600314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.608796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.651403 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.667833 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:31Z', 'revision_number': 3, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port': {'id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:34.672345 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e6c60-9284-4375-b172-f0ce912cd9b2 None None] The sync data for ids ['9b4d6158-075f-48f8-8c8a-f79535a92ded'] in dv-neutron-839024-1-hyperv is: [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:31Z', 'revision_number': 3, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port': {'id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:03:34.772516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8d0f0d88-628c-4c9c-a435-921500d696c5 None None] Provisioning for port 9933abf5-c46e-4417-86a0-9a28e8019f90 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:34.778376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-8d0f0d88-628c-4c9c-a435-921500d696c5 None None] Provisioning complete for port 9933abf5-c46e-4417-86a0-9a28e8019f90 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:34.778786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8d0f0d88-628c-4c9c-a435-921500d696c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.838352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f0d88-628c-4c9c-a435-921500d696c5 None None] Port 9933abf5-c46e-4417-86a0-9a28e8019f90 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:03:34.849329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:34.909646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:35.020502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:35.024125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Pushing event updated for resources: {'Port': ['ID=9933abf5-c46e-4417-86a0-9a28e8019f90,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:35.160605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:35.164182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Network d7eef966-3e9c-446f-a4da-e111909815fd is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:35.165423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:35.361262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-888205b4-8fba-4211-a94a-b744e56c5e5f None None] Provisioning complete for port 9933abf5-c46e-4417-86a0-9a28e8019f90 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:35.361623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-888205b4-8fba-4211-a94a-b744e56c5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:35.420772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-888205b4-8fba-4211-a94a-b744e56c5e5f None None] Port 9933abf5-c46e-4417-86a0-9a28e8019f90 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:03:35.481504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Router 9b4d6158-075f-48f8-8c8a-f79535a92ded has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:03:35.659717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:03:35.668170 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-155f4ac0-47ca-4979-ad65-16fa29614453 admin admin] 10.222.0.10 "PUT /v2.0/routers/9b4d6158-075f-48f8-8c8a-f79535a92ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6900887 Apr 22 18:03:36.044060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 57ff940f-7ce3-45ed-8789-359faddb3803 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:36.121854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 57ff940f-7ce3-45ed-8789-359faddb3803 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:36.122501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:36.216371 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Sync routers for ids ['9b4d6158-075f-48f8-8c8a-f79535a92ded'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:03:36.242888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Routers {'9b4d6158-075f-48f8-8c8a-f79535a92ded'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:36.243438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9b4d6158-075f-48f8-8c8a-f79535a92ded'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:36.310617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a75ee0bc-1e08-4de2-8d92-3336e0b06241 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:36.482560 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Set router 9b4d6158-075f-48f8-8c8a-f79535a92ded gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:36.548009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a75ee0bc-1e08-4de2-8d92-3336e0b06241 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:36.643323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a75ee0bc-1e08-4de2-8d92-3336e0b06241 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:36.643695 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:36.905385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:36.931906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a75ee0bc-1e08-4de2-8d92-3336e0b06241, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a75ee0bc-1e08-4de2-8d92-3336e0b06241,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:36.952741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:34Z', 'revision_number': 4, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port': {'id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9933abf5-c46e-4417-86a0-9a28e8019f90', 'name': '', 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'mac_address': 'fa:16:3e:c4:e0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'd9db0a51-8836-48ca-b25a-e856071e214a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:33Z', 'updated_at': '2022-04-22T18:03:34Z', 'revision_number': 2, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'subnets': [{'id': 'd9db0a51-8836-48ca-b25a-e856071e214a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:36.956868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Checking router: 9b4d6158-075f-48f8-8c8a-f79535a92ded for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:03:36.957226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Updating router 9b4d6158-075f-48f8-8c8a-f79535a92ded port 9933abf5-c46e-4417-86a0-9a28e8019f90 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:03:37.012171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:37.049910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:37.142599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a75ee0bc-1e08-4de2-8d92-3336e0b06241,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:37.454263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:37.466597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Transition to ACTIVE for port object 9933abf5-c46e-4417-86a0-9a28e8019f90 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:37.555013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:37.741892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ec8d5-eb56-4ec0-a1bd-7a51fc98eaf0 None None] Pushing event updated for resources: {'Port': ['ID=9933abf5-c46e-4417-86a0-9a28e8019f90,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:37.816427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Attempting to bind port 9933abf5-c46e-4417-86a0-9a28e8019f90 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:03:37.816808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Attempting to bind port 9933abf5-c46e-4417-86a0-9a28e8019f90 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:03:37.817174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Attempting to bind port 9933abf5-c46e-4417-86a0-9a28e8019f90 on network d7eef966-3e9c-446f-a4da-e111909815fd {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:03:37.825497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:03:37.825882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Checking segment: {'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:03:37.826287 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:37.826683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Bound using segment: {'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:03:37.827183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Bound port: 9933abf5-c46e-4417-86a0-9a28e8019f90, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:03:37.827560 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:37.940522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] For port 9933abf5-c46e-4417-86a0-9a28e8019f90, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:03:37.953056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] For port 9933abf5-c46e-4417-86a0-9a28e8019f90, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9933abf5-c46e-4417-86a0-9a28e8019f90,segment=NetworkSegment(b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7),segment_id=b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:03:37.981464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a75ee0bc-1e08-4de2-8d92-3336e0b06241 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:38.019007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:38.126461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Routers {'9b4d6158-075f-48f8-8c8a-f79535a92ded'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:03:38.127191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:03:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9b4d6158-075f-48f8-8c8a-f79535a92ded'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:38.190680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ec8d5-eb56-4ec0-a1bd-7a51fc98eaf0 None None] Pushing event updated for resources: {'Port': ['ID=9933abf5-c46e-4417-86a0-9a28e8019f90,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:38.225142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a75ee0bc-1e08-4de2-8d92-3336e0b06241 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:38.225524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:38.459505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] Set router 9b4d6158-075f-48f8-8c8a-f79535a92ded gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:03:38.835417 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:34Z', 'revision_number': 4, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port': {'id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9933abf5-c46e-4417-86a0-9a28e8019f90', 'name': '', 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'mac_address': 'fa:16:3e:c4:e0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'd9db0a51-8836-48ca-b25a-e856071e214a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:33Z', 'updated_at': '2022-04-22T18:03:37Z', 'revision_number': 4, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'subnets': [{'id': 'd9db0a51-8836-48ca-b25a-e856071e214a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:03:38.839610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220bea5-ae4c-474e-9b13-99df1be56388 None None] The sync data for ids ['9b4d6158-075f-48f8-8c8a-f79535a92ded'] in dv-neutron-839024-1-hyperv is: [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:34Z', 'revision_number': 4, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port': {'id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '9933abf5-c46e-4417-86a0-9a28e8019f90', 'name': '', 'network_id': 'd7eef966-3e9c-446f-a4da-e111909815fd', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'mac_address': 'fa:16:3e:c4:e0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'd9db0a51-8836-48ca-b25a-e856071e214a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:33Z', 'updated_at': '2022-04-22T18:03:37Z', 'revision_number': 4, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'subnets': [{'id': 'd9db0a51-8836-48ca-b25a-e856071e214a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:03:40.005704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9933abf5-c46e-4417-86a0-9a28e8019f90 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:40.137173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 9933abf5-c46e-4417-86a0-9a28e8019f90 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:40.142860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 9933abf5-c46e-4417-86a0-9a28e8019f90 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:40.143274 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:40.273192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:40.307876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 9933abf5-c46e-4417-86a0-9a28e8019f90, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9933abf5-c46e-4417-86a0-9a28e8019f90,segment=NetworkSegment(b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7),segment_id=b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:03:40.383632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:40.460046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=9933abf5-c46e-4417-86a0-9a28e8019f90,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:40.467428 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.469765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.469765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.469765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.470069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.470467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.470894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.471331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.471724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.472226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.472626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:40.473022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:03:41.975741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9933abf5-c46e-4417-86a0-9a28e8019f90 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:03:42.051951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 9933abf5-c46e-4417-86a0-9a28e8019f90 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:42.052331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:47.091182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-58a7911c-d990-42e6-acf1-8721c7ceeca5 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:47.091816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-58a7911c-d990-42e6-acf1-8721c7ceeca5 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Synchronizing usage tracker for tenant:fd9d3984520e44548addc183aee57f0d on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:03:47.166100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-58a7911c-d990-42e6-acf1-8721c7ceeca5 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Unset dirty status for tenant:fd9d3984520e44548addc183aee57f0d on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:03:47.167268 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-58a7911c-d990-42e6-acf1-8721c7ceeca5 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 814 time: 0.2173460 Apr 22 18:03:47.182222 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-2aebd1c7-7672-41b2-ab20-f8d41351aa18 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/quotas/fd9d3984520e44548addc183aee57f0d HTTP/1.1" status: 200 len: 375 time: 0.0095794 Apr 22 18:03:47.262696 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-e9a54c78-49e2-43d2-82d0-ef79d595d1e4 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Synchronizing usage tracker for tenant:fd9d3984520e44548addc183aee57f0d on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:03:47.330574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-e9a54c78-49e2-43d2-82d0-ef79d595d1e4 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Unset dirty status for tenant:fd9d3984520e44548addc183aee57f0d on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:03:47.331909 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-e9a54c78-49e2-43d2-82d0-ef79d595d1e4 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447098 Apr 22 18:03:47.467449 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-fe5a4f4a-188b-4a14-ac71-4b979487e87d service neutron] 10.222.0.10 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242075 Apr 22 18:03:47.597819 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-f328f3ef-8a98-4f58-ab73-6ce4a8c96db3 service neutron] 10.222.0.10 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238861 Apr 22 18:03:47.860269 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-81716568-a00f-4987-b27d-d303c525c63a req-236cef6c-7788-4d81-a47b-c2b203e531a2 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 210 time: 0.0423653 Apr 22 18:03:49.015639 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d79ffffd-0940-459c-9e57-dc93dc9c23e3 req-b37e0d82-4ab1-4601-80bc-5eed4d5f21ef tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 210 time: 0.0469778 Apr 22 18:03:49.975054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-a934aca8-0f4c-45c6-b9b7-bd715bc79cd9 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:49.976473 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-a934aca8-0f4c-45c6-b9b7-bd715bc79cd9 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.16 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 814 time: 0.1460359 Apr 22 18:03:49.987911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'port': {'device_id': '3537d7fc-a013-4b20-8776-31ac6f018234', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'admin_state_up': True, 'tenant_id': 'fd9d3984520e44548addc183aee57f0d'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:03:50.124545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:03:50.134897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:03:50.168355 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-799b3465-d4a9-4395-ae68-a1bdbec1436b req-6db2c553-3235-40dc-973f-40ebbdbf8af6 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 210 time: 0.0423093 Apr 22 18:03:50.193768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Made reservation on behalf of fd9d3984520e44548addc183aee57f0d for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:03:50.198151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:50.361081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Allocated IP 172.20.0.4 (2f6debc8-5b7c-47b1-83a9-0a096253b5f0/6c09aff2-2c55-4418-a0f9-8a356bfa49a9/d22e789b-5f00-4b1c-9072-570106c6b0d7) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:03:50.569414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:50.590500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Transition to ACTIVE for port object d22e789b-5f00-4b1c-9072-570106c6b0d7 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:03:50.673221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:50.747073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:03:50.755683 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:03:50.760588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:03:50.964483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'Port': ['ID=d22e789b-5f00-4b1c-9072-570106c6b0d7,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:03:51.009784 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:51.010509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:51.115617 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-cc7f2ea8-272e-47cf-81c5-7577d707065a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1318290 Apr 22 18:03:51.222303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-baa5ca16-0c11-4b32-afab-70720a2e16e1 None None] Provisioning for port d22e789b-5f00-4b1c-9072-570106c6b0d7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:03:51.227541 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-baa5ca16-0c11-4b32-afab-70720a2e16e1 None None] Provisioning complete for port d22e789b-5f00-4b1c-9072-570106c6b0d7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:03:51.231742 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-baa5ca16-0c11-4b32-afab-70720a2e16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:03:51.307865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-baa5ca16-0c11-4b32-afab-70720a2e16e1 None None] Port d22e789b-5f00-4b1c-9072-570106c6b0d7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:03:51.413797 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b04c6-79aa-4976-b6eb-89aae78a08ac req-f6c54b39-2bff-4f74-8c9f-3c88665ca0cf tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:51.414511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-224b04c6-79aa-4976-b6eb-89aae78a08ac req-f6c54b39-2bff-4f74-8c9f-3c88665ca0cf tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Synchronizing usage tracker for tenant:fd9d3984520e44548addc183aee57f0d on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:03:51.497072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-224b04c6-79aa-4976-b6eb-89aae78a08ac req-f6c54b39-2bff-4f74-8c9f-3c88665ca0cf tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Unset dirty status for tenant:fd9d3984520e44548addc183aee57f0d on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:03:51.498297 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-224b04c6-79aa-4976-b6eb-89aae78a08ac req-f6c54b39-2bff-4f74-8c9f-3c88665ca0cf tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 931 time: 0.1759698 Apr 22 18:03:51.545498 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-224b04c6-79aa-4976-b6eb-89aae78a08ac req-64f13103-17bb-4275-8d89-fe0a264fc635 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Synchronizing usage tracker for tenant:fd9d3984520e44548addc183aee57f0d on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:03:51.652241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-224b04c6-79aa-4976-b6eb-89aae78a08ac req-64f13103-17bb-4275-8d89-fe0a264fc635 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Unset dirty status for tenant:fd9d3984520e44548addc183aee57f0d on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:03:51.653822 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-224b04c6-79aa-4976-b6eb-89aae78a08ac req-64f13103-17bb-4275-8d89-fe0a264fc635 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486762 Apr 22 18:03:52.845723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb6974-5968-48b2-8a78-d7c7216effb7 req-b3988df6-343d-47fe-add3-923451784a55 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:52.847841 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9bbb6974-5968-48b2-8a78-d7c7216effb7 req-b3988df6-343d-47fe-add3-923451784a55 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 931 time: 0.0843241 Apr 22 18:03:52.892724 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9bbb6974-5968-48b2-8a78-d7c7216effb7 req-4dae6c63-099f-4059-b79f-74886d8c160b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Apr 22 18:03:54.098504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a561b-4137-4ede-91c3-e7315cae8a0d req-904a7415-84fa-484e-8f05-1871b8263d9b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:54.100172 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130a561b-4137-4ede-91c3-e7315cae8a0d req-904a7415-84fa-484e-8f05-1871b8263d9b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 931 time: 0.0991113 Apr 22 18:03:54.145528 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-130a561b-4137-4ede-91c3-e7315cae8a0d req-cfc9b5fe-3889-439c-aee9-cd0297daa457 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Apr 22 18:03:55.340029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37e6df-eec3-4c58-8079-13ab1c7102f9 req-042acf2f-0748-45da-ba55-94c51ee0d0bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:55.342308 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0e37e6df-eec3-4c58-8079-13ab1c7102f9 req-042acf2f-0748-45da-ba55-94c51ee0d0bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 931 time: 0.0863705 Apr 22 18:03:55.403271 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0e37e6df-eec3-4c58-8079-13ab1c7102f9 req-ac75dbb6-928e-4e65-ad1e-092f1f8b8f2e tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548379 Apr 22 18:03:56.602720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f4b3-1369-46e4-a4d1-c1b336eba6f9 req-7ac30a6c-303f-4568-b28d-d55c1a40af39 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:56.607271 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-96b6f4b3-1369-46e4-a4d1-c1b336eba6f9 req-7ac30a6c-303f-4568-b28d-d55c1a40af39 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 931 time: 0.0900097 Apr 22 18:03:56.649864 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-96b6f4b3-1369-46e4-a4d1-c1b336eba6f9 req-70f7dcad-0c73-4c15-bffb-7c2099222329 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Apr 22 18:03:57.841614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e26ff-74b8-46d0-be31-983aaa9de082 req-10f7fbfd-03b5-449e-8650-0d3bdb970027 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:57.843521 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-288e26ff-74b8-46d0-be31-983aaa9de082 req-10f7fbfd-03b5-449e-8650-0d3bdb970027 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 931 time: 0.0789955 Apr 22 18:03:57.891199 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-288e26ff-74b8-46d0-be31-983aaa9de082 req-aad81bd3-b6ca-4a32-9626-24631573f17a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Apr 22 18:03:58.518689 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:03:59.071900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191a30-e265-4623-9728-837285e14581 req-d8abb7ee-def6-467a-bde7-d6220f7e0119 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:03:59.073333 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e191a30-e265-4623-9728-837285e14581 req-d8abb7ee-def6-467a-bde7-d6220f7e0119 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 931 time: 0.0786552 Apr 22 18:03:59.115943 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6e191a30-e265-4623-9728-837285e14581 req-d2263b60-fa38-40c1-9530-07fe06875f4b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370381 Apr 22 18:04:00.078636 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Request body: {'port': {'device_id': '3537d7fc-a013-4b20-8776-31ac6f018234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:00.192164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:00.300865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63b57-d507-4aac-847c-5b703c57504a req-390517a9-37e2-475a-8733-90024e7bb291 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:00.302342 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-45c63b57-d507-4aac-847c-5b703c57504a req-390517a9-37e2-475a-8733-90024e7bb291 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 931 time: 0.0835290 Apr 22 18:04:00.347343 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-45c63b57-d507-4aac-847c-5b703c57504a req-2d14ca0a-d5a1-4419-ad1c-75f2d65d34a9 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392435 Apr 22 18:04:00.416731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ca3862bc-427d-41cd-9639-602659021a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:00.536504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22e789b-5f00-4b1c-9072-570106c6b0d7 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:04:00.543379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:00.556890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Transition to ACTIVE for port object d22e789b-5f00-4b1c-9072-570106c6b0d7 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:04:00.650472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:00.835656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=d22e789b-5f00-4b1c-9072-570106c6b0d7,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:00.881997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Attempting to bind port d22e789b-5f00-4b1c-9072-570106c6b0d7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:04:00.882334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Attempting to bind port d22e789b-5f00-4b1c-9072-570106c6b0d7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:04:00.882653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Attempting to bind port d22e789b-5f00-4b1c-9072-570106c6b0d7 on network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:04:00.887273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Port d22e789b-5f00-4b1c-9072-570106c6b0d7 on network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:04:00.887591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Attempting to bind port d22e789b-5f00-4b1c-9072-570106c6b0d7 on network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:04:00.892722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:04:00.893061 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Checking segment: {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:04:00.893443 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Bound using segment: {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:04:00.893862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Bound port: d22e789b-5f00-4b1c-9072-570106c6b0d7, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:04:00.894206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:00.980146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] For port d22e789b-5f00-4b1c-9072-570106c6b0d7, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:04:00.982976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] For port d22e789b-5f00-4b1c-9072-570106c6b0d7, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:04:01.029193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:01.087762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:01.088359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:01.089503 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] 10.222.0.16 "PUT /v2.0/ports/d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 1093 time: 1.0151460 Apr 22 18:04:01.089951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:04:01.114069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a93038-3499-48e5-8fef-236de49c1fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=d22e789b-5f00-4b1c-9072-570106c6b0d7,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:01.143168 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25061ce7-720a-4a49-91cd-2102f6ae238b'] response: {'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'status': 'completed', 'code': 200} Apr 22 18:04:01.232654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685bf11-a57f-4b0e-9a7c-282c06411ff9 req-aaed69a2-3ca0-48ad-b0e0-e997e5b586b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:01.239124 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3685bf11-a57f-4b0e-9a7c-282c06411ff9 req-aaed69a2-3ca0-48ad-b0e0-e997e5b586b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1096 time: 0.0734074 Apr 22 18:04:01.375017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685bf11-a57f-4b0e-9a7c-282c06411ff9 req-47bc0f51-6b97-4642-b729-6c4f2a11c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:01.376414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3685bf11-a57f-4b0e-9a7c-282c06411ff9 req-47bc0f51-6b97-4642-b729-6c4f2a11c42e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fd9d3984520e44548addc183aee57f0d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1354926 Apr 22 18:04:01.548533 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a4ee6-b875-46d6-b9ba-02b363411a73 req-07f1066c-06bf-4c05-9787-5d631e77df3a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:01.550085 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cd5a4ee6-b875-46d6-b9ba-02b363411a73 req-07f1066c-06bf-4c05-9787-5d631e77df3a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 943 time: 0.0877473 Apr 22 18:04:01.594970 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cd5a4ee6-b875-46d6-b9ba-02b363411a73 req-a17dedc7-dd36-45a7-bfe0-b1313893105a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 Apr 22 18:04:01.621328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685bf11-a57f-4b0e-9a7c-282c06411ff9 req-c8c5dda0-124b-437f-99b5-84fdf8649386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:01.622763 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3685bf11-a57f-4b0e-9a7c-282c06411ff9 req-c8c5dda0-124b-437f-99b5-84fdf8649386 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2405598 Apr 22 18:04:01.724808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-2f959222-d97c-42eb-aacc-063e2dca9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:01.726257 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-2f959222-d97c-42eb-aacc-063e2dca9ac2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1096 time: 0.0702569 Apr 22 18:04:01.794718 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-85326d1c-d90f-48f2-9fea-c96dd0826e8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 217 time: 0.0616064 Apr 22 18:04:01.856430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-6f622a25-d6a0-41d9-a5b1-90c98c96da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:01.857795 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-6f622a25-d6a0-41d9-a5b1-90c98c96da72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 200 len: 853 time: 0.0575705 Apr 22 18:04:01.929676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-bba5136a-e122-46c1-8f35-34cf656c5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:01.931135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-bba5136a-e122-46c1-8f35-34cf656c5fb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672908 Apr 22 18:04:02.058965 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-b48720de-aad7-4b90-84c3-f4bb348d8a1b service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217906 Apr 22 18:04:02.187160 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3f7cc562-f86b-4434-ab8b-48c1511c2229 req-154e89b5-7e88-4177-930e-d2c74aeb2195 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216753 Apr 22 18:04:02.571778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-58133c3a-3a27-448b-bc1b-c3842da2e305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:02.775810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549db5b-52df-4c36-a6b9-0bf419b3637d req-6fbe0665-4fba-4077-b17f-6a12339b808d tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:02.777237 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5549db5b-52df-4c36-a6b9-0bf419b3637d req-6fbe0665-4fba-4077-b17f-6a12339b808d tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 943 time: 0.0794966 Apr 22 18:04:02.823155 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5549db5b-52df-4c36-a6b9-0bf419b3637d req-c88f0f13-2944-4a76-9e7b-805440eb64fc tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Apr 22 18:04:03.720142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:03.869219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:04.009002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fd081-6b8e-41fb-9842-8d81716c2f44 req-8748e589-4fa8-4397-9540-0c543a70b2b7 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:04.010518 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-659fd081-6b8e-41fb-9842-8d81716c2f44 req-8748e589-4fa8-4397-9540-0c543a70b2b7 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 943 time: 0.0817363 Apr 22 18:04:04.053387 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-659fd081-6b8e-41fb-9842-8d81716c2f44 req-328ca1cd-56d5-4696-b825-65f1b456448d tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372975 Apr 22 18:04:04.634075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:05.154395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:05.235445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590886a6-dcef-4b28-97d7-584dd4316d0a req-452013ba-126c-4a76-94f5-3be718f916b8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:05.237478 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-590886a6-dcef-4b28-97d7-584dd4316d0a req-452013ba-126c-4a76-94f5-3be718f916b8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 943 time: 0.0798085 Apr 22 18:04:05.280359 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-590886a6-dcef-4b28-97d7-584dd4316d0a req-77546f05-832e-46ef-a07b-70868ee3e0e0 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 Apr 22 18:04:05.476470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device d22e789b-5f00-4b1c-9072-570106c6b0d7 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:04:05.607370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port d22e789b-5f00-4b1c-9072-570106c6b0d7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:04:05.619950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'port_id': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'mac_address': 'fa:16:3e:60:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:04:05.673279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:05.689293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22e789b-5f00-4b1c-9072-570106c6b0d7 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:04:05.704506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port d22e789b-5f00-4b1c-9072-570106c6b0d7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:04:05.788592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:05.857054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=d22e789b-5f00-4b1c-9072-570106c6b0d7,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:06.096496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['d22e789b-5f00-4b1c-9072-570106c6b0d7'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:04:06.462843 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e89b5-8293-4410-943a-19a5dba12dd3 req-c9ac352e-ca25-4e58-959e-47bd494050b1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:06.464281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-662e89b5-8293-4410-943a-19a5dba12dd3 req-c9ac352e-ca25-4e58-959e-47bd494050b1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 944 time: 0.0809081 Apr 22 18:04:06.595952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-662e89b5-8293-4410-943a-19a5dba12dd3 req-226a7266-9d7f-4079-917c-530b66bb4e62 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259437 Apr 22 18:04:07.491740 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device d22e789b-5f00-4b1c-9072-570106c6b0d7 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:04:07.616968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port d22e789b-5f00-4b1c-9072-570106c6b0d7 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:04:07.622011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port d22e789b-5f00-4b1c-9072-570106c6b0d7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:04:07.622388 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:07.738432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:07.782123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e72bf-b05c-49e1-8ce1-3a8f6d687fb7 req-12baf525-2b0b-443a-9dd7-119f92818bf2 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:07.783729 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-999e72bf-b05c-49e1-8ce1-3a8f6d687fb7 req-12baf525-2b0b-443a-9dd7-119f92818bf2 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 944 time: 0.0843806 Apr 22 18:04:07.800580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:04:07.812518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port d22e789b-5f00-4b1c-9072-570106c6b0d7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:04:07.828981 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-999e72bf-b05c-49e1-8ce1-3a8f6d687fb7 req-ad768bb7-f438-4cbc-8ec3-0627a8ffa155 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Apr 22 18:04:07.852016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:07.916475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=d22e789b-5f00-4b1c-9072-570106c6b0d7,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:07.993626 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7685e79-8857-4de6-bdf3-6ecd8bf5eba8'] response: {'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'code': 200} Apr 22 18:04:08.297722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b698-276d-498c-9307-3ed832cda333 req-082dbd4f-e9e8-415d-a0d5-939845fdf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:08.299807 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f3d4b698-276d-498c-9307-3ed832cda333 req-082dbd4f-e9e8-415d-a0d5-939845fdf958 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1098 time: 0.0688584 Apr 22 18:04:08.337980 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f3d4b698-276d-498c-9307-3ed832cda333 req-990a3729-23ad-4c31-970c-d4c36be77b13 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Apr 22 18:04:09.011356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c83c0-bdb0-4d30-ac14-83e23413a055 req-49bbe258-afdd-46b6-bab1-59c06dd3e413 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:09.012799 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-600c83c0-bdb0-4d30-ac14-83e23413a055 req-49bbe258-afdd-46b6-bab1-59c06dd3e413 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.0813868 Apr 22 18:04:09.056678 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-600c83c0-bdb0-4d30-ac14-83e23413a055 req-ab5490b5-dc17-4b52-af82-3348587abca9 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382662 Apr 22 18:04:10.237229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a002-0c12-459b-960b-0c928f4516ac req-093bb55a-99ab-48b1-968b-df2e8523362b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:10.238715 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-79f0a002-0c12-459b-960b-0c928f4516ac req-093bb55a-99ab-48b1-968b-df2e8523362b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.0782735 Apr 22 18:04:10.281071 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-79f0a002-0c12-459b-960b-0c928f4516ac req-2ff2961f-0863-4def-a0be-9055c490dafd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368118 Apr 22 18:04:10.461670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b34b0-529a-4f77-b957-aa0162dc41ba req-bf822033-71c9-493e-8ee6-f917f891ce24 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:10.463162 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ef8b34b0-529a-4f77-b957-aa0162dc41ba req-bf822033-71c9-493e-8ee6-f917f891ce24 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.0788465 Apr 22 18:04:10.510298 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ef8b34b0-529a-4f77-b957-aa0162dc41ba req-74c30dd1-c047-468c-84d6-5046c2ac1b0d tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Apr 22 18:04:10.887736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92170725-6a86-423f-a41f-56f6c71eef57 req-6221d785-e33d-4738-9c33-318434fd9a3c tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:10.889075 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-92170725-6a86-423f-a41f-56f6c71eef57 req-6221d785-e33d-4738-9c33-318434fd9a3c tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.0780816 Apr 22 18:04:10.932223 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-92170725-6a86-423f-a41f-56f6c71eef57 req-27e36a36-c88c-4823-9626-c190d5972dcb tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 Apr 22 18:04:24.031132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048282-53d9-4833-9c29-940be8d338d2 req-4f800220-89ee-4414-a2ab-0113d817f3ba tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:24.033558 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47048282-53d9-4833-9c29-940be8d338d2 req-4f800220-89ee-4414-a2ab-0113d817f3ba tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.1828732 Apr 22 18:04:24.077734 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47048282-53d9-4833-9c29-940be8d338d2 req-2d60ff81-8fa9-46f0-800b-677456ce87dd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Apr 22 18:04:24.100841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58834) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:24.208032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc541776-bd9f-4ec1-9b43-0185776ab0bb tempest-TestMinimumBasicScenario-786118780 tempest-TestMinimumBasicScenario-786118780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:24.208735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cc541776-bd9f-4ec1-9b43-0185776ab0bb tempest-TestMinimumBasicScenario-786118780 tempest-TestMinimumBasicScenario-786118780-project-admin] Synchronizing usage tracker for tenant:52c1dc4adb764357b9f56dd7d5fe11d2 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:04:24.314102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cc541776-bd9f-4ec1-9b43-0185776ab0bb tempest-TestMinimumBasicScenario-786118780 tempest-TestMinimumBasicScenario-786118780-project-admin] Unset dirty status for tenant:52c1dc4adb764357b9f56dd7d5fe11d2 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:04:24.315291 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cc541776-bd9f-4ec1-9b43-0185776ab0bb tempest-TestMinimumBasicScenario-786118780 tempest-TestMinimumBasicScenario-786118780-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1093 time: 0.2135196 Apr 22 18:04:24.318155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58840) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:24.323074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:24.328949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:24.333199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Usage tracker for resource:floatingip and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:04:24.336066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:04:24.341588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:24.411465 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:24.545421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:24.780449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Allocated IP 172.26.3.206 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/f33a42df-7e79-40e0-b57c-1fcbcf79f346) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:04:24.922606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:25.017399 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:25.077930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:04:25.080633 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:04:25.088210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:04:25.122418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'Port': ['ID=f33a42df-7e79-40e0-b57c-1fcbcf79f346,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:25.496664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:25.628970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:25.829516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:25.891384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:25.998803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'Port': ['ID=f33a42df-7e79-40e0-b57c-1fcbcf79f346,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:26.008344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:26.175042 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Floating IP 91139287-82cc-44eb-baa9-1334b25559ea associated. External IP: 172.26.3.206, port: d22e789b-5f00-4b1c-9072-570106c6b0d7. Apr 22 18:04:26.630567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Router 0358a24c-266a-43dc-8bac-3f34a08f0f56 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:04:26.806875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:04:26.817870 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] Sync routers for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:04:26.826832 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:04:26.827516 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:04:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:04:26.926130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:26.985600 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-80081ae1-f9a8-488f-9fcc-c51c0fb2137b tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6637924 Apr 22 18:04:26.985600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:04:26.985961 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58844) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:26.992129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54055102', 'description': 'tempest-secgroup-smoke-54055102 description', 'project_id': 'fd9d3984520e44548addc183aee57f0d'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:27.029034 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:04:27.036663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:27.046190 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d391fc-fcf8-4ab1-8750-a6704ae36af7'] response: {'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'status': 'completed', 'code': 200} Apr 22 18:04:27.069554 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:27.148652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:27.172449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:27.175482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Usage tracker for resource:security_group_rule and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:04:27.178322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:04:27.184375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:27.206105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-39317e77-42f8-4141-851f-944ff900b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:27.208416 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-39317e77-42f8-4141-851f-944ff900b6ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1098 time: 0.1420579 Apr 22 18:04:27.259988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:27.315007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:27.366429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-6790457c-5dff-41ca-8fe9-face10f9e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:27.367952 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-6790457c-5dff-41ca-8fe9-face10f9e01b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 914 time: 0.1515639 Apr 22 18:04:27.381372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1a9128-078c-4d24-be93-a0e296410bba,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:27.389870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.390448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.391004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.391502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.392008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.392512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.393546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.394033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.394529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.395052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.396050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.396227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:27.416741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:27.418245 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-83b2ff12-82ef-42d1-bb51-b2129b592955 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4312875 Apr 22 18:04:27.421093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58852) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:27.426462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'security_group_rule': {'security_group_id': '0a1a9128-078c-4d24-be93-a0e296410bba', 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:27.437151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:27.439420 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '91139287-82cc-44eb-baa9-1334b25559ea', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'port_id': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'mac_address': 'fa:16:3e:60:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537d7fc-a013-4b20-8776-31ac6f018234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:04:25Z', 'updated_at': '2022-04-22T18:04:25Z', 'revision_number': 0, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:32Z', 'revision_number': 5, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:04:27.445289 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] Checking router: 0358a24c-266a-43dc-8bac-3f34a08f0f56 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:04:27.446252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Usage tracker for resource:security_group_rule and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:04:27.449608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:04:27.454771 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:04:27.456343 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:04:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:04:27.456476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:27.499488 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-1795095d-7831-4d4b-8b7b-dd566f4a63c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 999 time: 0.1253145 Apr 22 18:04:27.553432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:27.563221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-8ac2202e-35bb-4bdf-97f3-91ff4bb19409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:27.564675 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-8ac2202e-35bb-4bdf-97f3-91ff4bb19409 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 200 len: 853 time: 0.0591116 Apr 22 18:04:27.632930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:27.640820 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:04:27.650447 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-6a82c3a2-30c7-4e27-a364-df50a3329fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:27.652127 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-6a82c3a2-30c7-4e27-a364-df50a3329fb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811884 Apr 22 18:04:27.703224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:27.734684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa841f97-89b4-4a49-a9db-4bd1b9760047,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:27.787761 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-89391e53-8b32-420f-aa69-0649af5441d7 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299696 Apr 22 18:04:27.794596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:27.798326 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14c7a8c3-8436-4a31-b3e7-1c7643c61103 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736007 Apr 22 18:04:27.798539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58856) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:27.804226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'security_group_rule': {'security_group_id': '0a1a9128-078c-4d24-be93-a0e296410bba', 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:27.811653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:27.818048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Usage tracker for resource:security_group_rule and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:04:27.821924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:04:27.829572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:27.937231 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d9635ce8-639b-4f08-be7b-ab81257de859 req-3eff9043-e0cb-4ee1-9b0c-e7efba9f4c84 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426899 Apr 22 18:04:28.009928 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '91139287-82cc-44eb-baa9-1334b25559ea', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'port_id': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'mac_address': 'fa:16:3e:60:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537d7fc-a013-4b20-8776-31ac6f018234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:04:25Z', 'updated_at': '2022-04-22T18:04:25Z', 'revision_number': 0, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:32Z', 'revision_number': 5, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:04:28.013797 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9cad9-9f9c-40d1-98b7-ab6d4edcacd4 None None] The sync data for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv is: [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '91139287-82cc-44eb-baa9-1334b25559ea', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'port_id': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'mac_address': 'fa:16:3e:60:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537d7fc-a013-4b20-8776-31ac6f018234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:04:25Z', 'updated_at': '2022-04-22T18:04:25Z', 'revision_number': 0, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:32Z', 'revision_number': 5, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:04:28.189857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ea77e-fc0e-4c66-a3b2-e88d6cd1e11e None None] New status for floating IP 91139287-82cc-44eb-baa9-1334b25559ea: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:04:28.229892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:28.293906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:28.365231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:28.390265 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f60b0e-7df4-4e1d-a2dd-3504e722bfc6,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:28.457563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:28.458825 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3e860570-2dfb-4c6c-bc86-908046d63553 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6589940 Apr 22 18:04:28.461427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58860) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:28.466399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'security_group_rule': {'security_group_id': '0a1a9128-078c-4d24-be93-a0e296410bba', 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:28.472827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:28.476528 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Usage tracker for resource:security_group_rule and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:04:28.479372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:04:28.484884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:28.577912 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:28.637891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:28.714033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:28.738145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f282d4-e790-41ab-a3d4-eddfa28606ac,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:28.811398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:28.812500 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14fb6272-42f0-40b2-9583-b05a8c5216bd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501191 Apr 22 18:04:28.815817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58864) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:28.820822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'security_group_rule': {'security_group_id': '0a1a9128-078c-4d24-be93-a0e296410bba', 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:28.826850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:28.830647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Usage tracker for resource:security_group_rule and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:04:28.833551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:04:28.839822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:28.961023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.023196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.079794 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.103781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ca7a17-8d6e-4309-9ef8-6c853125bbec,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:29.114698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.115073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.115417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.115756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.116095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.116429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.116759 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.117088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.117415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.117739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.118064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.118424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:04:29.165922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.167177 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0ba55a8a-9385-4ead-aebe-5f3ca011b8ad tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503711 Apr 22 18:04:29.170346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58868) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:29.175960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'security_group_rule': {'security_group_id': '0a1a9128-078c-4d24-be93-a0e296410bba', 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:29.181870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:29.185765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Usage tracker for resource:security_group_rule and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:04:29.188653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:04:29.194332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:29.240278 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Project fd9d3984520e44548addc183aee57f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:04:29.247680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.310528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.348242 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.372430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34adb80b-4e99-4b2b-9edc-b25a44e0a39b,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:29.428475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.429693 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3692017c-d517-434a-8d31-b0c9d4121e86 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583649 Apr 22 18:04:29.432412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 58872) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:04:29.437259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'security_group_rule': {'security_group_id': '0a1a9128-078c-4d24-be93-a0e296410bba', 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:29.443334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:04:29.447188 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Usage tracker for resource:security_group_rule and tenant:fd9d3984520e44548addc183aee57f0d is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:04:29.449986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:04:29.455574 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:04:29.508674 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Project fd9d3984520e44548addc183aee57f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:04:29.515289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.580952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.640003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.663998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7429cc40-9781-4439-b0fd-2643ad22e734,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:29.731312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:29.732506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7d4cddcf-aeee-49df-a958-e3e94fbbded1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2991726 Apr 22 18:04:29.851886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-c8bb0112-ae5b-4286-9a37-3c5fd2ccf4a5 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54055102&fields=id&tenant_id=fd9d3984520e44548addc183aee57f0d HTTP/1.1" status: 200 len: 267 time: 0.0393741 Apr 22 18:04:29.933545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8361d2e9-39aa-4b42-8536-c1bc72c5a7fb tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:29.935039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8361d2e9-39aa-4b42-8536-c1bc72c5a7fb tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.0779870 Apr 22 18:04:29.946113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'port': {'security_groups': ['e9470d4e-bb29-405e-8307-3af8f494b2d8', '0a1a9128-078c-4d24-be93-a0e296410bba']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:04:30.172886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:30.423558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] For port d22e789b-5f00-4b1c-9072-570106c6b0d7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:04:30.423737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cf5274cc-eb85-4cf8-b8ad-ca7bafe07aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:30.450039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:30.513760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:30.531714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['d22e789b-5f00-4b1c-9072-570106c6b0d7'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:04:30.582430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:30.583105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:30.586821 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d04160df-3b5c-4a50-b15a-15ac3138b7f8 req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "PUT /v2.0/ports/d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 981 time: 0.6427982 Apr 22 18:04:30.590478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:04:30.640927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28b750-36e8-4630-a0ec-01429f41ebfd tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'Port': ['ID=d22e789b-5f00-4b1c-9072-570106c6b0d7,revision_number=6']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:04:30.646491 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d95730-a198-4dbd-9ba7-fd63e2bbc306'] response: {'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'status': 'completed', 'code': 200} Apr 22 18:04:30.721950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['d22e789b-5f00-4b1c-9072-570106c6b0d7'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:04:30.750980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-5972cb4f-ff4c-46e5-9da3-d681d6c8d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:30.752551 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-5972cb4f-ff4c-46e5-9da3-d681d6c8d2c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1137 time: 0.0788064 Apr 22 18:04:30.850678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ccdbb-1db5-479c-9e4c-8d5feb7bff0a req-2a58c194-f4af-4e0a-8193-3e64f47e33bc tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:30.852850 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-320ccdbb-1db5-479c-9e4c-8d5feb7bff0a req-2a58c194-f4af-4e0a-8193-3e64f47e33bc tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.1504772 Apr 22 18:04:30.902635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-320ccdbb-1db5-479c-9e4c-8d5feb7bff0a req-7cd10c6c-4f12-4561-b88b-6d99a953cd45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Synchronizing usage tracker for tenant:fd9d3984520e44548addc183aee57f0d on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:04:30.905870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-2104c536-4513-4270-a5c3-017fd24e9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:30.907383 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-2104c536-4513-4270-a5c3-017fd24e9fa8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 914 time: 0.1483297 Apr 22 18:04:30.964845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2ea36ab5-290b-4bb8-8149-308b74f03541 None None] Provisioning complete for port d22e789b-5f00-4b1c-9072-570106c6b0d7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:04:30.965099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2ea36ab5-290b-4bb8-8149-308b74f03541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:30.988819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-320ccdbb-1db5-479c-9e4c-8d5feb7bff0a req-7cd10c6c-4f12-4561-b88b-6d99a953cd45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Unset dirty status for tenant:fd9d3984520e44548addc183aee57f0d on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:04:30.990237 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-320ccdbb-1db5-479c-9e4c-8d5feb7bff0a req-7cd10c6c-4f12-4561-b88b-6d99a953cd45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1294620 Apr 22 18:04:31.023822 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-2100a687-7538-443a-b8fc-9dda5e617ecd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 1001 time: 0.1098611 Apr 22 18:04:31.087372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-1a772e2d-bb8d-4fcd-9363-8b7fd07a0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:31.088811 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-1a772e2d-bb8d-4fcd-9363-8b7fd07a0d57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 200 len: 853 time: 0.0573390 Apr 22 18:04:31.169064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-369b11c1-1c79-4575-b591-3ea493c59112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:31.170595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-369b11c1-1c79-4575-b591-3ea493c59112 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752676 Apr 22 18:04:31.303025 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-dc1cff69-d3a8-4a0f-9417-521259707dc4 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262815 Apr 22 18:04:31.440532 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51d16a3c-0316-4f20-b14e-5c98b69a96a4 req-eca10d3c-0e9c-4aa3-854a-8474d362c65d service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306815 Apr 22 18:04:32.645624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-70d1e3f7-765b-4c6b-b3e1-1bbbff0d3f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:33.794008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:33.890753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:34.656602 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:35.148391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:04:35.517430 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:04:37.946026 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-870b447b-e21d-4aa5-9d3d-ec8349a96b58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675745 Apr 22 18:04:38.082854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-35ceceab-2853-4454-a1d0-9d521653a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:38.084272 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-35ceceab-2853-4454-a1d0-9d521653a512 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1137 time: 0.0723388 Apr 22 18:04:38.225186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-4f8a2379-da89-49cc-a4b4-3fac8b093bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:38.226521 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-4f8a2379-da89-49cc-a4b4-3fac8b093bd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 914 time: 0.1251936 Apr 22 18:04:38.322597 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-ad642704-610a-4c68-8159-5b61ad6970d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 1001 time: 0.0904777 Apr 22 18:04:38.488591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-e0411b0c-5435-40bf-ad9b-30541a4f454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:38.489944 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-e0411b0c-5435-40bf-ad9b-30541a4f454f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 200 len: 853 time: 0.1612148 Apr 22 18:04:38.562336 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-8b27d68e-e2c4-4608-902d-8eaa5f6089c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:04:38.563782 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-8b27d68e-e2c4-4608-902d-8eaa5f6089c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674601 Apr 22 18:04:38.689062 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-909da3d1-8e9d-44c3-92f2-3b3263f77bc5 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195796 Apr 22 18:04:38.819956 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce7cbff5-a7bd-4cc2-a43c-3e7587964f6a req-bda1723b-4098-4a29-b630-28c1c4e9f849 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241066 Apr 22 18:05:00.404743 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2910bb83-185d-477c-be07-abbb5a2e3ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:02.593497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-da2b27f8-869e-444a-9f9f-dd670cbdfad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:03.736840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:03.873008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:04.645069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:05.153610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:12.516052 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:05:19.327532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f760-8bda-4519-8044-4554bbcb3c24 req-dda12dc3-d0ee-4ff4-9c9f-3a6473b83df0 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:19.329009 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d4a1f760-8bda-4519-8044-4554bbcb3c24 req-dda12dc3-d0ee-4ff4-9c9f-3a6473b83df0 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0802054 Apr 22 18:05:19.346273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-a010bbb4-9530-4ae1-87e1-cb8915a7ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:19.347958 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-a010bbb4-9530-4ae1-87e1-cb8915a7ace8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1137 time: 0.0744007 Apr 22 18:05:19.375864 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d4a1f760-8bda-4519-8044-4554bbcb3c24 req-a019b986-1427-4330-9382-ba9c68b54182 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0409732 Apr 22 18:05:19.480206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-17d18e0f-128c-43dc-bafa-0a5e7decec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:19.481800 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-17d18e0f-128c-43dc-bafa-0a5e7decec4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 914 time: 0.1277003 Apr 22 18:05:19.583132 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-063fd278-f021-4033-9f44-ef619a084c9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 1001 time: 0.0945745 Apr 22 18:05:19.643971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-50ffc456-b66e-48f4-ab07-42ab9b04dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:19.645462 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-50ffc456-b66e-48f4-ab07-42ab9b04dc7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 200 len: 853 time: 0.0561054 Apr 22 18:05:19.717614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-d6c13f23-b416-4128-bf34-1931ae29c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:19.719123 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-d6c13f23-b416-4128-bf34-1931ae29c816 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673373 Apr 22 18:05:19.848509 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-8e5eefea-c79a-4862-8efc-e1366fc174bd service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222506 Apr 22 18:05:19.979850 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dd7b18b-885a-43ef-8ccb-50676573883a req-0e65c9b3-b2e6-434a-9dbc-ed434a9e13ba service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232612 Apr 22 18:05:20.574359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a78b3-f445-4e80-b7d7-19ea35ac2373 req-202a1392-563c-40c5-beaa-4e460357d675 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:20.575936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ee2a78b3-f445-4e80-b7d7-19ea35ac2373 req-202a1392-563c-40c5-beaa-4e460357d675 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0822918 Apr 22 18:05:20.621475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ee2a78b3-f445-4e80-b7d7-19ea35ac2373 req-21ed4aed-ace6-4c8e-a0cb-a02afd68667a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0398202 Apr 22 18:05:21.806124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a5d6a-e41b-4afe-90e4-3b4bf56a1d13 req-211d1620-598c-4639-ad5c-ea3b814a60aa tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:21.807587 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9b6a5d6a-e41b-4afe-90e4-3b4bf56a1d13 req-211d1620-598c-4639-ad5c-ea3b814a60aa tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0813465 Apr 22 18:05:21.852134 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9b6a5d6a-e41b-4afe-90e4-3b4bf56a1d13 req-c50154ca-1aac-4dd1-8397-9de66fdf5ede tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0389347 Apr 22 18:05:23.032353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34894050-3f0f-4d09-82fe-7761e4aac96e req-de5b438f-ae9a-43e2-af49-2673d1ffd161 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:23.033804 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-34894050-3f0f-4d09-82fe-7761e4aac96e req-de5b438f-ae9a-43e2-af49-2673d1ffd161 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0794177 Apr 22 18:05:23.081771 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-34894050-3f0f-4d09-82fe-7761e4aac96e req-1821a3f2-10d6-40e0-8432-d72a3d55b625 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0423522 Apr 22 18:05:24.260653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88229c6a-93dc-496e-b3b6-120fd6623bf1 req-aa0c5931-ab2d-46db-851c-5282a4bc573c tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:24.262036 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-88229c6a-93dc-496e-b3b6-120fd6623bf1 req-aa0c5931-ab2d-46db-851c-5282a4bc573c tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0781667 Apr 22 18:05:24.309687 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-88229c6a-93dc-496e-b3b6-120fd6623bf1 req-4cd949dd-1dcd-446e-aec0-26c5a0d41566 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0412877 Apr 22 18:05:25.491219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5be2e-f169-41a9-b0af-e65cfa3f944c req-033d0202-9e23-4f75-8b7e-a99c645e22d8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:25.492673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-79a5be2e-f169-41a9-b0af-e65cfa3f944c req-033d0202-9e23-4f75-8b7e-a99c645e22d8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0788560 Apr 22 18:05:25.538789 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-79a5be2e-f169-41a9-b0af-e65cfa3f944c req-fe66379b-e1e6-41fb-865e-661130832728 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401781 Apr 22 18:05:26.717517 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69906c8-600a-4166-939e-d6379e4b8672 req-f3fc92f8-faa9-4289-89a1-34af927915d9 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:26.719024 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d69906c8-600a-4166-939e-d6379e4b8672 req-f3fc92f8-faa9-4289-89a1-34af927915d9 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0766022 Apr 22 18:05:26.763922 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d69906c8-600a-4166-939e-d6379e4b8672 req-14abb42e-45a2-42dd-a02e-3474244d0f15 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388219 Apr 22 18:05:27.953050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa036-6c05-47e5-8b46-8af2fdf266ce req-b25b0be8-f300-4e6a-8523-7b9b1c4e5ed1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:27.954370 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4c7aa036-6c05-47e5-8b46-8af2fdf266ce req-b25b0be8-f300-4e6a-8523-7b9b1c4e5ed1 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0834084 Apr 22 18:05:28.000852 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4c7aa036-6c05-47e5-8b46-8af2fdf266ce req-76c28a11-4f86-4e31-9922-03cd387c5d76 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0404928 Apr 22 18:05:29.186487 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28633d3-373b-4a59-a2f7-71626406ca81 req-0c14ee96-2075-4a49-b881-0f3407bcdfc8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:29.187953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b28633d3-373b-4a59-a2f7-71626406ca81 req-0c14ee96-2075-4a49-b881-0f3407bcdfc8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0813851 Apr 22 18:05:29.232899 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b28633d3-373b-4a59-a2f7-71626406ca81 req-f818c094-4321-43ba-8d24-af2807296a49 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0386765 Apr 22 18:05:30.387673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-15741de6-c958-44ac-98c0-28e2a805d296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:30.416734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c33bf0-5c7d-45d6-930b-91a2f0799099 req-2f50448a-cdfc-403e-97ce-0389fd165fb0 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:30.420957 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-88c33bf0-5c7d-45d6-930b-91a2f0799099 req-2f50448a-cdfc-403e-97ce-0389fd165fb0 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0803781 Apr 22 18:05:30.464984 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-88c33bf0-5c7d-45d6-930b-91a2f0799099 req-e21ce8d7-30b6-4407-9d2b-d061a574348e tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0406973 Apr 22 18:05:31.644747 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904d09-4cbb-41ba-a4b3-4f828bf6205e req-a9332faa-1544-4ed7-a5f3-df942ae7833f tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:31.646251 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-48904d09-4cbb-41ba-a4b3-4f828bf6205e req-a9332faa-1544-4ed7-a5f3-df942ae7833f tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0789013 Apr 22 18:05:31.690892 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-48904d09-4cbb-41ba-a4b3-4f828bf6205e req-3fc6f71f-b2c9-453c-b35a-943f87d8239a tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a1a9128-078c-4d24-be93-a0e296410bba&id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0389555 Apr 22 18:05:32.611123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ccebda2e-7a0d-460f-9631-4fde7820808a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:33.735864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:33.878708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:34.684557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:35.164161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:05:39.956633 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-3e9c9c80-6515-41f2-8b4b-0bf9340a262d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710874 Apr 22 18:05:40.090033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-4af4eaba-2571-4f54-9930-19bb80febb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:40.091525 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-4af4eaba-2571-4f54-9930-19bb80febb94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1137 time: 0.0695910 Apr 22 18:05:40.331921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-7ad5f72a-f0c1-405b-8aae-f906dfe1341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:40.333298 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-7ad5f72a-f0c1-405b-8aae-f906dfe1341a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 914 time: 0.2251997 Apr 22 18:05:40.435730 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-39f988bd-4759-41cf-9b64-6bc5af09ced8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 1001 time: 0.0970218 Apr 22 18:05:40.499829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-4a52b375-a32a-40da-a2a6-1c5b66d33170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:40.501233 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-4a52b375-a32a-40da-a2a6-1c5b66d33170 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 200 len: 853 time: 0.0600839 Apr 22 18:05:40.573861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-0192d92b-1dd2-4216-849b-b5f499f52a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:05:40.575358 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-0192d92b-1dd2-4216-849b-b5f499f52a84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686760 Apr 22 18:05:40.704096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-40dc7a74-3b8e-44cd-b65b-15c8bb8c5062 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223526 Apr 22 18:05:40.832098 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6feee220-fadd-4970-acbf-c2c63f23b850 req-3794c447-f8dd-4bde-92b9-1bf369291ab8 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218150 Apr 22 18:05:49.514808 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:06:00.398336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8209626a-05ce-4653-aacd-3f8b6d4c43b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:02.604039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c01a100a-3bf1-4ecc-bcd9-7a095d6806ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:03.735100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:03.906458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:04.678274 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:05.146978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:26.513633 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:06:26.879635 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-356421ef-b8a0-47f2-b152-f2032788d2be tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54055102&fields=id&tenant_id=fd9d3984520e44548addc183aee57f0d HTTP/1.1" status: 200 len: 267 time: 0.0400262 Apr 22 18:06:26.966592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-b1177acb-63a9-4d79-a16c-6ea6a3c0214e tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:26.968112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-b1177acb-63a9-4d79-a16c-6ea6a3c0214e tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 984 time: 0.0832794 Apr 22 18:06:26.979216 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Request body: {'port': {'security_groups': ['e9470d4e-bb29-405e-8307-3af8f494b2d8']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:27.102654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.341230 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] For port d22e789b-5f00-4b1c-9072-570106c6b0d7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:27.366882 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.438131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.449845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['d22e789b-5f00-4b1c-9072-570106c6b0d7'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:06:27.509503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:27.510127 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.511530 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-eea17c6a-8183-4005-92e7-4cb105fe22f3 req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "PUT /v2.0/ports/d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 942 time: 0.5373743 Apr 22 18:06:27.511984 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:06:27.519588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58960) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:27.559329 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event updated for resources: {'Port': ['ID=d22e789b-5f00-4b1c-9072-570106c6b0d7,revision_number=7']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:27.573531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.573880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.574227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.574563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.574928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.575261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.575593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.575927 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.576249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.576570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.576894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.577214 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399590b-451d-4a3f-b1f3-6b0f0283f713 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.616346 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['d22e789b-5f00-4b1c-9072-570106c6b0d7'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:06:27.664000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.697881 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fdaa7d-f3d7-4fe0-a40c-cb2109f2d31c'] response: {'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'status': 'completed', 'code': 200} Apr 22 18:06:27.704694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.799353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-9040ab82-aac3-4801-a3e5-433aa2765ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:27.800895 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-9040ab82-aac3-4801-a3e5-433aa2765ae3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1098 time: 0.0901027 Apr 22 18:06:27.844807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e45cdffc-7069-495c-be97-52c4d5dc03c0 None None] Provisioning complete for port d22e789b-5f00-4b1c-9072-570106c6b0d7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:06:27.845182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e45cdffc-7069-495c-be97-52c4d5dc03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.860852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.880886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1a9128-078c-4d24-be93-a0e296410bba,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:27.890723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.891099 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.891444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.892015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.892144 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.892432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.892763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.893091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.893411 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.893902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.894045 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.894365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:06:27.946181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-3ff25082-8f12-4323-bb51-522da3b4c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:27.948052 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-3ff25082-8f12-4323-bb51-522da3b4c043 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 914 time: 0.1404905 Apr 22 18:06:27.954624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:27.956023 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-49dc25f3-f7eb-481f-9e72-938025456614 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "DELETE /v2.0/security-groups/0a1a9128-078c-4d24-be93-a0e296410bba HTTP/1.1" status: 204 len: 168 time: 0.4338822 Apr 22 18:06:27.959274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 58966) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:28.059935 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-ce508647-fa74-41ae-9855-fa66011b4a20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 1001 time: 0.1052275 Apr 22 18:06:28.121578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-8267defd-74d7-4327-8b6b-e764307d57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:28.122972 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-8267defd-74d7-4327-8b6b-e764307d57ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 200 len: 853 time: 0.0572197 Apr 22 18:06:28.162611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Deleting port f33a42df-7e79-40e0-b57c-1fcbcf79f346 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:28.162909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:28.199957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-25c42253-df9c-467c-9b87-571338427455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:28.201410 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-25c42253-df9c-467c-9b87-571338427455 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728583 Apr 22 18:06:28.337602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:28.337932 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:28.436912 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-25906475-e3b3-4fc7-9dfd-dc41efb71cdb service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293429 Apr 22 18:06:28.463877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Calling delete_port for f33a42df-7e79-40e0-b57c-1fcbcf79f346 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:28.569700 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8f80f7e8-5886-4047-9562-1f28573a5e06 req-ae1b38cc-2d94-43e6-a568-7ef27568015a service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273601 Apr 22 18:06:28.735436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:28.782470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event deleted for resources: {'Port': ['ID=f33a42df-7e79-40e0-b57c-1fcbcf79f346,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:28.871876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:28.872208 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Floating IP 91139287-82cc-44eb-baa9-1334b25559ea disassociated (deleted). External IP: 172.26.3.206, port: d22e789b-5f00-4b1c-9072-570106c6b0d7. Apr 22 18:06:29.209719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Router 0358a24c-266a-43dc-8bac-3f34a08f0f56 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:06:29.385532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:06:29.396340 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] Sync routers for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:06:29.405551 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:06:29.406259 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:06:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:29.483739 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:29.537408 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5428d723-469f-41ef-b7cd-733d3a8c8d45 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "DELETE /v2.0/floatingips/91139287-82cc-44eb-baa9-1334b25559ea HTTP/1.1" status: 204 len: 168 time: 1.5770614 Apr 22 18:06:29.538076 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:06:29.582234 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:06:29.640564 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c80ba1e-7bf7-4ba8-aa93-7b340bedfb61'] response: {'name': 'network-changed', 'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'status': 'completed', 'code': 200} Apr 22 18:06:29.733573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-64d763e7-29d4-45ba-9b94-a9ec75171a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:29.735170 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-64d763e7-29d4-45ba-9b94-a9ec75171a73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd9d3984520e44548addc183aee57f0d&device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 1098 time: 0.0736632 Apr 22 18:06:29.866155 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-62ae97b0-0932-4756-a055-7826dffd149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:29.868224 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-62ae97b0-0932-4756-a055-7826dffd149d service neutron] 10.222.0.16 "GET /v2.0/networks?id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 200 len: 914 time: 0.1270618 Apr 22 18:06:29.921173 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:32Z', 'revision_number': 5, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:29.925524 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] Checking router: 0358a24c-266a-43dc-8bac-3f34a08f0f56 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:06:29.934852 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:06:29.935451 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:06:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:29.938906 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-ce847aae-e134-4754-afa0-18f7e33a0a89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 200 len: 217 time: 0.0648117 Apr 22 18:06:30.006614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-3c76bf56-15fd-44bb-af48-a10ff994490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:30.008518 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-3c76bf56-15fd-44bb-af48-a10ff994490f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 200 len: 853 time: 0.0621164 Apr 22 18:06:30.103268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-0b568f94-b1d2-408c-965d-fbdcf11f4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:30.104823 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-0b568f94-b1d2-408c-965d-fbdcf11f4281 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2f6debc8-5b7c-47b1-83a9-0a096253b5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898199 Apr 22 18:06:30.122451 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:06:30.245412 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-8cc2e0fb-35ce-44a4-ad14-99d708f6e940 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341352 Apr 22 18:06:30.387775 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f24d690e-0d05-49e4-933b-992452e9d1e1 req-b7d2466a-f987-47a9-916c-e60e1b7413de service neutron] 10.222.0.16 "GET /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348925 Apr 22 18:06:30.427044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8eaf5707-10f4-43f3-9298-32ceedda6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:30.453481 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:32Z', 'revision_number': 5, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:30.457449 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ba00b9-78c7-472c-8699-676b82177889 None None] The sync data for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv is: [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:03:26Z', 'revision_number': 4, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'd9a20d77-90a7-4ace-a1a3-3a3428a9910c', 'name': '', 'network_id': '2f6debc8-5b7c-47b1-83a9-0a096253b5f0', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'mac_address': 'fa:16:3e:c9:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:25Z', 'updated_at': '2022-04-22T18:03:32Z', 'revision_number': 5, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'subnets': [{'id': '6c09aff2-2c55-4418-a0f9-8a356bfa49a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:06:30.669831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade45f9-3189-491a-b03a-ef2875eaaddd None None] New status for floating IP 91139287-82cc-44eb-baa9-1334b25559ea: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:06:32.649273 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ec215812-0f60-4225-ad12-fbdae7e75c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:33.718329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:33.895604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:34.695170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:35.186926 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:35.437420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b4c0-d481-4759-9a66-f5d954f30f21 req-88d911d0-333b-46b2-a02b-c87f4d346926 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:35.438910 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6d66b4c0-d481-4759-9a66-f5d954f30f21 req-88d911d0-333b-46b2-a02b-c87f4d346926 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.0830719 Apr 22 18:06:35.487285 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6d66b4c0-d481-4759-9a66-f5d954f30f21 req-5ffec522-2ded-4342-bdff-4232dcc1ba16 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426888 Apr 22 18:06:36.671904 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039943f-1b30-4bdd-9cda-9ead6f1f9e95 req-5f2d8af1-38b7-4205-a70c-77ff2c867479 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:36.672502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-4039943f-1b30-4bdd-9cda-9ead6f1f9e95 req-5f2d8af1-38b7-4205-a70c-77ff2c867479 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Synchronizing usage tracker for tenant:fd9d3984520e44548addc183aee57f0d on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:06:36.740707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-4039943f-1b30-4bdd-9cda-9ead6f1f9e95 req-5f2d8af1-38b7-4205-a70c-77ff2c867479 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Unset dirty status for tenant:fd9d3984520e44548addc183aee57f0d on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:06:36.741828 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4039943f-1b30-4bdd-9cda-9ead6f1f9e95 req-5f2d8af1-38b7-4205-a70c-77ff2c867479 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.1465044 Apr 22 18:06:36.788204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-4039943f-1b30-4bdd-9cda-9ead6f1f9e95 req-df0ea89e-ec93-4f0c-a85e-edec64d72470 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Synchronizing usage tracker for tenant:fd9d3984520e44548addc183aee57f0d on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:06:36.849470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-4039943f-1b30-4bdd-9cda-9ead6f1f9e95 req-df0ea89e-ec93-4f0c-a85e-edec64d72470 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Unset dirty status for tenant:fd9d3984520e44548addc183aee57f0d on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:06:36.850611 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4039943f-1b30-4bdd-9cda-9ead6f1f9e95 req-df0ea89e-ec93-4f0c-a85e-edec64d72470 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029084 Apr 22 18:06:37.278479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706f406-9b60-4b56-9251-471f98974ece req-b89e35ab-dd3f-466c-a0ce-dbe3987184c7 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:37.279901 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5706f406-9b60-4b56-9251-471f98974ece req-b89e35ab-dd3f-466c-a0ce-dbe3987184c7 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.16 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 945 time: 0.0771127 Apr 22 18:06:37.345869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Deleting port d22e789b-5f00-4b1c-9072-570106c6b0d7 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:37.346208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:37.585079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] For port d22e789b-5f00-4b1c-9072-570106c6b0d7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d22e789b-5f00-4b1c-9072-570106c6b0d7,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:37.585351 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:37.707650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Calling delete_port for d22e789b-5f00-4b1c-9072-570106c6b0d7 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:38.000022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:38.011353 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['d22e789b-5f00-4b1c-9072-570106c6b0d7'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:06:38.051413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Pushing event deleted for resources: {'Port': ['ID=d22e789b-5f00-4b1c-9072-570106c6b0d7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:38.139142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] No DVR routers for this DVR port d22e789b-5f00-4b1c-9072-570106c6b0d7 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:06:38.142718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:38.145081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'name': 'network-vif-deleted', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:06:38.167298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f7669-4520-42b9-87d1-31d8e0ea7603 req-440e4ea1-f35d-4226-9150-c08ed12d27e8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:38.168012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-218f7669-4520-42b9-87d1-31d8e0ea7603 req-440e4ea1-f35d-4226-9150-c08ed12d27e8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Synchronizing usage tracker for tenant:fd9d3984520e44548addc183aee57f0d on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:06:38.189655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd58cb6-49a3-4595-96a9-3985b2bfbf04'] response: {'server_uuid': '3537d7fc-a013-4b20-8776-31ac6f018234', 'name': 'network-vif-deleted', 'tag': 'd22e789b-5f00-4b1c-9072-570106c6b0d7', 'status': 'completed', 'code': 200} Apr 22 18:06:38.222294 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5706f406-9b60-4b56-9251-471f98974ece req-fd024b62-bcde-42b5-a1b7-992457f2e466 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.16 "DELETE /v2.0/ports/d22e789b-5f00-4b1c-9072-570106c6b0d7 HTTP/1.1" status: 204 len: 173 time: 0.9376855 Apr 22 18:06:38.283525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-218f7669-4520-42b9-87d1-31d8e0ea7603 req-440e4ea1-f35d-4226-9150-c08ed12d27e8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] Unset dirty status for tenant:fd9d3984520e44548addc183aee57f0d on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:06:38.285014 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-218f7669-4520-42b9-87d1-31d8e0ea7603 req-440e4ea1-f35d-4226-9150-c08ed12d27e8 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/ports?device_id=3537d7fc-a013-4b20-8776-31ac6f018234 HTTP/1.1" status: 200 len: 867 time: 0.3291981 Apr 22 18:06:38.332195 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-218f7669-4520-42b9-87d1-31d8e0ea7603 req-1b5f8e60-8c0b-4141-8995-d03c5638c8c4 tempest-TestMinimumBasicScenario-1393436358 tempest-TestMinimumBasicScenario-1393436358-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9470d4e-bb29-405e-8307-3af8f494b2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Apr 22 18:06:40.236231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device d22e789b-5f00-4b1c-9072-570106c6b0d7 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:06:40.270060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: d22e789b-5f00-4b1c-9072-570106c6b0d7 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:06:40.270433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device d22e789b-5f00-4b1c-9072-570106c6b0d7 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:06:40.545506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59064) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:41.080983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:41.422011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Deleting port d9a20d77-90a7-4ace-a1a3-3a3428a9910c {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:41.422349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:41.695743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] For port d9a20d77-90a7-4ace-a1a3-3a3428a9910c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:41.696948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:41.814159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Calling delete_port for d9a20d77-90a7-4ace-a1a3-3a3428a9910c owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:42.203395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:42.247674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a20d77-90a7-4ace-a1a3-3a3428a9910c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:42.512294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:42.888694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Router 0358a24c-266a-43dc-8bac-3f34a08f0f56 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:06:43.175090 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:06:43.183998 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] Sync routers for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:06:43.187415 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-27efb818-48cd-451a-9bf2-8884bdada42e admin admin] 10.222.0.10 "PUT /v2.0/routers/0358a24c-266a-43dc-8bac-3f34a08f0f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6407843 Apr 22 18:06:43.189930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59068) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:43.193187 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:06:43.193856 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:06:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:43.364700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:43.369122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:06:43.538043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:43.620653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Deleting port 0f39872c-bd96-4d6e-b7aa-97050521cb38 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:43.621004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:43.644306 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:06:42Z', 'revision_number': 5, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port': {'id': '0f39872c-bd96-4d6e-b7aa-97050521cb38', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:23Z', 'updated_at': '2022-04-22T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:43.648088 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] Checking router: 0358a24c-266a-43dc-8bac-3f34a08f0f56 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:06:43.656752 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] Routers {'0358a24c-266a-43dc-8bac-3f34a08f0f56'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:06:43.657345 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:06:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0358a24c-266a-43dc-8bac-3f34a08f0f56'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:43.798353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] For port 0f39872c-bd96-4d6e-b7aa-97050521cb38, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=0f39872c-bd96-4d6e-b7aa-97050521cb38,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:43.798616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:43.833646 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] Set router 0358a24c-266a-43dc-8bac-3f34a08f0f56 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:06:43.923208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Calling delete_port for 0f39872c-bd96-4d6e-b7aa-97050521cb38 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:43.935704 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:06:43Z', 'revision_number': 6, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:43.939669 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0aef8-61d3-4325-b2f3-f5c857807bf8 None None] The sync data for ids ['0358a24c-266a-43dc-8bac-3f34a08f0f56'] in dv-neutron-839024-1-hyperv is: [{'id': '0358a24c-266a-43dc-8bac-3f34a08f0f56', 'name': 'tempest-TestMinimumBasicScenario-286093465-router', 'tenant_id': 'fd9d3984520e44548addc183aee57f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:22Z', 'updated_at': '2022-04-22T18:06:43Z', 'revision_number': 6, 'project_id': 'fd9d3984520e44548addc183aee57f0d', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:06:44.135651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.181507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Pushing event deleted for resources: {'Port': ['ID=0f39872c-bd96-4d6e-b7aa-97050521cb38,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:44.273496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.387102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d9a20d77-90a7-4ace-a1a3-3a3428a9910c no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:06:44.423487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: d9a20d77-90a7-4ace-a1a3-3a3428a9910c {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:06:44.423833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device d9a20d77-90a7-4ace-a1a3-3a3428a9910c not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:06:44.458342 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.460657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.540765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.544531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0358a24c-266a-43dc-8bac-3f34a08f0f56 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:06:44.553376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.554490 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ff160263-7981-4c32-a1a4-e1299cbc7eba admin admin] 10.222.0.10 "DELETE /v2.0/routers/0358a24c-266a-43dc-8bac-3f34a08f0f56 HTTP/1.1" status: 204 len: 168 time: 1.3636475 Apr 22 18:06:44.557642 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59072) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:44.617009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-58043483-3ca6-48cf-83e8-08fbcecbf4a3 admin admin] Deleting subnet 6c09aff2-2c55-4418-a0f9-8a356bfa49a9 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:06:44.621455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58043483-3ca6-48cf-83e8-08fbcecbf4a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.790734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58043483-3ca6-48cf-83e8-08fbcecbf4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.868915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58043483-3ca6-48cf-83e8-08fbcecbf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:44.997970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58043483-3ca6-48cf-83e8-08fbcecbf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.036998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58043483-3ca6-48cf-83e8-08fbcecbf4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c09aff2-2c55-4418-a0f9-8a356bfa49a9,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:45.038961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-58043483-3ca6-48cf-83e8-08fbcecbf4a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.043982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f550974-3009-401f-974d-b93a99d15b1e None None] Network 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:06:45.046149 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-58043483-3ca6-48cf-83e8-08fbcecbf4a3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6c09aff2-2c55-4418-a0f9-8a356bfa49a9 HTTP/1.1" status: 204 len: 168 time: 0.4875565 Apr 22 18:06:45.048622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59076) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:45.153764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.163907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Deleting port c2eadd64-5262-419e-8b65-0b60fc37d222 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:45.164726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.287187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] DHCP port deletion for 2f6debc8-5b7c-47b1-83a9-0a096253b5f0 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:06:45.291399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] Deleting port c2eadd64-5262-419e-8b65-0b60fc37d222 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:45.291793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.367763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] For port c2eadd64-5262-419e-8b65-0b60fc37d222, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c2eadd64-5262-419e-8b65-0b60fc37d222,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:45.368905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.490457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] For port c2eadd64-5262-419e-8b65-0b60fc37d222, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=c2eadd64-5262-419e-8b65-0b60fc37d222,segment=NetworkSegment(c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e),segment_id=c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:45.491127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.494839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Calling delete_port for c2eadd64-5262-419e-8b65-0b60fc37d222 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:45.638560 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.644531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] Calling delete_port for c2eadd64-5262-419e-8b65-0b60fc37d222 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:45.687839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2eadd64-5262-419e-8b65-0b60fc37d222,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:45.691283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] No DVR routers for this DVR port c2eadd64-5262-419e-8b65-0b60fc37d222 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 18:06:45.710576 dv-neutron-839024-1-hyperv neutron-server[88661]: util.warn( Apr 22 18:06:45.715718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:06:45.716082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:06:45.802847 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.827597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6debc8-5b7c-47b1-83a9-0a096253b5f0']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:45.840001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:45.840301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60a91f5-3f7c-44e4-92d1-a9c0658b9a6e') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:45.851293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.867626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.873739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:06:45.874120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:06:45.887171 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:06:46.028005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:46.045047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:46.056639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6debc8-5b7c-47b1-83a9-0a096253b5f0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:46.071210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0f39872c-bd96-4d6e-b7aa-97050521cb38 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:06:46.105592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 0f39872c-bd96-4d6e-b7aa-97050521cb38 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:06:46.105946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 0f39872c-bd96-4d6e-b7aa-97050521cb38 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:06:46.106368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c2eadd64-5262-419e-8b65-0b60fc37d222 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:06:46.140205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: c2eadd64-5262-419e-8b65-0b60fc37d222 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:06:46.140553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device c2eadd64-5262-419e-8b65-0b60fc37d222 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:06:46.146991 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b4f60691-0044-4a45-875e-a2cc585fbf5f admin admin] 10.222.0.10 "DELETE /v2.0/networks/2f6debc8-5b7c-47b1-83a9-0a096253b5f0 HTTP/1.1" status: 204 len: 168 time: 1.0973518 Apr 22 18:06:46.150240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59080) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:46.217819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] Deleting port c2eadd64-5262-419e-8b65-0b60fc37d222 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:46.218217 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:46.282438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-4afc4929-d424-4342-8e01-3c94cff12644 None None] The port 'c2eadd64-5262-419e-8b65-0b60fc37d222' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:06:46.779405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:47.116634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Deleting port 9933abf5-c46e-4417-86a0-9a28e8019f90 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:47.117286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:47.286829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] For port 9933abf5-c46e-4417-86a0-9a28e8019f90, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=9933abf5-c46e-4417-86a0-9a28e8019f90,segment=NetworkSegment(b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7),segment_id=b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:47.287186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:47.406815 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Calling delete_port for 9933abf5-c46e-4417-86a0-9a28e8019f90 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:47.666829 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:47.714285 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=9933abf5-c46e-4417-86a0-9a28e8019f90,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:47.977120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:48.436649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Router 9b4d6158-075f-48f8-8c8a-f79535a92ded has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:06:48.611432 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:06:48.620059 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] Sync routers for ids ['9b4d6158-075f-48f8-8c8a-f79535a92ded'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:06:48.628730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] Routers {'9b4d6158-075f-48f8-8c8a-f79535a92ded'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:06:48.629338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:06:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9b4d6158-075f-48f8-8c8a-f79535a92ded'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:48.679391 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e742486f-061b-4383-be1b-9c6844109c0f admin admin] 10.222.0.10 "PUT /v2.0/routers/9b4d6158-075f-48f8-8c8a-f79535a92ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5281019 Apr 22 18:06:48.681920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59084) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:48.802180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] Set router 9b4d6158-075f-48f8-8c8a-f79535a92ded gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:06:48.853530 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:49.029474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:49.083281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:06:47Z', 'revision_number': 5, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port': {'id': 'a75ee0bc-1e08-4de2-8d92-3336e0b06241', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:49.087036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] Checking router: 9b4d6158-075f-48f8-8c8a-f79535a92ded for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:06:49.095002 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Deleting port a75ee0bc-1e08-4de2-8d92-3336e0b06241 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:49.097819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:49.098046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] Routers {'9b4d6158-075f-48f8-8c8a-f79535a92ded'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:06:49.098046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:06:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9b4d6158-075f-48f8-8c8a-f79535a92ded'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:49.245619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] Set router 9b4d6158-075f-48f8-8c8a-f79535a92ded gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:06:49.265946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] For port a75ee0bc-1e08-4de2-8d92-3336e0b06241, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a75ee0bc-1e08-4de2-8d92-3336e0b06241,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:49.266304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:49.349266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:06:49Z', 'revision_number': 6, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:49.353075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534d271-dc98-4040-a8d2-1d61ac0103a3 None None] The sync data for ids ['9b4d6158-075f-48f8-8c8a-f79535a92ded'] in dv-neutron-839024-1-hyperv is: [{'id': '9b4d6158-075f-48f8-8c8a-f79535a92ded', 'name': 'tempest-TestMinimumBasicScenario-587721858-router', 'tenant_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:03:30Z', 'updated_at': '2022-04-22T18:06:49Z', 'revision_number': 6, 'project_id': '52c1dc4adb764357b9f56dd7d5fe11d2', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:06:49.390507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Calling delete_port for a75ee0bc-1e08-4de2-8d92-3336e0b06241 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:49.723821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:49.802296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75ee0bc-1e08-4de2-8d92-3336e0b06241,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:49.859809 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.031930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.034065 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.114701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9933abf5-c46e-4417-86a0-9a28e8019f90 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:06:50.129738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.130281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4d6158-075f-48f8-8c8a-f79535a92ded {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:06:50.144239 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.145422 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dccca420-895d-44ab-bd63-ba11326164d0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9b4d6158-075f-48f8-8c8a-f79535a92ded HTTP/1.1" status: 204 len: 168 time: 1.4626086 Apr 22 18:06:50.148272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59088) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:50.155236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 9933abf5-c46e-4417-86a0-9a28e8019f90 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:06:50.155562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 9933abf5-c46e-4417-86a0-9a28e8019f90 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:06:50.155914 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a75ee0bc-1e08-4de2-8d92-3336e0b06241 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:06:50.189859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: a75ee0bc-1e08-4de2-8d92-3336e0b06241 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:06:50.190277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a75ee0bc-1e08-4de2-8d92-3336e0b06241 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:06:50.214102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8ffb71-c99b-4e8f-8594-f4a75d312989 admin admin] Deleting subnet d9db0a51-8836-48ca-b25a-e856071e214a {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:06:50.217066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb71-c99b-4e8f-8594-f4a75d312989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.268418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb71-c99b-4e8f-8594-f4a75d312989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.353322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb71-c99b-4e8f-8594-f4a75d312989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.501159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb71-c99b-4e8f-8594-f4a75d312989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.539792 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ffb71-c99b-4e8f-8594-f4a75d312989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9db0a51-8836-48ca-b25a-e856071e214a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:50.541753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb71-c99b-4e8f-8594-f4a75d312989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.546382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92bae4b-773f-4331-9a5f-096b13717085 None None] Network d7eef966-3e9c-446f-a4da-e111909815fd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:06:50.547624 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6a8ffb71-c99b-4e8f-8594-f4a75d312989 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d9db0a51-8836-48ca-b25a-e856071e214a HTTP/1.1" status: 204 len: 168 time: 0.3983326 Apr 22 18:06:50.549986 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59092) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:50.654127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.664223 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Deleting port 57ff940f-7ce3-45ed-8789-359faddb3803 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:50.664755 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.787100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] DHCP port deletion for d7eef966-3e9c-446f-a4da-e111909815fd request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:06:50.792077 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] Deleting port 57ff940f-7ce3-45ed-8789-359faddb3803 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:50.792393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:50.970455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] For port 57ff940f-7ce3-45ed-8789-359faddb3803, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=57ff940f-7ce3-45ed-8789-359faddb3803,segment=NetworkSegment(b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7),segment_id=b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:50.970869 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.023673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] For port 57ff940f-7ce3-45ed-8789-359faddb3803, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=57ff940f-7ce3-45ed-8789-359faddb3803,segment=NetworkSegment(b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7),segment_id=b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:06:51.024016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.092875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Calling delete_port for 57ff940f-7ce3-45ed-8789-359faddb3803 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:51.145411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] Calling delete_port for 57ff940f-7ce3-45ed-8789-359faddb3803 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:06:51.244060 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.249575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:06:51.249940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:06:51.288300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ff940f-7ce3-45ed-8789-359faddb3803,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:51.295892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] No DVR routers for this DVR port 57ff940f-7ce3-45ed-8789-359faddb3803 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:06:51.411890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.436910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7eef966-3e9c-446f-a4da-e111909815fd']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:51.449011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:51.449307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60ce49d-fdeb-4b4d-90f3-dfb501b5d8e7') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:06:51.460166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.476165 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.482231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:06:51.482612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:06:51.499453 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:06:51.649630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.665043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.674852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7eef966-3e9c-446f-a4da-e111909815fd,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:51.681817 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b597a5f7-d940-433a-81cd-a572c2117187 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d7eef966-3e9c-446f-a4da-e111909815fd HTTP/1.1" status: 204 len: 168 time: 1.1309106 Apr 22 18:06:51.750831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] Deleting port 57ff940f-7ce3-45ed-8789-359faddb3803 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:06:51.751228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:51.819365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a0168a9c-8612-47df-9ef2-a6105684b6d4 None None] The port '57ff940f-7ce3-45ed-8789-359faddb3803' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:06:51.996614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59098) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:52.049758 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-517c22e7-ba75-402a-81fd-730135ef6480 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd9d3984520e44548addc183aee57f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507617 Apr 22 18:06:52.051167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59102) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:52.072469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 57ff940f-7ce3-45ed-8789-359faddb3803 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:06:52.105841 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 57ff940f-7ce3-45ed-8789-359faddb3803 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:06:52.106122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 57ff940f-7ce3-45ed-8789-359faddb3803 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:06:52.109496 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dd34a3c9-e8b7-41a3-8ab3-a60a9be8bece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:52.135873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dd34a3c9-e8b7-41a3-8ab3-a60a9be8bece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:52.249302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dd34a3c9-e8b7-41a3-8ab3-a60a9be8bece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:52.264154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34a3c9-e8b7-41a3-8ab3-a60a9be8bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9470d4e-bb29-405e-8307-3af8f494b2d8,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:52.333400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-dd34a3c9-e8b7-41a3-8ab3-a60a9be8bece admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:52.334513 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-dd34a3c9-e8b7-41a3-8ab3-a60a9be8bece admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9470d4e-bb29-405e-8307-3af8f494b2d8 HTTP/1.1" status: 204 len: 168 time: 0.2824345 Apr 22 18:06:52.886497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59110) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:52.933937 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3213b70f-cc5c-4414-95da-c65bf89439b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52c1dc4adb764357b9f56dd7d5fe11d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462637 Apr 22 18:06:52.936222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59114) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:52.994604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-894a2666-3002-4bc2-9f91-27b8100e03db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:53.019448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-894a2666-3002-4bc2-9f91-27b8100e03db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:53.151892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-894a2666-3002-4bc2-9f91-27b8100e03db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:53.168777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a2666-3002-4bc2-9f91-27b8100e03db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f7c162-c464-4ef7-8790-265a419d41c9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:53.174790 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-894a2666-3002-4bc2-9f91-27b8100e03db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:53.174790 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-894a2666-3002-4bc2-9f91-27b8100e03db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05f7c162-c464-4ef7-8790-265a419d41c9 HTTP/1.1" status: 204 len: 168 time: 0.2350228 Apr 22 18:06:56.685569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59158) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:56.690750 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74235384', 'description': 'tempest-secgroup-smoke-74235384 description', 'project_id': '4e5e79c6751a46a882f733e37155bacf'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:56.697225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:56.701078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:56.703924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:56.709516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:56.757767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:56.769973 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:56.784596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:56.788310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:56.791041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:56.796539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:56.874975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:56.940484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:56.955120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:56.966552 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:56.972040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:56.979872 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:56.981743 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5d0ab0-2296-476f-af9a-13a8072db0be,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:57.052771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.106274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.147476 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6832a9ae-609a-49cf-98d6-e94883d9cce6,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:57.226663 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.228054 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ac0b211b-d34f-4c85-b3a4-3e1e00ff9f08 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5414095 Apr 22 18:06:57.230759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59162) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:57.235780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '6832a9ae-609a-49cf-98d6-e94883d9cce6', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:57.241772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:57.246303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:57.249166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:57.254808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:57.324329 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.382365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.454725 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.478322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5214cd8b-6743-4925-ab9d-2cf46deab5a8,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:57.563395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.564574 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7b03be4c-41fe-4fb9-8861-580475ccb1d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328607 Apr 22 18:06:57.567345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59166) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:57.572183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '6832a9ae-609a-49cf-98d6-e94883d9cce6', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:57.578033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:57.581806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:57.584623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:57.590219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:57.666503 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.726921 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.803029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.826107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc7e1a6-e45a-4cb7-9f31-b4b6681d0f51,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:57.900999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:57.902182 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4090309f-f0b1-4f77-90c6-953157e22bd6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3338716 Apr 22 18:06:57.904836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59170) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:57.909721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '6832a9ae-609a-49cf-98d6-e94883d9cce6', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:57.916054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:57.919873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:57.922670 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:57.928213 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:58.015317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.075658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.157524 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.182037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a278ddd-3894-4d7f-8155-c2314a9efe1d,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:58.249179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.250662 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ae3253e8-8c4b-416b-8db6-3c26cf356a33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447871 Apr 22 18:06:58.253160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59174) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:58.258046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '6832a9ae-609a-49cf-98d6-e94883d9cce6', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:58.263915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:58.267690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:58.270556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:58.276266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:58.363984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.427775 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.471914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.495128 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefb944a-eaae-437b-b2be-25f20fde5435,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:58.546162 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.547424 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a88672a0-0e0c-4a32-b1b0-f49f87154dbf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933321 Apr 22 18:06:58.550040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59178) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:58.554954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '6832a9ae-609a-49cf-98d6-e94883d9cce6', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:58.561596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:58.565453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:58.568282 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:58.574067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:58.649295 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:06:58.656208 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.717979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.769085 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.792764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72859d4d-e851-4081-97e0-c9f4901bfccf,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:58.866153 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:58.867355 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2d390c9d-a1ec-4910-ad3f-34fee9420c38 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164163 Apr 22 18:06:58.870157 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59182) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:58.875087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '6832a9ae-609a-49cf-98d6-e94883d9cce6', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:58.880567 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:58.884319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:58.887158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:58.892874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:58.945914 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:06:58.952881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.016302 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.054283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.079951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9feadce-39b1-4bb9-aa50-04a66b5cc058,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:59.146175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.147356 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-11a4137a-6afc-4265-b3db-3852b15a767b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2763004 Apr 22 18:06:59.150924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59186) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:59.156299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'network': {'name': 'tempest-network-smoke--1077902980', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:59.161074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:59.164946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:network and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:59.167789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:59.173576 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:59.260609 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:06:59.263944 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.290856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:06:59.298993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.299331 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Added segment 6fb81049-b1db-4a72-9dde-68c85b39560f of type vlan for network 1f7b4716-05b1-4577-984a-85ecc61befb1 Apr 22 18:06:59.327759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.397687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.403195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:06:59.403813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.505876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Network': ['ID=1f7b4716-05b1-4577-984a-85ecc61befb1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:06:59.516425 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:06:59.530098 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5282e20-22a4-4f07-949a-18fd123d0934 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3781195 Apr 22 18:06:59.536173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59190) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:06:59.541272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'admin_state_up': True, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:06:59.548414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:06:59.552297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:router and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:06:59.555155 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:06:59.566109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:06:59.626624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.627686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:06:59.642462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:00.040724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:00.403550 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:00.403786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9f6119a2-f8eb-4a6c-b837-1170741052b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:00.433391 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:00.564731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.118 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/540a60ec-88c1-4ae0-93a6-7a1083e2f2ff) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:07:00.707608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:00.775068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:00.832713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:07:00.835347 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:07:00.843332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:07:00.881004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=540a60ec-88c1-4ae0-93a6-7a1083e2f2ff,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:01.310883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:01.756014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:02.031977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router b55884bc-e758-47d9-90f5-630c6855e6b1 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:07:02.206685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:07:02.215903 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Sync routers for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:07:02.225406 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:07:02.226011 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:06:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:02.294882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:02.296021 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-34af4a68-b362-463f-a9b0-1ef560d04362 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7588930 Apr 22 18:07:02.299058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59194) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:02.402399 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:07:02.442421 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8cf25d7c-261c-4be6-a8b3-667d2917e35d tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4e5e79c6751a46a882f733e37155bacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1399074 Apr 22 18:07:02.443050 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59200) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:02.571338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995b561-e4b3-461c-8f4e-f877bed233be tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:02.575404 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4995b561-e4b3-461c-8f4e-f877bed233be tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292167 Apr 22 18:07:02.575622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59204) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:02.603507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-77d58dfa-36aa-49a1-bb7a-af31a80db771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:02.614953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e4e04e56-2b0b-4e1c-aabb-6a31fc69941b tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382631 Apr 22 18:07:02.617582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59208) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:02.623131 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136698056', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:07:02.680058 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:01Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:02.683841 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Checking router: b55884bc-e758-47d9-90f5-630c6855e6b1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:07:02.684181 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Updating router b55884bc-e758-47d9-90f5-630c6855e6b1 port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:07:02.730774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:07:02.734581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:subnet and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:07:02.737412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:07:02.737931 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:02.743328 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:07:02.809294 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:07:02.812768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.054733 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.066313 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Transition to ACTIVE for port object 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:07:03.089342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.146413 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.170881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Subnet': ['ID=4b69d1ab-a6a3-4148-9e96-647f79f052f1,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:03.174925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Checking segment: {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:07:03.175289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network hostable DHCP agents. Network: 1f7b4716-05b1-4577-984a-85ecc61befb1, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:07:03.227327 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Attempting to bind port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:07:03.227811 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Attempting to bind port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:07:03.228036 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Attempting to bind port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:07:03.230706 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Pushing event updated for resources: {'Port': ['ID=540a60ec-88c1-4ae0-93a6-7a1083e2f2ff,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:03.239789 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.240131 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.240464 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.240792 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.241116 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.241466 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.241769 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.242153 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.242477 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.242820 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.243393 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.243709 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:03.247869 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:07:03.249748 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:07:03.249748 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.249748 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:07:03.249748 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Bound port: 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:07:03.250150 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.266310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:07:03.323052 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] For port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:07:03.325805 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] For port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=540a60ec-88c1-4ae0-93a6-7a1083e2f2ff,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:07:03.329124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 1f7b4716-05b1-4577-984a-85ecc61befb1) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:07:03.333068 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:03.333669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.340597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329d062-8b06-46c4-99c1-a4519b567e90 None None] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:07:03.387783 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.419669 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a4a8fca3-efbb-4595-ac89-5f99df9b4a65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7983763 Apr 22 18:07:03.420012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59212) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:03.461604 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:07:03.462261 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:07:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:03.561391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-1f7b4716-05b1-4577-984a-85ecc61befb1', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:07:03.561391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.568659 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:07:03.586525 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8a2f2-aa51-48ed-9f82-b93876601d20 None None] Pushing event updated for resources: {'Port': ['ID=540a60ec-88c1-4ae0-93a6-7a1083e2f2ff,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:03.693981 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:07:03.735070 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Allocated IP 172.20.0.2 (1f7b4716-05b1-4577-984a-85ecc61befb1/4b69d1ab-a6a3-4148-9e96-647f79f052f1/ae682b85-adf5-4305-9f0a-f98e5d98c8c1) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:07:03.781534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.934110 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.967170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:03.982854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Transition to ACTIVE for port object ae682b85-adf5-4305-9f0a-f98e5d98c8c1 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:07:03.988542 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:01Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:03.992655 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c505-b616-4159-bbc4-bccd12200b66 None None] The sync data for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv is: [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:01Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:07:04.004484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Transition to ACTIVE for port object ae682b85-adf5-4305-9f0a-f98e5d98c8c1 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:07:04.078427 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:04.143943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:07:04.153571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:07:04.158400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:07:04.160684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Pushing event updated for resources: {'Port': ['ID=ae682b85-adf5-4305-9f0a-f98e5d98c8c1,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:04.194881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.195203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.195491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.195830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.196164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.196498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.196825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.197152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.197524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.197851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.198175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.198500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:07:04.269300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:04.284024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Attempting to bind port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:07:04.284234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Attempting to bind port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:07:04.284453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Attempting to bind port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 on network 1f7b4716-05b1-4577-984a-85ecc61befb1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:07:04.290890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:07:04.291813 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Checking segment: {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:07:04.292223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:04.292631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Bound using segment: {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:07:04.293098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Bound port: ae682b85-adf5-4305-9f0a-f98e5d98c8c1, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:07:04.293475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:04.424109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] For port ae682b85-adf5-4305-9f0a-f98e5d98c8c1, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:07:04.427226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] For port ae682b85-adf5-4305-9f0a-f98e5d98c8c1, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ae682b85-adf5-4305-9f0a-f98e5d98c8c1,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:07:04.477987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:04.577591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a2f8a-5b4a-46b9-a800-5ae4ba5a6ab2 None None] Pushing event updated for resources: {'Port': ['ID=ae682b85-adf5-4305-9f0a-f98e5d98c8c1,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:04.689238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:04.697177 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.1 (1f7b4716-05b1-4577-984a-85ecc61befb1/4b69d1ab-a6a3-4148-9e96-647f79f052f1/b4fd6543-ccea-42ff-80c5-b740e0d256fd) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:07:04.887511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:04.904985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object b4fd6543-ccea-42ff-80c5-b740e0d256fd will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:07:04.992321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:05.059588 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:07:05.066568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:07:05.070997 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:07:05.100491 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=b4fd6543-ccea-42ff-80c5-b740e0d256fd,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:05.131601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:05.152109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:05.457630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:05.530548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb4a90-f334-4610-8765-707da1c98a8d None None] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:07:05.681157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1a4d5268-b9a2-492c-ad28-ba4614b6ce06 None None] Provisioning for port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:07:05.882753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:05.974936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.089146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cb5b1d9d-0703-435b-8132-8f8c74a01262 None None] Provisioning for port b4fd6543-ccea-42ff-80c5-b740e0d256fd completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:07:06.098179 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.098308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cb5b1d9d-0703-435b-8132-8f8c74a01262 None None] Provisioning complete for port b4fd6543-ccea-42ff-80c5-b740e0d256fd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:06.098646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1d9d-0703-435b-8132-8f8c74a01262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.101998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=b4fd6543-ccea-42ff-80c5-b740e0d256fd,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:06.171390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b1d9d-0703-435b-8132-8f8c74a01262 None None] Port b4fd6543-ccea-42ff-80c5-b740e0d256fd cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:07:06.178350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:07:06.250660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:07:06.251729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:07:06.295319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:07:06.300822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:06.301196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.370570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-d8b1150c-c413-4cb6-b170-05cfc606e3c9 None None] Provisioning complete for port b4fd6543-ccea-42ff-80c5-b740e0d256fd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:06.370970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d8b1150c-c413-4cb6-b170-05cfc606e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.426868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1150c-c413-4cb6-b170-05cfc606e3c9 None None] Port b4fd6543-ccea-42ff-80c5-b740e0d256fd cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:07:06.457331 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router b55884bc-e758-47d9-90f5-630c6855e6b1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:07:06.490905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.507306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=540a60ec-88c1-4ae0-93a6-7a1083e2f2ff,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:07:06.546339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-df4ff88a-b6dd-41a3-a340-7df6eab6a736 None None] Provisioning complete for port b4fd6543-ccea-42ff-80c5-b740e0d256fd triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:06.546803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df4ff88a-b6dd-41a3-a340-7df6eab6a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.575200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.576016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ae682b85-adf5-4305-9f0a-f98e5d98c8c1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:07:06.639251 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:07:06.649337 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2eb028aa-5f66-4b00-bba9-da2f42890428 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/b55884bc-e758-47d9-90f5-630c6855e6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2283082 Apr 22 18:07:06.660500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Sync routers for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:07:06.710381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:07:06.711045 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:07:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:06.760165 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-df4ff88a-b6dd-41a3-a340-7df6eab6a736 None None] Port b4fd6543-ccea-42ff-80c5-b740e0d256fd cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:07:06.785487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=540a60ec-88c1-4ae0-93a6-7a1083e2f2ff,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:06.810490 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bcddb147-96e9-4930-b501-eac149168270 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74235384&fields=id&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 267 time: 0.0408001 Apr 22 18:07:06.875094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:07:06.885183 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:06.885571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:06.946488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:07:06.961478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-b6825bfe-ac00-448c-9277-22c476a4ef5e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:06.963459 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-b6825bfe-ac00-448c-9277-22c476a4ef5e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/networks?id=1f7b4716-05b1-4577-984a-85ecc61befb1 HTTP/1.1" status: 200 len: 797 time: 0.1460786 Apr 22 18:07:06.978004 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-b9cfa0ca-299a-4116-a150-d209450fd7f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/quotas/4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 375 time: 0.0089283 Apr 22 18:07:07.063239 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-e1af466d-3023-44b3-bb33-18b60562be29 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791605 Apr 22 18:07:07.198337 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bc0bbacf-1d34-472b-8002-d27bd1a268f1 service neutron] 10.222.0.10 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239610 Apr 22 18:07:07.265344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:07.330595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-fb8c1ffe-57b7-43cd-9b99-ad5b334de4cf service neutron] 10.222.0.10 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259623 Apr 22 18:07:07.346079 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port ae682b85-adf5-4305-9f0a-f98e5d98c8c1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ae682b85-adf5-4305-9f0a-f98e5d98c8c1,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:07:07.381146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 2, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:07.385645 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Checking router: b55884bc-e758-47d9-90f5-630c6855e6b1 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:07:07.389404 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Updating router b55884bc-e758-47d9-90f5-630c6855e6b1 port b4fd6543-ccea-42ff-80c5-b740e0d256fd binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:07:07.413819 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:07.491018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:07.536578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=ae682b85-adf5-4305-9f0a-f98e5d98c8c1,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:07.620992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-3696074f-ff16-4109-bd7b-f13b4bf729d2 req-ceeb699d-0d0a-4cb4-b103-6c4aa95be149 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:07:07.690275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-3696074f-ff16-4109-bd7b-f13b4bf729d2 req-ceeb699d-0d0a-4cb4-b103-6c4aa95be149 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:07:07.691675 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3696074f-ff16-4109-bd7b-f13b4bf729d2 req-ceeb699d-0d0a-4cb4-b103-6c4aa95be149 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 210 time: 0.1179154 Apr 22 18:07:07.847499 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:07.858810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Transition to ACTIVE for port object b4fd6543-ccea-42ff-80c5-b740e0d256fd will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:07:07.946236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:08.098892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4779cd-dd9d-4932-982f-0d077b43f6bc None None] Pushing event updated for resources: {'Port': ['ID=b4fd6543-ccea-42ff-80c5-b740e0d256fd,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:08.108015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:07:08.212091 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Attempting to bind port b4fd6543-ccea-42ff-80c5-b740e0d256fd on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:07:08.212461 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Attempting to bind port b4fd6543-ccea-42ff-80c5-b740e0d256fd by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:07:08.212845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Attempting to bind port b4fd6543-ccea-42ff-80c5-b740e0d256fd on network 1f7b4716-05b1-4577-984a-85ecc61befb1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:07:08.220261 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:07:08.220630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Checking segment: {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:07:08.221031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:08.221419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Bound using segment: {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:07:08.221875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Bound port: b4fd6543-ccea-42ff-80c5-b740e0d256fd, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:07:08.222249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:08.288136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:08.288757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:08.377831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] For port b4fd6543-ccea-42ff-80c5-b740e0d256fd, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:07:08.387245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] For port b4fd6543-ccea-42ff-80c5-b740e0d256fd, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b4fd6543-ccea-42ff-80c5-b740e0d256fd,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:07:08.447244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ae682b85-adf5-4305-9f0a-f98e5d98c8c1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:07:08.481650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:08.582469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:07:08.583139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:07:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:08.631555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4779cd-dd9d-4932-982f-0d077b43f6bc None None] Pushing event updated for resources: {'Port': ['ID=b4fd6543-ccea-42ff-80c5-b740e0d256fd,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:08.668920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:08.669299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:08.840989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:07:08.852918 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1edf1b97-2839-4357-ad12-9fd93a77c09b req-e93f7094-2509-4bd5-a710-6e4d725c00e8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 210 time: 0.0483854 Apr 22 18:07:09.234418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-155435c1-318c-489d-8453-083b7ca6027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:08Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:09.238320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155435c1-318c-489d-8453-083b7ca6027d None None] The sync data for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv is: [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:08Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:07:09.773629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-7dab2497-9964-4b45-988d-d98b5228e0f5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:09.775156 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-7dab2497-9964-4b45-988d-d98b5228e0f5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/networks?id=1f7b4716-05b1-4577-984a-85ecc61befb1 HTTP/1.1" status: 200 len: 797 time: 0.1568513 Apr 22 18:07:09.826990 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-86e9d462-8d71-4f30-a6d3-748e0c02b343 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 378 time: 0.0432684 Apr 22 18:07:09.835243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'port': {'device_id': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'admin_state_up': True, 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'security_groups': ['6832a9ae-609a-49cf-98d6-e94883d9cce6']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:07:09.985843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:07:09.996745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:07:10.017069 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f08ca39f-6507-4e25-aa0b-4223975c4891 req-cc3b2c37-8ffd-4038-a369-c9e826c5cda7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 210 time: 0.0473628 Apr 22 18:07:10.094664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:07:10.098534 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:10.111087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b4fd6543-ccea-42ff-80c5-b740e0d256fd up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:07:10.278673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port b4fd6543-ccea-42ff-80c5-b740e0d256fd completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:07:10.286199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b4fd6543-ccea-42ff-80c5-b740e0d256fd triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:10.286199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:10.387039 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.12 (1f7b4716-05b1-4577-984a-85ecc61befb1/4b69d1ab-a6a3-4148-9e96-647f79f052f1/ae245dba-2256-430b-9422-b32d2f33fcde) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:07:10.406289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:10.443992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port b4fd6543-ccea-42ff-80c5-b740e0d256fd, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b4fd6543-ccea-42ff-80c5-b740e0d256fd,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:07:10.506021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:10.573590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=b4fd6543-ccea-42ff-80c5-b740e0d256fd,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:10.580701 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:10.596296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object ae245dba-2256-430b-9422-b32d2f33fcde will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:07:10.684042 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:10.752419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:07:10.760552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:07:10.764788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:07:10.794615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=ae245dba-2256-430b-9422-b32d2f33fcde,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:10.831266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:10.831880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:10.896041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-96ec7e73-f7fa-40fb-ad09-f1674dafb87a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0644078 Apr 22 18:07:10.906946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Request body: {'port': {'device_id': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:07:11.003477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cc3393b3-ab55-475c-8e79-c8d7e90f4af8 None None] Provisioning for port ae245dba-2256-430b-9422-b32d2f33fcde completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:07:11.008477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-cc3393b3-ab55-475c-8e79-c8d7e90f4af8 None None] Provisioning complete for port ae245dba-2256-430b-9422-b32d2f33fcde triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:11.008844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cc3393b3-ab55-475c-8e79-c8d7e90f4af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:11.019214 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:11.063246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-cc3393b3-ab55-475c-8e79-c8d7e90f4af8 None None] Port ae245dba-2256-430b-9422-b32d2f33fcde cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:07:11.327974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305c1c8-c44a-49cc-b9af-d1d1863c947f req-8126b00a-2b8f-435f-9e9a-c885ce77653d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:11.328576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-9305c1c8-c44a-49cc-b9af-d1d1863c947f req-8126b00a-2b8f-435f-9e9a-c885ce77653d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:07:11.421564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-9305c1c8-c44a-49cc-b9af-d1d1863c947f req-8126b00a-2b8f-435f-9e9a-c885ce77653d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:07:11.423886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9305c1c8-c44a-49cc-b9af-d1d1863c947f req-8126b00a-2b8f-435f-9e9a-c885ce77653d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 932 time: 0.2888877 Apr 22 18:07:11.444395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae245dba-2256-430b-9422-b32d2f33fcde {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:07:11.454919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:11.483932 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Transition to ACTIVE for port object ae245dba-2256-430b-9422-b32d2f33fcde will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:07:11.488705 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9305c1c8-c44a-49cc-b9af-d1d1863c947f req-d570a597-bbd2-4d6f-83be-057f54370a01 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594099 Apr 22 18:07:11.563232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:11.717952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Pushing event updated for resources: {'Port': ['ID=ae245dba-2256-430b-9422-b32d2f33fcde,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:11.796414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Attempting to bind port ae245dba-2256-430b-9422-b32d2f33fcde on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:07:11.796762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Attempting to bind port ae245dba-2256-430b-9422-b32d2f33fcde by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:07:11.797089 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Attempting to bind port ae245dba-2256-430b-9422-b32d2f33fcde on network 1f7b4716-05b1-4577-984a-85ecc61befb1 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:07:11.801726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Port ae245dba-2256-430b-9422-b32d2f33fcde on network 1f7b4716-05b1-4577-984a-85ecc61befb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:07:11.802045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Attempting to bind port ae245dba-2256-430b-9422-b32d2f33fcde on network 1f7b4716-05b1-4577-984a-85ecc61befb1 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:07:11.807168 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:07:11.807508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Checking segment: {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:07:11.807896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Bound using segment: {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:07:11.808324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Bound port: ae245dba-2256-430b-9422-b32d2f33fcde, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb81049-b1db-4a72-9dde-68c85b39560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:07:11.808670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:11.901232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] For port ae245dba-2256-430b-9422-b32d2f33fcde, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:07:11.904117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] For port ae245dba-2256-430b-9422-b32d2f33fcde, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae245dba-2256-430b-9422-b32d2f33fcde,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:07:11.968959 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:12.023173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:12.023832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:12.025115 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] 10.222.0.16 "PUT /v2.0/ports/ae245dba-2256-430b-9422-b32d2f33fcde HTTP/1.1" status: 200 len: 1094 time: 1.1225791 Apr 22 18:07:12.026103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:07:12.053883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2a85e-2af8-4675-90b7-04ffc05b8c14 service neutron] Pushing event updated for resources: {'Port': ['ID=ae245dba-2256-430b-9422-b32d2f33fcde,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:12.084040 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340a05a8-882e-435b-89af-93d54fa91711'] response: {'name': 'network-changed', 'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'status': 'completed', 'code': 200} Apr 22 18:07:12.100402 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b4fd6543-ccea-42ff-80c5-b740e0d256fd up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:07:12.175681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b4fd6543-ccea-42ff-80c5-b740e0d256fd triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:12.176266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:12.178284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7df07-055f-49b3-acec-ce6456dcf5ce req-25efcfce-b428-416b-a5d1-a993ba5cfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:12.179890 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ad7df07-055f-49b3-acec-ce6456dcf5ce req-25efcfce-b428-416b-a5d1-a993ba5cfc70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 1097 time: 0.0741749 Apr 22 18:07:12.324659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7df07-055f-49b3-acec-ce6456dcf5ce req-b8561618-4daf-4021-b099-85e2dd1456bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:12.326105 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ad7df07-055f-49b3-acec-ce6456dcf5ce req-b8561618-4daf-4021-b099-85e2dd1456bc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e5e79c6751a46a882f733e37155bacf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1391702 Apr 22 18:07:12.562476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7df07-055f-49b3-acec-ce6456dcf5ce req-0aafcfa4-b447-491c-a5b0-acedd588f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:12.563979 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4ad7df07-055f-49b3-acec-ce6456dcf5ce req-0aafcfa4-b447-491c-a5b0-acedd588f11f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2322705 Apr 22 18:07:12.724790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-1da2c4aa-5558-4a5c-904a-31db08a6979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:12.726226 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-1da2c4aa-5558-4a5c-904a-31db08a6979e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 1097 time: 0.0992963 Apr 22 18:07:12.733880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71b005-e67a-43d6-bc0a-cdcc84693267 req-6a9c92df-bee3-4296-8908-8b07f34419dd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:12.735240 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1a71b005-e67a-43d6-bc0a-cdcc84693267 req-6a9c92df-bee3-4296-8908-8b07f34419dd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 944 time: 0.1384094 Apr 22 18:07:12.808496 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-c0df41d4-4853-4bad-bcd4-1d4c23740d29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae245dba-2256-430b-9422-b32d2f33fcde HTTP/1.1" status: 200 len: 217 time: 0.0723696 Apr 22 18:07:12.873666 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1a71b005-e67a-43d6-bc0a-cdcc84693267 req-246cc3a6-e5cf-4a2c-a1a8-af8954e5cca6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906487 Apr 22 18:07:12.888909 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-2a74df81-3412-4b35-b127-44d8565a81bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:12.890396 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-2a74df81-3412-4b35-b127-44d8565a81bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b69d1ab-a6a3-4148-9e96-647f79f052f1 HTTP/1.1" status: 200 len: 834 time: 0.0754230 Apr 22 18:07:12.962348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-a3cd3d0a-bf61-4699-bcc1-69558664ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:12.963932 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-a3cd3d0a-bf61-4699-bcc1-69558664ffa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f7b4716-05b1-4577-984a-85ecc61befb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680919 Apr 22 18:07:13.092571 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-0a39844c-9df4-48bd-9004-91862783d42a service neutron] 10.222.0.16 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227801 Apr 22 18:07:13.221030 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97ba983d-d96d-44d1-85f4-212c53912b8a req-9943b803-4a69-4fb5-a392-6343cf041559 service neutron] 10.222.0.16 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223600 Apr 22 18:07:14.056819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400a03-3112-4a96-8e6d-9b83dc48388e req-193e9a99-3904-4487-bab3-11659da6d386 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:14.058258 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-07400a03-3112-4a96-8e6d-9b83dc48388e req-193e9a99-3904-4487-bab3-11659da6d386 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 944 time: 0.0774691 Apr 22 18:07:14.100610 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-07400a03-3112-4a96-8e6d-9b83dc48388e req-633fa61b-aebd-44b6-913c-dadcbb4d7b1d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:07:14.179680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-07400a03-3112-4a96-8e6d-9b83dc48388e req-633fa61b-aebd-44b6-913c-dadcbb4d7b1d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:07:14.180827 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-07400a03-3112-4a96-8e6d-9b83dc48388e req-633fa61b-aebd-44b6-913c-dadcbb4d7b1d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169345 Apr 22 18:07:15.368211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0566-3d52-4610-9fb0-eed76f51644e req-36c34d95-baf0-4421-a620-7d87aeb3bd44 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:15.369710 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51fa0566-3d52-4610-9fb0-eed76f51644e req-36c34d95-baf0-4421-a620-7d87aeb3bd44 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 944 time: 0.0832200 Apr 22 18:07:15.414190 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51fa0566-3d52-4610-9fb0-eed76f51644e req-ba5ee919-30da-4311-99df-8296198a7d12 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382020 Apr 22 18:07:16.454051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ae245dba-2256-430b-9422-b32d2f33fcde details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:07:16.589118 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ae245dba-2256-430b-9422-b32d2f33fcde, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae245dba-2256-430b-9422-b32d2f33fcde,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:07:16.596446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef466f-99f1-42d6-a97e-bcc681e7b9a5 req-1b9af615-36a2-4431-a569-0f146625e35e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:16.597918 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5cef466f-99f1-42d6-a97e-bcc681e7b9a5 req-1b9af615-36a2-4431-a569-0f146625e35e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 944 time: 0.0817904 Apr 22 18:07:16.603084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'port_id': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'mac_address': 'fa:16:3e:e2:e1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:07:16.642715 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5cef466f-99f1-42d6-a97e-bcc681e7b9a5 req-ee44107c-6f6b-48e3-8e9f-9e04ba6cd41e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389156 Apr 22 18:07:16.658288 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:16.675021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae245dba-2256-430b-9422-b32d2f33fcde {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:07:16.689956 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ae245dba-2256-430b-9422-b32d2f33fcde, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae245dba-2256-430b-9422-b32d2f33fcde,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:07:16.751327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:16.819219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=ae245dba-2256-430b-9422-b32d2f33fcde,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:17.070698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['ae245dba-2256-430b-9422-b32d2f33fcde'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:07:17.822513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ae4fb-0467-4e9d-b36b-f69c52bf1ed2 req-7cd9393a-2038-4ed8-9531-cbff284b5ded tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:17.823976 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4c0ae4fb-0467-4e9d-b36b-f69c52bf1ed2 req-7cd9393a-2038-4ed8-9531-cbff284b5ded tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 945 time: 0.0782411 Apr 22 18:07:17.870006 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4c0ae4fb-0467-4e9d-b36b-f69c52bf1ed2 req-286bbde0-6c6d-45c4-accb-6014f7fdb44a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403631 Apr 22 18:07:18.468395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ae245dba-2256-430b-9422-b32d2f33fcde up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:07:18.602900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port ae245dba-2256-430b-9422-b32d2f33fcde completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:07:18.607657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port ae245dba-2256-430b-9422-b32d2f33fcde triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:07:18.608025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:18.717865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:18.743161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:07:18.752389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port ae245dba-2256-430b-9422-b32d2f33fcde, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae245dba-2256-430b-9422-b32d2f33fcde,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:07:18.789601 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6d0e61-ab3d-4c8a-9e4b-82e2ca75dc58'] response: {'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'code': 200} Apr 22 18:07:18.797191 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:18.906307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=ae245dba-2256-430b-9422-b32d2f33fcde,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:19.052332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ed88e-e3e4-4a0a-83da-9eb5baf17090 req-b50324fc-fd0a-4f29-977d-cf1bcaecb6ad tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:19.053743 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e30ed88e-e3e4-4a0a-83da-9eb5baf17090 req-b50324fc-fd0a-4f29-977d-cf1bcaecb6ad tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0791302 Apr 22 18:07:19.142976 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e30ed88e-e3e4-4a0a-83da-9eb5baf17090 req-f16f6390-467b-4730-97e1-58c4ef199702 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821614 Apr 22 18:07:19.168034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd387368-e5cb-4f15-b9c5-45c69aaf026f req-a216d1ef-cac1-46c9-b390-bf3e14c84e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:19.169486 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fd387368-e5cb-4f15-b9c5-45c69aaf026f req-a216d1ef-cac1-46c9-b390-bf3e14c84e96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 1099 time: 0.0884359 Apr 22 18:07:19.209225 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fd387368-e5cb-4f15-b9c5-45c69aaf026f req-107476b7-699e-416d-be37-a6ebd7431389 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338197 Apr 22 18:07:20.324974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12bf70-79a9-4847-87d2-c63f53dc2add req-54d67706-7260-463e-bdd7-d4f055135924 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:20.326459 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4a12bf70-79a9-4847-87d2-c63f53dc2add req-54d67706-7260-463e-bdd7-d4f055135924 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0772872 Apr 22 18:07:20.475817 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4a12bf70-79a9-4847-87d2-c63f53dc2add req-51bd7be9-b11d-48c9-b834-988545f1f0b6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435776 Apr 22 18:07:21.694901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f6b06-75c9-4918-a286-4d9bdf755f6a req-c642f4bd-b0b8-4f3d-bb9d-496ab2f05281 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:21.696347 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-732f6b06-75c9-4918-a286-4d9bdf755f6a req-c642f4bd-b0b8-4f3d-bb9d-496ab2f05281 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.1138599 Apr 22 18:07:21.738936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-732f6b06-75c9-4918-a286-4d9bdf755f6a req-d209e20c-4a88-44f0-bc06-87ef2cf49006 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370080 Apr 22 18:07:21.915197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9cd0f-c8da-406f-8589-07ffb64ee588 req-e724a4d2-6486-45c2-bd2e-dac45e67227b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:21.916622 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e8e9cd0f-c8da-406f-8589-07ffb64ee588 req-e724a4d2-6486-45c2-bd2e-dac45e67227b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0764897 Apr 22 18:07:21.958588 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e8e9cd0f-c8da-406f-8589-07ffb64ee588 req-5fdbe9c6-40b1-480b-b4b0-f9471024c3bd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358293 Apr 22 18:07:21.981498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59272) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:22.051735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa425441-3d54-4a86-9a61-d841726dd107 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:22.053219 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aa425441-3d54-4a86-9a61-d841726dd107 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 1094 time: 0.0708048 Apr 22 18:07:22.056038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59276) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:22.060938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:07:22.066671 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:07:22.070408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:floatingip and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:07:22.073154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:07:22.078680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:07:22.186023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:22.318315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:22.447119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.213 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/3f7bbe46-21fc-4cd0-869e-fe12607d59a0) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:07:22.594709 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:22.660305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:22.718915 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:07:22.721579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:07:22.729195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:07:22.769531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=3f7bbe46-21fc-4cd0-869e-fe12607d59a0,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:23.131637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:23.272914 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:23.472773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:23.529516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:23.640297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=3f7bbe46-21fc-4cd0-869e-fe12607d59a0,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:07:23.649389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:23.910911 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 137e2e60-fdb6-4bca-a6c7-11654fd412f4 associated. External IP: 172.26.3.213, port: ae245dba-2256-430b-9422-b32d2f33fcde. Apr 22 18:07:24.251361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router b55884bc-e758-47d9-90f5-630c6855e6b1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:07:24.424658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:07:24.434562 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] Sync routers for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:07:24.444363 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:07:24.444971 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:07:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:24.512008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:24.569881 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5cb3f8f7-364f-4079-9b7a-bef75f564038 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5128191 Apr 22 18:07:24.570469 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:07:24.616055 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:07:24.623915 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05c383c-cb4e-4401-a363-99906246b8ef'] response: {'name': 'network-changed', 'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'status': 'completed', 'code': 200} Apr 22 18:07:24.779545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-31b9fa4e-3d28-4fc7-8895-9e6f579ffd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:24.780981 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-31b9fa4e-3d28-4fc7-8895-9e6f579ffd06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 1099 time: 0.1325271 Apr 22 18:07:24.793575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc56580-0444-4432-8a16-e6072d6afd96 req-0e4feee3-f283-4189-a052-31ff56005367 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:24.795252 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2cc56580-0444-4432-8a16-e6072d6afd96 req-0e4feee3-f283-4189-a052-31ff56005367 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.1133282 Apr 22 18:07:24.925289 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2cc56580-0444-4432-8a16-e6072d6afd96 req-6e6b6965-c076-4b41-b901-f539c8ac1626 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100836 Apr 22 18:07:24.948555 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59284) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:24.958237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-1672e9ce-4a39-45f3-9e5c-1d826d64ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:24.960048 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-1672e9ce-4a39-45f3-9e5c-1d826d64ebdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f7b4716-05b1-4577-984a-85ecc61befb1 HTTP/1.1" status: 200 len: 897 time: 0.1640334 Apr 22 18:07:24.961438 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '137e2e60-fdb6-4bca-a6c7-11654fd412f4', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'port_id': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'mac_address': 'fa:16:3e:e2:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:07:23Z', 'updated_at': '2022-04-22T18:07:23Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:10Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:24.965839 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] Checking router: b55884bc-e758-47d9-90f5-630c6855e6b1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:07:24.974292 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:07:24.974931 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:07:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:25.059539 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0a3490d5-9205-4138-8292-6b59c823c474 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/137e2e60-fdb6-4bca-a6c7-11654fd412f4 HTTP/1.1" status: 200 len: 992 time: 0.1096702 Apr 22 18:07:25.155093 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:07:25.162460 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-14c68c08-0289-4f51-b1d3-d0666746f49f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae245dba-2256-430b-9422-b32d2f33fcde HTTP/1.1" status: 200 len: 1000 time: 0.1956241 Apr 22 18:07:25.226368 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-f3e1e53b-a733-4ed5-9d30-0bb4ca08007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:25.227837 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-f3e1e53b-a733-4ed5-9d30-0bb4ca08007a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b69d1ab-a6a3-4148-9e96-647f79f052f1 HTTP/1.1" status: 200 len: 834 time: 0.0588930 Apr 22 18:07:25.302083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-52961f4f-4092-4520-bf68-a76a0b3f2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:25.303594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-52961f4f-4092-4520-bf68-a76a0b3f2b41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f7b4716-05b1-4577-984a-85ecc61befb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707078 Apr 22 18:07:25.434326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-8f0cb233-4363-434d-be02-3f17b7d89870 service neutron] 10.222.0.16 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241875 Apr 22 18:07:25.529919 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '137e2e60-fdb6-4bca-a6c7-11654fd412f4', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'port_id': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'mac_address': 'fa:16:3e:e2:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:07:23Z', 'updated_at': '2022-04-22T18:07:23Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:10Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:07:25.533912 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced29d3d-a1e5-4817-beec-89b4968ccaeb None None] The sync data for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv is: [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '137e2e60-fdb6-4bca-a6c7-11654fd412f4', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'port_id': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'mac_address': 'fa:16:3e:e2:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:07:23Z', 'updated_at': '2022-04-22T18:07:23Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:10Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:07:25.569524 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6f3a2d11-5e2e-4812-80d5-5f08a6a9b840 req-3b4df0df-21fc-4cae-a67a-1bdb60535729 service neutron] 10.222.0.16 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290317 Apr 22 18:07:25.726599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f416920-46fd-43e8-8d4e-17637448babb None None] New status for floating IP 137e2e60-fdb6-4bca-a6c7-11654fd412f4: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:07:26.063241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59288) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:07:26.169044 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-54181564-dc37-4458-bb03-7796dd9d3757 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/137e2e60-fdb6-4bca-a6c7-11654fd412f4 HTTP/1.1" status: 200 len: 994 time: 0.1046102 Apr 22 18:07:30.448785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a9dadfe0-49e5-4519-8e5a-4196808a6c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:32.614667 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b521797-5500-4ccb-bbea-266cd43079a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:33.745675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:33.888821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:34.682891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:35.179857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:07:40.558244 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:07:41.954951 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-9f8d9c4a-0a42-47ab-8b04-af6c034a4cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710032 Apr 22 18:07:42.088832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-ef646bc3-ca41-4b2f-9b8a-822ce7d7d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:42.090297 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-ef646bc3-ca41-4b2f-9b8a-822ce7d7d7e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 1099 time: 0.0693271 Apr 22 18:07:42.233139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-3ce43ea0-2f9b-4371-a73e-cbfd26840bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:42.234503 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-3ce43ea0-2f9b-4371-a73e-cbfd26840bbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f7b4716-05b1-4577-984a-85ecc61befb1 HTTP/1.1" status: 200 len: 897 time: 0.1250057 Apr 22 18:07:42.340812 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-80a8e517-0961-43ee-a4a4-1bf98a1a7e74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae245dba-2256-430b-9422-b32d2f33fcde HTTP/1.1" status: 200 len: 1002 time: 0.0999756 Apr 22 18:07:42.401892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-8c0c61fe-6420-4201-9143-f4926e0a559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:42.403358 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-8c0c61fe-6420-4201-9143-f4926e0a559f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b69d1ab-a6a3-4148-9e96-647f79f052f1 HTTP/1.1" status: 200 len: 834 time: 0.0568974 Apr 22 18:07:42.478831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-e750b92b-7d9c-4406-aec2-db3347eb2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:07:42.480282 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-e750b92b-7d9c-4406-aec2-db3347eb2492 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f7b4716-05b1-4577-984a-85ecc61befb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714269 Apr 22 18:07:42.608811 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-ae53bda9-15b3-44e1-ae85-a4b913c483cc service neutron] 10.222.0.16 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219430 Apr 22 18:07:42.736407 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-169632ba-f9b1-429e-b6ea-895de512bd1e req-835b173f-4152-492a-9778-04ef0be9fa97 service neutron] 10.222.0.16 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216879 Apr 22 18:08:00.408327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dfbb6d35-1ac7-4c4e-a979-04ba0d0fa675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:02.613262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9a8e138b-55da-4ce0-b37c-25db48d612d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:03.745693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:03.899224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:04.693800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:05.162611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:17.560020 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:08:27.914007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222b0ed-5845-4655-9656-9097d8e9086f req-da88a7dc-7c55-4162-8bd2-b7f18202a897 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:27.915479 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f222b0ed-5845-4655-9656-9097d8e9086f req-da88a7dc-7c55-4162-8bd2-b7f18202a897 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0787995 Apr 22 18:08:27.958157 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f222b0ed-5845-4655-9656-9097d8e9086f req-a247c6ee-bf87-45d7-b5c2-1e7cf842dac4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370586 Apr 22 18:08:29.146985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292627c-b6c7-4ff1-8607-02598e8fcb99 req-da8fbdf2-c190-413d-8b57-504deb9ff4a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:29.148419 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1292627c-b6c7-4ff1-8607-02598e8fcb99 req-da8fbdf2-c190-413d-8b57-504deb9ff4a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0779686 Apr 22 18:08:29.190360 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1292627c-b6c7-4ff1-8607-02598e8fcb99 req-a9e061bf-ea25-4a63-a6b0-3bdb859d9666 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364578 Apr 22 18:08:29.212895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59318) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:29.416930 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2b47d33f-be57-42ba-a304-ce05f11d4ea0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/137e2e60-fdb6-4bca-a6c7-11654fd412f4 HTTP/1.1" status: 200 len: 994 time: 0.2029696 Apr 22 18:08:30.401729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-24da9bde-9e87-40b8-b25c-83e855ad1ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:30.978810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3bc4-ae61-487b-87d2-d94bab7ac019 req-3cd3ab64-3739-4b17-bd26-b98af4d080dd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:30.980266 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3f4e3bc4-ae61-487b-87d2-d94bab7ac019 req-3cd3ab64-3739-4b17-bd26-b98af4d080dd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0811894 Apr 22 18:08:31.025490 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3f4e3bc4-ae61-487b-87d2-d94bab7ac019 req-17751f6e-f6d4-4dd4-9b54-c3ebf292b7bd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382078 Apr 22 18:08:32.215566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b08f-e063-4813-b577-3c45c2dd9112 req-ee7a1a18-a186-4768-8554-b89119f29487 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:32.217021 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5e9b08f-e063-4813-b577-3c45c2dd9112 req-ee7a1a18-a186-4768-8554-b89119f29487 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0811923 Apr 22 18:08:32.260813 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f5e9b08f-e063-4813-b577-3c45c2dd9112 req-975c35a0-a61f-4c8f-9aaf-fd8195b2fd04 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381081 Apr 22 18:08:32.283790 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59330) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:32.389081 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c180a5be-6519-4d00-a0ac-4baf7d9233ca tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/137e2e60-fdb6-4bca-a6c7-11654fd412f4 HTTP/1.1" status: 200 len: 994 time: 0.1040895 Apr 22 18:08:32.606996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6400900a-366e-46b0-8b03-3c026c6fb390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:32.652436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59338) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:32.851912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 3f7bbe46-21fc-4cd0-869e-fe12607d59a0 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:08:32.852256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:33.016595 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:33.016923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:33.134541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 3f7bbe46-21fc-4cd0-869e-fe12607d59a0 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:08:33.356834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:33.403164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=3f7bbe46-21fc-4cd0-869e-fe12607d59a0,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:33.443190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.443541 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.443884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.444219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.444553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.444885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.445213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.445540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.445867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.446187 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.446510 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.446856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:33.505273 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:33.505608 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 137e2e60-fdb6-4bca-a6c7-11654fd412f4 disassociated (deleted). External IP: 172.26.3.213, port: ae245dba-2256-430b-9422-b32d2f33fcde. Apr 22 18:08:33.739790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:33.939864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:33.969726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router b55884bc-e758-47d9-90f5-630c6855e6b1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:08:34.147265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:08:34.158600 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] Sync routers for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:08:34.168090 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:08:34.168776 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:08:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:34.225271 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:34.285499 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-73976056-9b88-4ee1-808c-95c816edd03d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/floatingips/137e2e60-fdb6-4bca-a6c7-11654fd412f4 HTTP/1.1" status: 204 len: 168 time: 1.6320124 Apr 22 18:08:34.286079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:08:34.334211 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9464db9c-b9ae-4e1b-9a21-3611592ffc13'] response: {'name': 'network-changed', 'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'status': 'completed', 'code': 200} Apr 22 18:08:34.348352 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:08:34.443879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6830079-7a70-4e18-a951-b394916aabd0 req-8bb22bc2-6edf-4024-88ea-b02eb30db87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:34.445367 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-8bb22bc2-6edf-4024-88ea-b02eb30db87d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 1099 time: 0.0863621 Apr 22 18:08:34.578066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6830079-7a70-4e18-a951-b394916aabd0 req-f9b99297-a480-40fc-b4cd-92aec5c3fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:34.579457 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-f9b99297-a480-40fc-b4cd-92aec5c3fe7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f7b4716-05b1-4577-984a-85ecc61befb1 HTTP/1.1" status: 200 len: 897 time: 0.1276026 Apr 22 18:08:34.653547 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-bc96a529-cc7b-45ac-9203-21d9df4ce2b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae245dba-2256-430b-9422-b32d2f33fcde HTTP/1.1" status: 200 len: 217 time: 0.0673892 Apr 22 18:08:34.672444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:10Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:34.676481 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] Checking router: b55884bc-e758-47d9-90f5-630c6855e6b1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:08:34.684815 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:08:34.685399 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:08:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:34.716070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6830079-7a70-4e18-a951-b394916aabd0 req-f7565797-04ef-4313-b04b-3d8a173c8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:34.717767 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-f7565797-04ef-4313-b04b-3d8a173c8952 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b69d1ab-a6a3-4148-9e96-647f79f052f1 HTTP/1.1" status: 200 len: 834 time: 0.0588012 Apr 22 18:08:34.751080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:34.807014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6830079-7a70-4e18-a951-b394916aabd0 req-1043caca-5886-4559-a7dc-40e922830bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:34.808594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-1043caca-5886-4559-a7dc-40e922830bb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f7b4716-05b1-4577-984a-85ecc61befb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751662 Apr 22 18:08:34.819469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-9e8d06d9-57be-425d-8108-4ecdffacf6be service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 18:08:34.820454 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-9e8d06d9-57be-425d-8108-4ecdffacf6be service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054078 Apr 22 18:08:34.871779 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:08:34.931196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57c419-f866-4262-94f9-241c31128c9f req-a19d2276-742a-4ce7-8dca-ae46b62e9910 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:34.932678 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bd57c419-f866-4262-94f9-241c31128c9f req-a19d2276-742a-4ce7-8dca-ae46b62e9910 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0859487 Apr 22 18:08:34.963883 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-193db639-7ead-49c5-a952-3449225f7f24 service neutron] 10.222.0.16 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350274 Apr 22 18:08:34.981858 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bd57c419-f866-4262-94f9-241c31128c9f req-a0c72aac-c40e-453f-a2c8-9278277465e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431962 Apr 22 18:08:35.097435 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c6830079-7a70-4e18-a951-b394916aabd0 req-bcb971d7-17dd-435b-a4b6-2c976a32b11d service neutron] 10.222.0.16 "GET /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274543 Apr 22 18:08:35.168186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:35.215740 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:10Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:35.219644 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779bce5-411e-4334-b6f5-4d5891a406db None None] The sync data for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv is: [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:07:05Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b4fd6543-ccea-42ff-80c5-b740e0d256fd', 'name': '', 'network_id': '1f7b4716-05b1-4577-984a-85ecc61befb1', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:65:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:04Z', 'updated_at': '2022-04-22T18:07:10Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4b69d1ab-a6a3-4148-9e96-647f79f052f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:08:35.414066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1db8ceb-ef95-46bf-b0b6-b58242c9e5e6 None None] New status for floating IP 137e2e60-fdb6-4bca-a6c7-11654fd412f4: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:08:36.168542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81642c-10eb-4650-86d4-a764795addb4 req-06f82c23-5365-4cd0-8615-a310add7f7eb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:36.169229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-5f81642c-10eb-4650-86d4-a764795addb4 req-06f82c23-5365-4cd0-8615-a310add7f7eb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:08:36.248142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-5f81642c-10eb-4650-86d4-a764795addb4 req-06f82c23-5365-4cd0-8615-a310add7f7eb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:08:36.249527 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f81642c-10eb-4650-86d4-a764795addb4 req-06f82c23-5365-4cd0-8615-a310add7f7eb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.1623309 Apr 22 18:08:36.297613 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5f81642c-10eb-4650-86d4-a764795addb4 req-4c85e244-49a1-419c-ad26-686fe57f8536 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=6832a9ae-609a-49cf-98d6-e94883d9cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408950 Apr 22 18:08:36.622364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9536198d-9b5a-4019-9253-0f89632f0e78 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:36.623729 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9536198d-9b5a-4019-9253-0f89632f0e78 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 946 time: 0.0845635 Apr 22 18:08:36.691576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port ae245dba-2256-430b-9422-b32d2f33fcde {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:08:36.691925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:37.033540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port ae245dba-2256-430b-9422-b32d2f33fcde, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae245dba-2256-430b-9422-b32d2f33fcde,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:08:37.033894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:37.151840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for ae245dba-2256-430b-9422-b32d2f33fcde owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:08:37.374006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:37.453582 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-663ea790-25eb-4817-90a5-c275df351f7c req-3afc9da8-6023-4ee2-9dd3-41a9522529cc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=774d4a04-eb8e-429c-9b10-1ce73d4c0f06 HTTP/1.1" status: 200 len: 210 time: 0.0438957 Apr 22 18:08:37.458297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=ae245dba-2256-430b-9422-b32d2f33fcde,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:37.503742 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] No DVR routers for this DVR port ae245dba-2256-430b-9422-b32d2f33fcde on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:08:37.506130 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:37.508865 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'name': 'network-vif-deleted', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:08:37.555263 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375c3300-e440-4b3b-b8b1-1e3a067e3c7d'] response: {'server_uuid': '774d4a04-eb8e-429c-9b10-1ce73d4c0f06', 'name': 'network-vif-deleted', 'tag': 'ae245dba-2256-430b-9422-b32d2f33fcde', 'status': 'completed', 'code': 200} Apr 22 18:08:37.567641 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3533c60e-e094-45d7-bac6-fba170be0723 req-9faa53f8-9913-48e5-a33e-82a10b76e5e2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "DELETE /v2.0/ports/ae245dba-2256-430b-9422-b32d2f33fcde HTTP/1.1" status: 204 len: 173 time: 0.9384289 Apr 22 18:08:38.548607 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59356) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:38.843406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ae245dba-2256-430b-9422-b32d2f33fcde no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:08:38.879088 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: ae245dba-2256-430b-9422-b32d2f33fcde {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:08:38.879439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device ae245dba-2256-430b-9422-b32d2f33fcde not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:08:39.088990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:39.434428 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port b4fd6543-ccea-42ff-80c5-b740e0d256fd {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:08:39.434800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:39.719903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port b4fd6543-ccea-42ff-80c5-b740e0d256fd, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b4fd6543-ccea-42ff-80c5-b740e0d256fd,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:08:39.720611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:39.840100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for b4fd6543-ccea-42ff-80c5-b740e0d256fd owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:08:40.059226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:40.110182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=b4fd6543-ccea-42ff-80c5-b740e0d256fd,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:40.394902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:40.745493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router b55884bc-e758-47d9-90f5-630c6855e6b1 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:08:41.025426 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:08:41.035609 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] Sync routers for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:08:41.038262 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e38fac59-cf6c-4c20-acd2-d5a04b8ac014 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/b55884bc-e758-47d9-90f5-630c6855e6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4886003 Apr 22 18:08:41.040852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59360) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:41.044963 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:08:41.045562 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:08:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:41.106405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-710722a6-c7d5-424f-b76d-9cdc0e1691f1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting subnet 4b69d1ab-a6a3-4148-9e96-647f79f052f1 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:08:41.109404 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-710722a6-c7d5-424f-b76d-9cdc0e1691f1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.164661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-710722a6-c7d5-424f-b76d-9cdc0e1691f1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.217881 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:08:41.247221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-710722a6-c7d5-424f-b76d-9cdc0e1691f1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.403161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-710722a6-c7d5-424f-b76d-9cdc0e1691f1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.444229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710722a6-c7d5-424f-b76d-9cdc0e1691f1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Subnet': ['ID=4b69d1ab-a6a3-4148-9e96-647f79f052f1,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:41.447842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-710722a6-c7d5-424f-b76d-9cdc0e1691f1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.454205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf487c3-9e5e-443c-ac77-8377536db78f None None] Network 1f7b4716-05b1-4577-984a-85ecc61befb1 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:08:41.460293 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-710722a6-c7d5-424f-b76d-9cdc0e1691f1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/subnets/4b69d1ab-a6a3-4148-9e96-647f79f052f1 HTTP/1.1" status: 204 len: 168 time: 0.4159980 Apr 22 18:08:41.460772 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59364) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:41.502484 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:08:39Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:41.506713 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] Checking router: b55884bc-e758-47d9-90f5-630c6855e6b1 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:08:41.515674 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] Routers {'b55884bc-e758-47d9-90f5-630c6855e6b1'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:08:41.516814 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:08:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['b55884bc-e758-47d9-90f5-630c6855e6b1'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:41.658072 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.698414 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] Set router b55884bc-e758-47d9-90f5-630c6855e6b1 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:08:41.720247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] DHCP port deletion for 1f7b4716-05b1-4577-984a-85ecc61befb1 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:08:41.724790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Deleting port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:08:41.725174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.839974 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.910461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:08:41.911208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.928396 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] For port ae682b85-adf5-4305-9f0a-f98e5d98c8c1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ae682b85-adf5-4305-9f0a-f98e5d98c8c1,segment=NetworkSegment(6fb81049-b1db-4a72-9dde-68c85b39560f),segment_id=6fb81049-b1db-4a72-9dde-68c85b39560f)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:08:41.928909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:41.989552 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:08:39Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:41.993761 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f87d1-d514-430b-9d64-de99a8f77b4d None None] The sync data for ids ['b55884bc-e758-47d9-90f5-630c6855e6b1'] in dv-neutron-839024-1-hyperv is: [{'id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743433397', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:06:59Z', 'updated_at': '2022-04-22T18:08:39Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '540a60ec-88c1-4ae0-93a6-7a1083e2f2ff', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55884bc-e758-47d9-90f5-630c6855e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:07:00Z', 'updated_at': '2022-04-22T18:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:08:42.088699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Calling delete_port for ae682b85-adf5-4305-9f0a-f98e5d98c8c1 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:08:42.089352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=540a60ec-88c1-4ae0-93a6-7a1083e2f2ff,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:08:42.089710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:42.209463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:08:42.248382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:42.295182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Pushing event deleted for resources: {'Port': ['ID=ae682b85-adf5-4305-9f0a-f98e5d98c8c1,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:42.300389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] No DVR routers for this DVR port ae682b85-adf5-4305-9f0a-f98e5d98c8c1 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:08:42.306242 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.306599 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.308933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.308933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.308933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.308933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.308933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.308933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.308933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.309600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.309600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.309864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8addf010-4420-4acf-9b59-c226883d3e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:42.390456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ae682b85-adf5-4305-9f0a-f98e5d98c8c1 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:08:42.425411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:42.425865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: ae682b85-adf5-4305-9f0a-f98e5d98c8c1 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:08:42.426221 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ae682b85-adf5-4305-9f0a-f98e5d98c8c1 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:08:42.426966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b4fd6543-ccea-42ff-80c5-b740e0d256fd no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:08:42.470488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: b4fd6543-ccea-42ff-80c5-b740e0d256fd {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:08:42.470488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b4fd6543-ccea-42ff-80c5-b740e0d256fd not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:08:42.485715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=540a60ec-88c1-4ae0-93a6-7a1083e2f2ff,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:42.577831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:42.850629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:42.852751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:42.945020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:42.945517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Fanout notify agent at l3_agent the message router_deleted on router b55884bc-e758-47d9-90f5-630c6855e6b1 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:08:42.960986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:42.962074 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f652237b-180a-4046-8757-9dae01f8b2de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/routers/b55884bc-e758-47d9-90f5-630c6855e6b1 HTTP/1.1" status: 204 len: 168 time: 1.5002301 Apr 22 18:08:42.969700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59368) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:43.083819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.211467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.235877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7b4716-05b1-4577-984a-85ecc61befb1']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:43.247826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb81049-b1db-4a72-9dde-68c85b39560f') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:43.248128 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb81049-b1db-4a72-9dde-68c85b39560f') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:43.259173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.275054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.280795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:08:43.281196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:08:43.295714 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:08:43.431250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.435471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.460321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Network': ['ID=1f7b4716-05b1-4577-984a-85ecc61befb1,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:43.471919 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dfcdfba3-7fe7-4d11-9fc6-628770f84019 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/networks/1f7b4716-05b1-4577-984a-85ecc61befb1 HTTP/1.1" status: 204 len: 168 time: 0.4932280 Apr 22 18:08:43.471919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59372) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:43.536971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f750984b-b924-4b9f-b31e-8dd75785c2a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.566291 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f750984b-b924-4b9f-b31e-8dd75785c2a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.665098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f750984b-b924-4b9f-b31e-8dd75785c2a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.683700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750984b-b924-4b9f-b31e-8dd75785c2a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6832a9ae-609a-49cf-98d6-e94883d9cce6,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:43.738601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f750984b-b924-4b9f-b31e-8dd75785c2a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:43.739731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f750984b-b924-4b9f-b31e-8dd75785c2a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/security-groups/6832a9ae-609a-49cf-98d6-e94883d9cce6 HTTP/1.1" status: 204 len: 168 time: 0.2722178 Apr 22 18:08:44.125969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:08:44.160164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:08:44.160513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 540a60ec-88c1-4ae0-93a6-7a1083e2f2ff not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:08:44.203780 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59380) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:44.208762 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635729724', 'description': 'tempest-secgroup-smoke-635729724 description', 'project_id': '4e5e79c6751a46a882f733e37155bacf'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:44.214728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:44.219303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:44.222098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:44.228091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:44.321264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:44.340797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:44.345121 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:44.347966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:44.353640 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:44.421354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:44.487824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:44.532301 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4501f8ed-7e5d-4675-8d1a-a638a4c192a4,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:44.539256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.539599 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.539937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.540270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.540601 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.540936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.541259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.541584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.541909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.542229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.542547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.542893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:44.590809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:44.591983 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6b1625e4-2a2f-4fbe-9072-7b4d0d37db0a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3872380 Apr 22 18:08:44.595368 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59384) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:44.600131 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '4501f8ed-7e5d-4675-8d1a-a638a4c192a4', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:44.605940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:44.609727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:44.612615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:44.618414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:44.699659 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:44.758193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:44.813981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:44.836917 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661ea015-6654-464b-88f9-f5128c1d756f,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:44.899454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:44.900840 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-14db90c1-53a4-4943-b3d6-b948a46296de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045228 Apr 22 18:08:44.903440 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59388) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:44.908522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '4501f8ed-7e5d-4675-8d1a-a638a4c192a4', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:44.914369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:44.918150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:44.921040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:44.926691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:45.031409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.090868 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.139893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.164018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f68a57-5dac-4505-9c4a-9a6c9a650e5c,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:45.225247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.226460 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2ecadab5-6e6d-40b4-92ef-cfc4b946dfae tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220916 Apr 22 18:08:45.229333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59392) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:45.234987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '4501f8ed-7e5d-4675-8d1a-a638a4c192a4', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:45.241206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:45.245289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:45.248325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:45.255269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:45.323732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.398344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.459485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.482937 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5801b921-9664-44a1-b8c8-e9744e84461d,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:45.549635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.550839 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-df7d4f8f-c420-41f2-a758-6ae49951c743 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204699 Apr 22 18:08:45.553551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59396) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:45.558260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '4501f8ed-7e5d-4675-8d1a-a638a4c192a4', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:45.564035 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:45.567822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:45.570619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:45.576268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:45.670289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.734037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.807392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.829778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0deb0f7a-ecb8-44e2-8abf-6609dcbc04a0,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:45.899100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:45.900298 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-d9ce81be-6698-4d27-a7e9-78d567387b27 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3458507 Apr 22 18:08:45.903048 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59400) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:45.908442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '4501f8ed-7e5d-4675-8d1a-a638a4c192a4', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:45.914232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:45.918233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:45.921198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:45.927455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:45.973203 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:08:45.979558 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.041656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.093506 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.116892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa4af8a-94a1-4bbc-8fe8-143ca918a767,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:46.212347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.213538 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-56fe6045-4075-41b4-8ddf-68850b8c1400 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3095458 Apr 22 18:08:46.216233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59404) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:46.221890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '4501f8ed-7e5d-4675-8d1a-a638a4c192a4', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:46.227708 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:46.231497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:46.234364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:46.240207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:46.339144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:08:46.345710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.411141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.516736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.539583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b229b0-c095-4606-8142-40f9dfee1009,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:46.607752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.608955 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1b3085fd-45d7-42df-a8b3-da03c8fe6bf9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3917727 Apr 22 18:08:46.611680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59408) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:46.617223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'network': {'name': 'tempest-network-smoke--714964509', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'port_security_enabled': True}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:46.622123 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:46.626473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:network and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:46.629785 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:46.635013 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:46.704684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:08:46.708017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.734812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:08:46.743386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.743763 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Added segment 269cbaef-4efc-4fc6-a970-25275dec3508 of type vlan for network 511bc7df-1c2e-4960-8439-5abef5b02bbd Apr 22 18:08:46.769120 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.836029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.841532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:46.842117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:46.945600 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3329082 Apr 22 18:08:46.948243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494c2b3-a8cf-4600-bc94-1c4d9e71bd43 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Network': ['ID=511bc7df-1c2e-4960-8439-5abef5b02bbd,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:46.948422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59412) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:46.953547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'admin_state_up': True, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:46.958574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:08:46.960797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:46.964590 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:router and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:46.967454 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:46.974081 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:47.048638 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:47.049699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:47.064373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:47.493860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:47.841573 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:47.869457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:47.999338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.17 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/66e558dc-8515-43bc-9ca4-fc953ed62c1f) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:08:48.140195 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:48.219728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:48.280485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:08:48.283119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:08:48.290645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:08:48.330345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=66e558dc-8515-43bc-9ca4-fc953ed62c1f,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:48.881934 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:49.208765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:49.476325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router c7255a02-3cd4-4455-b649-7341c8bf83d3 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:08:49.648692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:08:49.658190 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Sync routers for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:08:49.667376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:08:49.667991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:08:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:49.733865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:49.735722 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b96cea82-52ca-4b8c-a8a7-d094665bff03 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7863624 Apr 22 18:08:49.738847 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59416) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:49.781015 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-10b8a9c2-3fca-419c-b83a-44865de26284 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4e5e79c6751a46a882f733e37155bacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410428 Apr 22 18:08:49.783511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59420) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:49.849789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:08:49.912527 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aac6d6-ec4f-4d00-8aac-e6b3dac73eb1 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:49.916697 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b5aac6d6-ec4f-4d00-8aac-e6b3dac73eb1 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295640 Apr 22 18:08:49.916891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59424) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:49.955334 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aa88fa24-056c-407a-9a6c-fce4350990dd tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373824 Apr 22 18:08:49.957733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59428) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:49.962884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819859653', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:08:50.068794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:08:50.072457 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:subnet and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:08:50.075507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:08:50.081015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:08:50.131325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:48Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:50.135095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Checking router: c7255a02-3cd4-4455-b649-7341c8bf83d3 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:08:50.135443 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Updating router c7255a02-3cd4-4455-b649-7341c8bf83d3 port 66e558dc-8515-43bc-9ca4-fc953ed62c1f binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:08:50.144717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:08:50.148248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.190154 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.442393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.517684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.529851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Transition to ACTIVE for port object 66e558dc-8515-43bc-9ca4-fc953ed62c1f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:08:50.602555 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.631677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Subnet': ['ID=658aea2c-27f7-41c7-a368-7c52bd4f7bbe,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:50.638798 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Checking segment: {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:08:50.639120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network hostable DHCP agents. Network: 511bc7df-1c2e-4960-8439-5abef5b02bbd, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:08:50.678796 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Attempting to bind port 66e558dc-8515-43bc-9ca4-fc953ed62c1f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:08:50.679261 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Attempting to bind port 66e558dc-8515-43bc-9ca4-fc953ed62c1f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:08:50.679516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Attempting to bind port 66e558dc-8515-43bc-9ca4-fc953ed62c1f on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:08:50.686393 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c91d6-ffe9-42ed-9cd5-4e90b7b6c3e6 None None] Pushing event updated for resources: {'Port': ['ID=66e558dc-8515-43bc-9ca4-fc953ed62c1f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:50.688801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:08:50.692579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:08:50.692579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.692579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:08:50.692579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Bound port: 66e558dc-8515-43bc-9ca4-fc953ed62c1f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:08:50.692579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.739742 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:08:50.795872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] For port 66e558dc-8515-43bc-9ca4-fc953ed62c1f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:08:50.798719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] For port 66e558dc-8515-43bc-9ca4-fc953ed62c1f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=66e558dc-8515-43bc-9ca4-fc953ed62c1f,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:08:50.830019 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 511bc7df-1c2e-4960-8439-5abef5b02bbd) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:08:50.834124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:50.834703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.843114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb13675-c4e2-47b9-9ae5-168ffbc98f17 None None] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:08:50.914588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:50.917564 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ad98c887-10e1-4891-a61f-3e43a5cf4e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9587924 Apr 22 18:08:50.920295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59432) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:08:51.029035 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:08:51.029656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:08:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:51.083436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c91d6-ffe9-42ed-9cd5-4e90b7b6c3e6 None None] Pushing event updated for resources: {'Port': ['ID=66e558dc-8515-43bc-9ca4-fc953ed62c1f,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:51.268525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-511bc7df-1c2e-4960-8439-5abef5b02bbd', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:08:51.269344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:51.298316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:08:51.621335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:51.664783 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Allocated IP 172.20.0.2 (511bc7df-1c2e-4960-8439-5abef5b02bbd/658aea2c-27f7-41c7-a368-7c52bd4f7bbe/7e44e8b3-1a12-48de-852e-b98d2b13a6bb) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:08:51.804879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:48Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:51.819236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c282ac-c8d0-48ef-979b-46808d130846 None None] The sync data for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:48Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:08:51.895302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:51.906387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Transition to ACTIVE for port object 7e44e8b3-1a12-48de-852e-b98d2b13a6bb will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:08:51.927053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Transition to ACTIVE for port object 7e44e8b3-1a12-48de-852e-b98d2b13a6bb will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:08:52.014292 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.085708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.1 (511bc7df-1c2e-4960-8439-5abef5b02bbd/658aea2c-27f7-41c7-a368-7c52bd4f7bbe/8190839a-a0c4-4639-8484-deee4ae73926) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:08:52.099109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:08:52.105039 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:08:52.107962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:08:52.195700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 66e558dc-8515-43bc-9ca4-fc953ed62c1f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:08:52.244837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Pushing event updated for resources: {'Port': ['ID=7e44e8b3-1a12-48de-852e-b98d2b13a6bb,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:52.262515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Attempting to bind port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:08:52.262924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Attempting to bind port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:08:52.263298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Attempting to bind port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb on network 511bc7df-1c2e-4960-8439-5abef5b02bbd {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:08:52.270364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.278879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:08:52.279064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Checking segment: {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:08:52.279419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.279822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Bound using segment: {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:08:52.280300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Bound port: 7e44e8b3-1a12-48de-852e-b98d2b13a6bb, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:08:52.280684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.288285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object 8190839a-a0c4-4639-8484-deee4ae73926 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:08:52.374548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.432048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] For port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:08:52.438041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] For port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7e44e8b3-1a12-48de-852e-b98d2b13a6bb,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:08:52.442167 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:08:52.448315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 66e558dc-8515-43bc-9ca4-fc953ed62c1f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:08:52.453115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:08:52.453936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 66e558dc-8515-43bc-9ca4-fc953ed62c1f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:08:52.455010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.458906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:08:52.503266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.603701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fc438-92ac-4dbd-b6aa-4b7b579ee8c0 None None] Pushing event updated for resources: {'Port': ['ID=7e44e8b3-1a12-48de-852e-b98d2b13a6bb,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:52.610624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=8190839a-a0c4-4639-8484-deee4ae73926,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:52.647470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.666890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.684178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 66e558dc-8515-43bc-9ca4-fc953ed62c1f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=66e558dc-8515-43bc-9ca4-fc953ed62c1f,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:08:52.790071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:52.882969 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=66e558dc-8515-43bc-9ca4-fc953ed62c1f,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:52.892107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:53.298421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:53.385049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:53.501679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:53.505193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=8190839a-a0c4-4639-8484-deee4ae73926,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:53.648113 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:08:53.649261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:08:53.748226 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69028c26-4be1-48ea-b9a9-072f5a85faa4 None None] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:08:53.833062 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router c7255a02-3cd4-4455-b649-7341c8bf83d3 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:08:53.909211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9f824ce6-b6bb-4a61-ac24-d8d47437d15d None None] Provisioning for port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:08:54.014284 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:08:54.024234 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Sync routers for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:08:54.035998 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a956fa0c-13ba-452e-b4f2-7034b7cbdb55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/c7255a02-3cd4-4455-b649-7341c8bf83d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1054416 Apr 22 18:08:54.036245 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:08:54.036245 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:08:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:54.235684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-525e0ccb-d195-4640-97a2-c814b3a35da4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:08:54.236525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 66e558dc-8515-43bc-9ca4-fc953ed62c1f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:08:54.286952 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:08:54.309480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 66e558dc-8515-43bc-9ca4-fc953ed62c1f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:08:54.309908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:54.316721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-525e0ccb-d195-4640-97a2-c814b3a35da4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:08:54.318563 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-525e0ccb-d195-4640-97a2-c814b3a35da4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635729724&fields=id&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 267 time: 0.1332328 Apr 22 18:08:54.376892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2f1b4cdb-2e44-4f50-ab31-c46bbb9e25d8 None None] Provisioning for port 8190839a-a0c4-4639-8484-deee4ae73926 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:08:54.385347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2f1b4cdb-2e44-4f50-ab31-c46bbb9e25d8 None None] Provisioning complete for port 8190839a-a0c4-4639-8484-deee4ae73926 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:08:54.388879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2f1b4cdb-2e44-4f50-ab31-c46bbb9e25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:54.512012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7e44e8b3-1a12-48de-852e-b98d2b13a6bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:08:54.518518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-38f9f313-8ab3-4acd-9feb-0ded5acba869 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:08:54.519337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-38f9f313-8ab3-4acd-9feb-0ded5acba869 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:08:54.537652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b4cdb-2e44-4f50-ab31-c46bbb9e25d8 None None] Port 8190839a-a0c4-4639-8484-deee4ae73926 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:08:54.573027 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:08:54.596517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-38f9f313-8ab3-4acd-9feb-0ded5acba869 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:08:54.597697 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-38f9f313-8ab3-4acd-9feb-0ded5acba869 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/networks?id=511bc7df-1c2e-4960-8439-5abef5b02bbd HTTP/1.1" status: 200 len: 796 time: 0.2719388 Apr 22 18:08:54.613185 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-7ecef24e-94ba-4597-b4e2-fd9f1ec2d796 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/quotas/4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 375 time: 0.0094836 Apr 22 18:08:54.639909 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:53Z', 'revision_number': 2, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:54.644634 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Checking router: c7255a02-3cd4-4455-b649-7341c8bf83d3 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:08:54.644995 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Updating router c7255a02-3cd4-4455-b649-7341c8bf83d3 port 8190839a-a0c4-4639-8484-deee4ae73926 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:08:54.648120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:08:54.654175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:08:54.654293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:54.702424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-72d2e61e-61e4-4265-b14b-ba784f91bca0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:08:54.714451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-43f3573d-aedb-4e82-9708-aa5351409863 None None] Provisioning complete for port 8190839a-a0c4-4639-8484-deee4ae73926 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:08:54.714850 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-43f3573d-aedb-4e82-9708-aa5351409863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:54.715492 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:54.773543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-72d2e61e-61e4-4265-b14b-ba784f91bca0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:08:54.774905 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-72d2e61e-61e4-4265-b14b-ba784f91bca0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556692 Apr 22 18:08:54.789567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-43f3573d-aedb-4e82-9708-aa5351409863 None None] Port 8190839a-a0c4-4639-8484-deee4ae73926 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:08:54.855534 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:54.893491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7e44e8b3-1a12-48de-852e-b98d2b13a6bb,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:08:54.908010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-dcbb7062-64f9-43ad-b7eb-b9224e3d5bc4 None None] Provisioning complete for port 8190839a-a0c4-4639-8484-deee4ae73926 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:08:54.908622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7062-64f9-43ad-b7eb-b9224e3d5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:54.961129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7062-64f9-43ad-b7eb-b9224e3d5bc4 None None] Port 8190839a-a0c4-4639-8484-deee4ae73926 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:08:54.963064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:55.035280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=7e44e8b3-1a12-48de-852e-b98d2b13a6bb,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:55.093857 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:55.097233 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-1928ba00-24a1-4a15-82d7-42d7891b5f7d service neutron] 10.222.0.10 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099728 Apr 22 18:08:55.105688 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Transition to ACTIVE for port object 8190839a-a0c4-4639-8484-deee4ae73926 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:08:55.219565 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:55.224890 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-2fa3eb21-b012-4c0d-a947-2e0939c8d603 service neutron] 10.222.0.10 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218820 Apr 22 18:08:55.372247 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Pushing event updated for resources: {'Port': ['ID=8190839a-a0c4-4639-8484-deee4ae73926,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:55.388352 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.388699 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.389042 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.389376 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.389884 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.390036 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.390525 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.390883 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.391206 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.391538 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.391860 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.392183 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:08:55.451739 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Attempting to bind port 8190839a-a0c4-4639-8484-deee4ae73926 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:08:55.451969 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Attempting to bind port 8190839a-a0c4-4639-8484-deee4ae73926 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:08:55.452322 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Attempting to bind port 8190839a-a0c4-4639-8484-deee4ae73926 on network 511bc7df-1c2e-4960-8439-5abef5b02bbd {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:08:55.458090 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:08:55.458663 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Checking segment: {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:08:55.459130 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:55.459478 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Bound using segment: {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:08:55.459964 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Bound port: 8190839a-a0c4-4639-8484-deee4ae73926, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:08:55.460340 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:55.496893 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-535aca19-901c-4eb8-bdd9-642bdb3e2933 req-678efe74-1431-4082-b73c-cb0ce42227f0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:08:55.508083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-535aca19-901c-4eb8-bdd9-642bdb3e2933 req-678efe74-1431-4082-b73c-cb0ce42227f0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:08:55.509209 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-535aca19-901c-4eb8-bdd9-642bdb3e2933 req-678efe74-1431-4082-b73c-cb0ce42227f0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 210 time: 0.0545061 Apr 22 18:08:55.551700 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] For port 8190839a-a0c4-4639-8484-deee4ae73926, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:08:55.554530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] For port 8190839a-a0c4-4639-8484-deee4ae73926, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8190839a-a0c4-4639-8484-deee4ae73926,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:08:55.642059 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:55.724764 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:08:55.725397 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:08:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:55.779187 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4295d-8704-4c29-bb5b-666213cae6fd None None] Pushing event updated for resources: {'Port': ['ID=8190839a-a0c4-4639-8484-deee4ae73926,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:55.906638 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:08:56.134879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7e44e8b3-1a12-48de-852e-b98d2b13a6bb up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:08:56.200944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:08:56.201314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:56.234501 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:55Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:08:56.238448 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d178dcf-7281-49ab-bd1d-1a07bd1d49a2 None None] The sync data for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:55Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:08:56.604624 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-016042bf-9507-4cfe-b78b-bccc4a2f70dc req-5b170c3f-9f1e-4046-ade2-dda85a252b07 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 210 time: 0.0447531 Apr 22 18:08:57.699177 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-611844bc-6eb9-461d-aaa9-c8aa207bf628 req-6e538f4c-d74c-4c99-ac51-affff27f3338 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 210 time: 0.0416081 Apr 22 18:08:58.150329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8190839a-a0c4-4639-8484-deee4ae73926 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:08:58.287838 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 8190839a-a0c4-4639-8484-deee4ae73926 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:08:58.292662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8190839a-a0c4-4639-8484-deee4ae73926 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:08:58.293037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:58.408439 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:58.440342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 8190839a-a0c4-4639-8484-deee4ae73926, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8190839a-a0c4-4639-8484-deee4ae73926,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:08:58.510414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:08:58.606145 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=8190839a-a0c4-4639-8484-deee4ae73926,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:08:58.793517 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b041e59c-aeeb-49d7-aede-aad890dc7b73 req-e414044a-137d-4e81-b285-dfb01a752690 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 210 time: 0.0418713 Apr 22 18:08:59.937705 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dce87100-153f-45f0-8ac8-39a88beafb95 req-0fc7eac0-0e46-45f8-a1f1-495e4b924fd3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 210 time: 0.0443063 Apr 22 18:09:00.136347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8190839a-a0c4-4639-8484-deee4ae73926 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:09:00.201406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 8190839a-a0c4-4639-8484-deee4ae73926 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:09:00.201778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:00.413527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-adb68183-221d-456b-9e7f-bef052591dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:01.085832 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70f3f521-68d3-4c54-a061-760b66b14211 req-75ca36f7-5b0a-426f-b633-aad1f5eedf8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 210 time: 0.0445960 Apr 22 18:09:01.579733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-573e8b38-f75f-4fb9-ba11-61ae5c4d3cc3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:01.581144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-573e8b38-f75f-4fb9-ba11-61ae5c4d3cc3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/networks?id=511bc7df-1c2e-4960-8439-5abef5b02bbd HTTP/1.1" status: 200 len: 796 time: 0.1441581 Apr 22 18:09:01.630190 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-1492d690-85f7-44d7-aa3e-8cf78f7e4864 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 379 time: 0.0397172 Apr 22 18:09:01.638007 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'port': {'device_id': '402ba348-8773-422b-99fc-a8ced170a59a', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'admin_state_up': True, 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'security_groups': ['4501f8ed-7e5d-4675-8d1a-a638a4c192a4']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:09:01.772106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:09:01.782059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:09:01.880990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:09:01.884600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:02.046648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.3 (511bc7df-1c2e-4960-8439-5abef5b02bbd/658aea2c-27f7-41c7-a368-7c52bd4f7bbe/114dc1ce-3659-420e-9193-9df10dc59b41) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:09:02.231811 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4e9ea346-ec1a-4a66-aeb6-7cf50f54c295 req-28bed84d-75c9-4230-ba6f-db597fa16ab0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 210 time: 0.0416300 Apr 22 18:09:02.232421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:02.248938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object 114dc1ce-3659-420e-9193-9df10dc59b41 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:09:02.328119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:02.392769 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:09:02.403335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:09:02.408283 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:09:02.442174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=114dc1ce-3659-420e-9193-9df10dc59b41,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:09:02.474304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:02.474941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:02.580968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-09814c58-371a-4b5b-bc57-74e51e76852e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441042 Apr 22 18:09:02.589625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Request body: {'port': {'device_id': '402ba348-8773-422b-99fc-a8ced170a59a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:09:02.642616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1a992c30-8e2e-457e-881a-2509f91e2e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:02.701057 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:02.744215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e4a663ec-9576-4783-b21b-cb9a364ba86b None None] Provisioning for port 114dc1ce-3659-420e-9193-9df10dc59b41 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:09:02.748954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e4a663ec-9576-4783-b21b-cb9a364ba86b None None] Provisioning complete for port 114dc1ce-3659-420e-9193-9df10dc59b41 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:09:02.749330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e4a663ec-9576-4783-b21b-cb9a364ba86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:02.804158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e4a663ec-9576-4783-b21b-cb9a364ba86b None None] Port 114dc1ce-3659-420e-9193-9df10dc59b41 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:09:03.030644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114dc1ce-3659-420e-9193-9df10dc59b41 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:09:03.037691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:03.051531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Transition to ACTIVE for port object 114dc1ce-3659-420e-9193-9df10dc59b41 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:09:03.120783 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:03.399611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Pushing event updated for resources: {'Port': ['ID=114dc1ce-3659-420e-9193-9df10dc59b41,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:09:03.522193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Attempting to bind port 114dc1ce-3659-420e-9193-9df10dc59b41 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:09:03.522430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Attempting to bind port 114dc1ce-3659-420e-9193-9df10dc59b41 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:09:03.522729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Attempting to bind port 114dc1ce-3659-420e-9193-9df10dc59b41 on network 511bc7df-1c2e-4960-8439-5abef5b02bbd {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:09:03.535335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5218626-0064-4544-828e-c3504676aa67 req-f003f17a-ecf7-404d-ae9d-6c0841a82e55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:03.536024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b5218626-0064-4544-828e-c3504676aa67 req-f003f17a-ecf7-404d-ae9d-6c0841a82e55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:09:03.539299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Port 114dc1ce-3659-420e-9193-9df10dc59b41 on network 511bc7df-1c2e-4960-8439-5abef5b02bbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:09:03.539613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Attempting to bind port 114dc1ce-3659-420e-9193-9df10dc59b41 on network 511bc7df-1c2e-4960-8439-5abef5b02bbd {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:09:03.547670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:09:03.548003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Checking segment: {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:09:03.548377 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Bound using segment: {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:09:03.548795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Bound port: 114dc1ce-3659-420e-9193-9df10dc59b41, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269cbaef-4efc-4fc6-a970-25275dec3508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:09:03.549134 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:03.642507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] For port 114dc1ce-3659-420e-9193-9df10dc59b41, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:09:03.645455 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] For port 114dc1ce-3659-420e-9193-9df10dc59b41, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=114dc1ce-3659-420e-9193-9df10dc59b41,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:09:03.647430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-b5218626-0064-4544-828e-c3504676aa67 req-f003f17a-ecf7-404d-ae9d-6c0841a82e55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:09:03.648597 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b5218626-0064-4544-828e-c3504676aa67 req-f003f17a-ecf7-404d-ae9d-6c0841a82e55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 943 time: 0.3017373 Apr 22 18:09:03.693926 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b5218626-0064-4544-828e-c3504676aa67 req-8ff72840-0704-4604-94da-287fa9ef8b65 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393827 Apr 22 18:09:03.716770 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:03.772851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:03.776436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:03.776906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:03.778312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/114dc1ce-3659-420e-9193-9df10dc59b41 HTTP/1.1" status: 200 len: 1093 time: 1.1928294 Apr 22 18:09:03.778781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:09:03.813876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d526a-11d9-4a27-b050-b4e612cb50c9 service neutron] Pushing event updated for resources: {'Port': ['ID=114dc1ce-3659-420e-9193-9df10dc59b41,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:09:03.834650 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b623b95e-201d-4d9c-b9ac-8dc54e29418e'] response: {'name': 'network-changed', 'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41', 'status': 'completed', 'code': 200} Apr 22 18:09:03.921498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:03.928198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca7267-5d8a-47b2-aec6-aca42ffb65f8 req-c52ea098-55ce-4e64-934c-650c63195b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:03.929695 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c8ca7267-5d8a-47b2-aec6-aca42ffb65f8 req-c52ea098-55ce-4e64-934c-650c63195b7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1096 time: 0.0750377 Apr 22 18:09:04.069470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca7267-5d8a-47b2-aec6-aca42ffb65f8 req-e97ced3f-03d7-4e83-ba02-21837af4a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:04.070966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c8ca7267-5d8a-47b2-aec6-aca42ffb65f8 req-e97ced3f-03d7-4e83-ba02-21837af4a7e0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e5e79c6751a46a882f733e37155bacf&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1346889 Apr 22 18:09:04.203892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca7267-5d8a-47b2-aec6-aca42ffb65f8 req-8f32ebf1-450a-4b4d-9595-bf8e5751568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:04.205321 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c8ca7267-5d8a-47b2-aec6-aca42ffb65f8 req-8f32ebf1-450a-4b4d-9595-bf8e5751568b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1291585 Apr 22 18:09:04.308203 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-3f9dd067-c8a3-4781-91d8-07177f3f63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:04.309593 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-3f9dd067-c8a3-4781-91d8-07177f3f63bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1096 time: 0.0699139 Apr 22 18:09:04.381012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-969ae472-61e2-4628-8ad0-a0f8886604c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=114dc1ce-3659-420e-9193-9df10dc59b41 HTTP/1.1" status: 200 len: 217 time: 0.0648680 Apr 22 18:09:04.445375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-8b8371b4-a03a-466f-be90-9d49a7fe814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:04.446840 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-8b8371b4-a03a-466f-be90-9d49a7fe814c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=658aea2c-27f7-41c7-a368-7c52bd4f7bbe HTTP/1.1" status: 200 len: 835 time: 0.0604513 Apr 22 18:09:04.520635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-7d47baac-626c-4eed-928a-e6f9dadec231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:04.522107 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-7d47baac-626c-4eed-928a-e6f9dadec231 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511bc7df-1c2e-4960-8439-5abef5b02bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691707 Apr 22 18:09:04.659324 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-f04d7d43-ad0f-4c31-bc54-7f01745051a5 service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300035 Apr 22 18:09:04.733716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:04.791701 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3a4bf142-a913-49d2-9efd-9296a4cf874b req-e06218dc-44ff-44cb-8284-6068b943d686 service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272488 Apr 22 18:09:04.881393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f4f9e-b188-4977-a454-5fc8a78f267c req-790a79b8-f148-4ebd-84cf-d57dc2922821 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:04.882882 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f7f4f9e-b188-4977-a454-5fc8a78f267c req-790a79b8-f148-4ebd-84cf-d57dc2922821 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 943 time: 0.0802400 Apr 22 18:09:04.930670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f7f4f9e-b188-4977-a454-5fc8a78f267c req-cd84fe01-f25a-43d6-9f27-2bc9b0a0f845 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420659 Apr 22 18:09:05.190162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:06.113511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d600da-142d-41d1-91fe-a03527598262 req-32d84bac-d827-4185-8b98-d2dd0ac060d8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:06.114901 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e1d600da-142d-41d1-91fe-a03527598262 req-32d84bac-d827-4185-8b98-d2dd0ac060d8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 943 time: 0.0811265 Apr 22 18:09:06.258108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-e1d600da-142d-41d1-91fe-a03527598262 req-071bf9ca-9f4f-4be7-8f63-47171382a1cb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:09:06.270319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-e1d600da-142d-41d1-91fe-a03527598262 req-071bf9ca-9f4f-4be7-8f63-47171382a1cb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:09:06.271511 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e1d600da-142d-41d1-91fe-a03527598262 req-071bf9ca-9f4f-4be7-8f63-47171382a1cb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508696 Apr 22 18:09:07.452016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3bc8f-c768-47cc-b5d8-3bde23e6a1db req-b4dfecb7-3567-49df-964f-235774047c2d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:07.453472 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8bb3bc8f-c768-47cc-b5d8-3bde23e6a1db req-b4dfecb7-3567-49df-964f-235774047c2d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 943 time: 0.0794325 Apr 22 18:09:07.496899 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8bb3bc8f-c768-47cc-b5d8-3bde23e6a1db req-6ddaef0d-7712-410d-8871-eeb90c4cf701 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Apr 22 18:09:08.679785 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8636771-8940-45f0-8ea9-e31ab3874f68 req-f4ae3f6c-49b4-49c9-b6e8-99490cdc7431 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:08.681259 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d8636771-8940-45f0-8ea9-e31ab3874f68 req-f4ae3f6c-49b4-49c9-b6e8-99490cdc7431 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 943 time: 0.0790787 Apr 22 18:09:08.723952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d8636771-8940-45f0-8ea9-e31ab3874f68 req-719d2f05-4e0d-49fb-ad13-fdbe36d0adc3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371552 Apr 22 18:09:08.972452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 114dc1ce-3659-420e-9193-9df10dc59b41 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:09:09.099726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 114dc1ce-3659-420e-9193-9df10dc59b41, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=114dc1ce-3659-420e-9193-9df10dc59b41,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:09:09.112790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '114dc1ce-3659-420e-9193-9df10dc59b41', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'port_id': '114dc1ce-3659-420e-9193-9df10dc59b41', 'mac_address': 'fa:16:3e:c8:19:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:09:09.165801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:09.181509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114dc1ce-3659-420e-9193-9df10dc59b41 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:09:09.195954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 114dc1ce-3659-420e-9193-9df10dc59b41, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=114dc1ce-3659-420e-9193-9df10dc59b41,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:09:09.292939 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:09.360391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=114dc1ce-3659-420e-9193-9df10dc59b41,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:09:09.606157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['114dc1ce-3659-420e-9193-9df10dc59b41'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:09:10.003047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0816-8218-48a5-9c50-fd51aa10ea09 req-a364f648-0d37-4b5a-a81b-eaaf85dfe16f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:10.004478 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82fb0816-8218-48a5-9c50-fd51aa10ea09 req-a364f648-0d37-4b5a-a81b-eaaf85dfe16f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 944 time: 0.1779590 Apr 22 18:09:10.046240 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82fb0816-8218-48a5-9c50-fd51aa10ea09 req-65e15339-849b-4730-bcba-5236f90ece50 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361719 Apr 22 18:09:10.971988 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 114dc1ce-3659-420e-9193-9df10dc59b41 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:09:11.104712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 114dc1ce-3659-420e-9193-9df10dc59b41 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:09:11.111004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 114dc1ce-3659-420e-9193-9df10dc59b41 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:09:11.111004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:11.226826 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:11.232264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc04c8c-2f54-4fe8-b1e0-7edfcc6cc77f req-7e1936be-d82a-427c-8156-64ee5b1db578 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:11.233762 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ebc04c8c-2f54-4fe8-b1e0-7edfcc6cc77f req-7e1936be-d82a-427c-8156-64ee5b1db578 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 944 time: 0.0822103 Apr 22 18:09:11.253825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:09:11.263389 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 114dc1ce-3659-420e-9193-9df10dc59b41, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=114dc1ce-3659-420e-9193-9df10dc59b41,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:09:11.279779 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ebc04c8c-2f54-4fe8-b1e0-7edfcc6cc77f req-2e2b7e05-53eb-4dbc-bc92-ed453c74992d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403056 Apr 22 18:09:11.322349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:11.360322 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95035f5c-e02c-491d-bf62-a0b08c2359f7'] response: {'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41', 'code': 200} Apr 22 18:09:11.395469 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=114dc1ce-3659-420e-9193-9df10dc59b41,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:09:11.703977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582fd26-ab79-4e38-89db-66103f5ccd90 req-7f8b2220-bde3-4d18-ba03-b96f98a5bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:11.707465 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8582fd26-ab79-4e38-89db-66103f5ccd90 req-7f8b2220-bde3-4d18-ba03-b96f98a5bd81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1098 time: 0.0679324 Apr 22 18:09:11.744700 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8582fd26-ab79-4e38-89db-66103f5ccd90 req-5f3f7a8a-aa35-4d4c-ad2e-f9a15e104fe0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335269 Apr 22 18:09:12.465698 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11690411-6e1d-4037-a9fd-fdec49971c43 req-0bf00f06-30ec-429a-b8e8-b1af10628a9d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:12.467163 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11690411-6e1d-4037-a9fd-fdec49971c43 req-0bf00f06-30ec-429a-b8e8-b1af10628a9d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0833247 Apr 22 18:09:12.510161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-11690411-6e1d-4037-a9fd-fdec49971c43 req-c16077f9-ad8f-4c39-865f-9df8326a10d9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367749 Apr 22 18:09:13.697475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda5766-106d-465c-b12f-385d1b24ad75 req-82d393f7-198f-43b1-847c-074c4022dba4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:13.698964 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4eda5766-106d-465c-b12f-385d1b24ad75 req-82d393f7-198f-43b1-847c-074c4022dba4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0837922 Apr 22 18:09:13.742280 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4eda5766-106d-465c-b12f-385d1b24ad75 req-3c9124ca-bd75-48af-9c8a-71293842e82c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377629 Apr 22 18:09:13.919357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546e1f-4d65-4195-ac30-dd6817df4256 req-2a751a3c-6f4f-456f-9705-6b9f311d1dea tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:13.920778 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1546e1f-4d65-4195-ac30-dd6817df4256 req-2a751a3c-6f4f-456f-9705-6b9f311d1dea tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0782626 Apr 22 18:09:13.963555 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1546e1f-4d65-4195-ac30-dd6817df4256 req-3183c42f-b2b3-46e2-8566-e90915e0019b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367198 Apr 22 18:09:13.985369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59514) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:09:14.056749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ccf58-7d42-48d3-99ea-65549f04ca86 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:14.058218 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5a4ccf58-7d42-48d3-99ea-65549f04ca86 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1093 time: 0.0718646 Apr 22 18:09:14.060944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59518) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:09:14.065915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '114dc1ce-3659-420e-9193-9df10dc59b41', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:09:14.071732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:09:14.075545 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:floatingip and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:09:14.078403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:09:14.084202 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:09:14.172793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:14.305619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:14.436939 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.108 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/bdc523d0-f809-4001-aeaf-aa3220fa0f6a) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:09:14.580754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:14.665207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:14.726415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:09:14.729248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:09:14.731808 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:09:14.785466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=bdc523d0-f809-4001-aeaf-aa3220fa0f6a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:09:15.145473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:15.277652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:15.480986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:15.543157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:15.750868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=bdc523d0-f809-4001-aeaf-aa3220fa0f6a,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:09:15.760470 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:15.926614 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 082e3b26-777a-485c-84f5-94b8ca5769c8 associated. External IP: 172.26.3.108, port: 114dc1ce-3659-420e-9193-9df10dc59b41. Apr 22 18:09:16.267789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router c7255a02-3cd4-4455-b649-7341c8bf83d3 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:09:16.442338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:09:16.451745 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] Sync routers for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:09:16.461279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:09:16.462081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:09:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:09:16.549496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:16.606873 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-654b4e21-0798-49c8-89da-22bfc3254ae7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5448732 Apr 22 18:09:16.607843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:09:16.640406 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:09:16.652905 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a6c461-7604-43fc-aada-549f75753d29'] response: {'name': 'network-changed', 'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41', 'status': 'completed', 'code': 200} Apr 22 18:09:16.800805 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-1c0db3b7-50ef-4168-b012-f711eb9726d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:16.802302 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-1c0db3b7-50ef-4168-b012-f711eb9726d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1098 time: 0.1278574 Apr 22 18:09:16.813961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddcaed-81c9-4a5e-a971-5033d3a13892 req-73698622-d7f7-4510-9970-4c13aa26c4c9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:16.815350 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5cddcaed-81c9-4a5e-a971-5033d3a13892 req-73698622-d7f7-4510-9970-4c13aa26c4c9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.1059294 Apr 22 18:09:16.951311 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5cddcaed-81c9-4a5e-a971-5033d3a13892 req-fcaa61b1-f3ec-430e-baf8-3aab536af250 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148162 Apr 22 18:09:16.974274 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59526) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:09:16.977920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-dd16bf3f-07be-469f-b869-175cdb2e9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:16.979322 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-dd16bf3f-07be-469f-b869-175cdb2e9909 service neutron] 10.222.0.16 "GET /v2.0/networks?id=511bc7df-1c2e-4960-8439-5abef5b02bbd HTTP/1.1" status: 200 len: 896 time: 0.1631436 Apr 22 18:09:17.015881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '082e3b26-777a-485c-84f5-94b8ca5769c8', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'port_id': '114dc1ce-3659-420e-9193-9df10dc59b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'mac_address': 'fa:16:3e:c8:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402ba348-8773-422b-99fc-a8ced170a59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:09:15Z', 'updated_at': '2022-04-22T18:09:15Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:09:17.019754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] Checking router: c7255a02-3cd4-4455-b649-7341c8bf83d3 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:09:17.028003 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:09:17.028722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:09:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:09:17.082248 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-5c1da492-dda7-4180-85b9-a802fb81b8ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=114dc1ce-3659-420e-9193-9df10dc59b41 HTTP/1.1" status: 200 len: 999 time: 0.0964594 Apr 22 18:09:17.083136 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-82c2aa7f-1f0d-4c2b-99c4-c49a4bd206b2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/082e3b26-777a-485c-84f5-94b8ca5769c8 HTTP/1.1" status: 200 len: 991 time: 0.1075454 Apr 22 18:09:17.142748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-abde7337-b592-4fbf-8c02-311b9c689599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:17.144212 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-abde7337-b592-4fbf-8c02-311b9c689599 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=658aea2c-27f7-41c7-a368-7c52bd4f7bbe HTTP/1.1" status: 200 len: 835 time: 0.0565860 Apr 22 18:09:17.202894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:09:17.216727 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-c2548676-76b5-4a89-9b86-9871667a5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:17.218195 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-c2548676-76b5-4a89-9b86-9871667a5046 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511bc7df-1c2e-4960-8439-5abef5b02bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682554 Apr 22 18:09:17.465925 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-2f7e0bbd-076a-406b-9783-5b913db0731f service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415628 Apr 22 18:09:17.548776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '082e3b26-777a-485c-84f5-94b8ca5769c8', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'port_id': '114dc1ce-3659-420e-9193-9df10dc59b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'mac_address': 'fa:16:3e:c8:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402ba348-8773-422b-99fc-a8ced170a59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:09:15Z', 'updated_at': '2022-04-22T18:09:15Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:09:17.552693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51e3f3-ad89-48c8-8215-1c4431150c02 None None] The sync data for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '082e3b26-777a-485c-84f5-94b8ca5769c8', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'port_id': '114dc1ce-3659-420e-9193-9df10dc59b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'mac_address': 'fa:16:3e:c8:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402ba348-8773-422b-99fc-a8ced170a59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:09:15Z', 'updated_at': '2022-04-22T18:09:15Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:09:17.596387 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-70ed04c6-ef44-4c2a-a8fb-19b7265ca670 req-1c2b319a-305a-40fd-b03c-554e89b6d02b service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249290 Apr 22 18:09:17.737166 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096797c7-970a-4180-a952-a060eca2992d None None] New status for floating IP 082e3b26-777a-485c-84f5-94b8ca5769c8: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:09:18.086927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59530) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:09:18.190466 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4a22995a-505b-48c9-9d21-8877e659f4ca tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/082e3b26-777a-485c-84f5-94b8ca5769c8 HTTP/1.1" status: 200 len: 993 time: 0.1023633 Apr 22 18:09:30.413540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c9f32c07-6775-48ff-8381-cc0ab43e71ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:31.561093 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:09:32.624166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cfd323ff-14db-4d25-9c91-c8a3ef77758f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:33.773105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:33.893009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:34.767800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:35.183124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:09:41.995594 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-3be9e399-3ce2-4d22-8125-a38f7eca6a2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119344 Apr 22 18:09:42.128654 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-3dea4097-ec0e-4225-ab6f-0870c131d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:42.130128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-3dea4097-ec0e-4225-ab6f-0870c131d520 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1098 time: 0.0697453 Apr 22 18:09:42.269870 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-31e2bb79-96b9-4522-b539-fe8c988a4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:42.271367 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-31e2bb79-96b9-4522-b539-fe8c988a4001 service neutron] 10.222.0.16 "GET /v2.0/networks?id=511bc7df-1c2e-4960-8439-5abef5b02bbd HTTP/1.1" status: 200 len: 896 time: 0.1244001 Apr 22 18:09:42.373918 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-0eb1c449-de15-4f3d-8ff8-69c7997dfe90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=114dc1ce-3659-420e-9193-9df10dc59b41 HTTP/1.1" status: 200 len: 1001 time: 0.0966048 Apr 22 18:09:42.437223 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-5a287fb8-cd56-4e41-899d-b3e78d493f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:42.438620 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-5a287fb8-cd56-4e41-899d-b3e78d493f9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=658aea2c-27f7-41c7-a368-7c52bd4f7bbe HTTP/1.1" status: 200 len: 835 time: 0.0585666 Apr 22 18:09:42.511001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-aa67ae16-7019-48a2-afa3-777cf302ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:09:42.512429 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-aa67ae16-7019-48a2-afa3-777cf302ddfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511bc7df-1c2e-4960-8439-5abef5b02bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677805 Apr 22 18:09:42.640634 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-abbe1e79-c012-4a65-9d7d-9bbeba9582bf service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206818 Apr 22 18:09:42.767991 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6a51e3bd-8278-45dc-a04a-dad95e9e50de req-979d204f-ccc2-452a-80ce-a39c36a14e9b service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209390 Apr 22 18:10:00.429947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d6ebace1-3e64-4c8d-9f75-7e997f2f8023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:02.668435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3a4e305f-5861-40ff-aa2b-d38258268b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:03.759833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:03.908332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:04.755436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:05.195503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:08.560314 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:10:19.276504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-b7344738-4811-4991-9eae-db811ec28603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:19.277964 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-b7344738-4811-4991-9eae-db811ec28603 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1098 time: 0.0742338 Apr 22 18:10:19.334508 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec50fe-41b4-44c3-a268-3539d58a2d0c req-c4138ac3-0c3d-4f0f-b3ab-1225e9165a56 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:19.336021 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9bec50fe-41b4-44c3-a268-3539d58a2d0c req-c4138ac3-0c3d-4f0f-b3ab-1225e9165a56 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.1579719 Apr 22 18:10:19.382414 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9bec50fe-41b4-44c3-a268-3539d58a2d0c req-f433a14a-a975-43c2-9967-f8e399ca40b2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405321 Apr 22 18:10:19.409651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-a06b15cf-0734-4757-801a-7454f48bc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:19.411112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-a06b15cf-0734-4757-801a-7454f48bc46f service neutron] 10.222.0.16 "GET /v2.0/networks?id=511bc7df-1c2e-4960-8439-5abef5b02bbd HTTP/1.1" status: 200 len: 896 time: 0.1271052 Apr 22 18:10:19.509285 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-f471eb64-3ee3-4c64-aaf7-cc206f4290da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=114dc1ce-3659-420e-9193-9df10dc59b41 HTTP/1.1" status: 200 len: 1001 time: 0.0920079 Apr 22 18:10:19.572669 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-914ce5bb-3802-4e14-9345-22a3cd88889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:19.574044 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-914ce5bb-3802-4e14-9345-22a3cd88889a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=658aea2c-27f7-41c7-a368-7c52bd4f7bbe HTTP/1.1" status: 200 len: 835 time: 0.0590658 Apr 22 18:10:19.646592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-579b5784-e4c0-4a4a-8d9e-88aeada18043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:19.647983 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-579b5784-e4c0-4a4a-8d9e-88aeada18043 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511bc7df-1c2e-4960-8439-5abef5b02bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682256 Apr 22 18:10:19.776159 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-053e4ad9-a3d0-4fae-af6c-3559a63f62f3 service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213040 Apr 22 18:10:19.904134 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-baa1ac71-2196-47f3-8607-4cf130d94978 req-ee27948b-15f9-4a8c-aba4-541fb46ec82a service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224518 Apr 22 18:10:20.707037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61acbf-0ded-4835-bc4a-850524408c1e req-b993051e-9e34-439c-b1bf-33a1763df9fd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:20.708492 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fd61acbf-0ded-4835-bc4a-850524408c1e req-b993051e-9e34-439c-b1bf-33a1763df9fd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.2210019 Apr 22 18:10:20.751952 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fd61acbf-0ded-4835-bc4a-850524408c1e req-5587acbe-2094-4e72-bec8-2dbadeccc561 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377705 Apr 22 18:10:21.929303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa55d2-acea-44b9-aa78-845785263a98 req-d1bfc406-d498-4973-9b51-34a4b66d387b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:21.936776 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0bfa55d2-acea-44b9-aa78-845785263a98 req-d1bfc406-d498-4973-9b51-34a4b66d387b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0777023 Apr 22 18:10:21.973762 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0bfa55d2-acea-44b9-aa78-845785263a98 req-e6907ada-ddae-406c-99ee-de2d48d18ead tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374639 Apr 22 18:10:23.156143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a57e54-d5b0-4a94-b40d-d669f557ea6a req-1eca3ed3-831b-4c2e-a5e8-c7ad6b8d8237 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:23.157629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47a57e54-d5b0-4a94-b40d-d669f557ea6a req-1eca3ed3-831b-4c2e-a5e8-c7ad6b8d8237 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0786333 Apr 22 18:10:23.199886 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47a57e54-d5b0-4a94-b40d-d669f557ea6a req-75806e62-3a93-45e5-9bc3-bc79d759c9b0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367303 Apr 22 18:10:24.386369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c350c8f-1024-4490-8488-c20af7f053a1 req-ccebaf9c-015f-4a20-8573-77ff42c565e4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:24.387815 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2c350c8f-1024-4490-8488-c20af7f053a1 req-ccebaf9c-015f-4a20-8573-77ff42c565e4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0817854 Apr 22 18:10:24.431425 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2c350c8f-1024-4490-8488-c20af7f053a1 req-1d7d32b8-eab5-42de-bc8a-165b8a65c041 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377135 Apr 22 18:10:25.617709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff19e3-4b53-43e4-874f-46f27ea1ac3d req-bcec9208-e876-423e-a7b8-c28f62bc6b28 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:25.619154 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-02ff19e3-4b53-43e4-874f-46f27ea1ac3d req-bcec9208-e876-423e-a7b8-c28f62bc6b28 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0810561 Apr 22 18:10:25.661538 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-02ff19e3-4b53-43e4-874f-46f27ea1ac3d req-a3959f8e-5893-4815-b07a-ff8073164988 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368168 Apr 22 18:10:26.843766 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78390e91-67db-4c31-84d2-bee03f7cfa35 req-01435580-2d56-4bb0-b564-ccdb87f37955 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:26.845268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-78390e91-67db-4c31-84d2-bee03f7cfa35 req-01435580-2d56-4bb0-b564-ccdb87f37955 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0773466 Apr 22 18:10:26.891161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-78390e91-67db-4c31-84d2-bee03f7cfa35 req-207b5724-ee12-44f8-b993-dce5ff346d8b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401280 Apr 22 18:10:28.072912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1d110-5bf5-46d1-9bf2-58f8021e60dd req-31a054f2-6047-4df2-8d54-5e751c4fcceb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:28.074221 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d6f1d110-5bf5-46d1-9bf2-58f8021e60dd req-31a054f2-6047-4df2-8d54-5e751c4fcceb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0801654 Apr 22 18:10:28.117672 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d6f1d110-5bf5-46d1-9bf2-58f8021e60dd req-a5cad742-9107-4476-b59f-701e43ec554c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370865 Apr 22 18:10:29.294819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcda826-8a0f-4468-840b-e82aac141662 req-f4f35e08-c22c-4710-9bc6-cf2518590d74 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:29.296240 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dfcda826-8a0f-4468-840b-e82aac141662 req-f4f35e08-c22c-4710-9bc6-cf2518590d74 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0775251 Apr 22 18:10:29.339000 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dfcda826-8a0f-4468-840b-e82aac141662 req-5696158f-16f8-49e8-ae56-585579a17e24 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366685 Apr 22 18:10:30.405189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a659d57c-9104-4ede-b8f0-a151b9dcb561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:30.522284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424bd01-5816-4db5-8cad-65be56010b8a req-e886b789-75c4-4319-81b2-728788539668 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:30.523766 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4424bd01-5816-4db5-8cad-65be56010b8a req-e886b789-75c4-4319-81b2-728788539668 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0802302 Apr 22 18:10:30.567410 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4424bd01-5816-4db5-8cad-65be56010b8a req-265588dd-fac3-4998-9df4-0bdfb3fa95a3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380788 Apr 22 18:10:31.752971 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc912c-f444-49fc-bb64-78cce7562674 req-2859f535-c08f-44a6-abe0-4bb79bc88696 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:31.754382 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3efc912c-f444-49fc-bb64-78cce7562674 req-2859f535-c08f-44a6-abe0-4bb79bc88696 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0814157 Apr 22 18:10:31.796162 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3efc912c-f444-49fc-bb64-78cce7562674 req-b58a7075-693e-45be-8132-d34349a81ebf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362198 Apr 22 18:10:32.635283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-70e21fb9-d528-404f-a060-ece71dc3ec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:33.126211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843261f9-9577-48c0-949f-28e75955fe37 req-60a543f3-4bfb-42f2-aca5-7f38cec25e10 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:33.127590 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-843261f9-9577-48c0-949f-28e75955fe37 req-60a543f3-4bfb-42f2-aca5-7f38cec25e10 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0820496 Apr 22 18:10:33.170855 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-843261f9-9577-48c0-949f-28e75955fe37 req-6a752bbe-682c-4f8b-94e7-09820f080765 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377371 Apr 22 18:10:33.749300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:33.902082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:34.348321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd03a7-e75f-418f-a337-9c1f6531677f req-e33c7926-3efd-4599-8023-9acf68dc0c66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:34.349772 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a2dd03a7-e75f-418f-a337-9c1f6531677f req-e33c7926-3efd-4599-8023-9acf68dc0c66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0774417 Apr 22 18:10:34.393122 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a2dd03a7-e75f-418f-a337-9c1f6531677f req-2fa6491b-6232-4b30-ab3f-25b0a085cbad tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377090 Apr 22 18:10:34.743447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:35.223994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:10:35.575791 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5fe0-8aeb-46a2-b2cf-1e4ec8a5422f req-a7726cfd-2f3f-4cbd-aecc-8005dfadc18e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:35.577260 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bd4a5fe0-8aeb-46a2-b2cf-1e4ec8a5422f req-a7726cfd-2f3f-4cbd-aecc-8005dfadc18e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0799103 Apr 22 18:10:35.624012 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bd4a5fe0-8aeb-46a2-b2cf-1e4ec8a5422f req-34c58660-75c8-4407-b404-7b173ee7f600 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411747 Apr 22 18:10:36.809218 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b537808-67ef-406b-9f52-b559cc4270a4 req-c1144699-03ca-40ab-8030-bfe39daf7cbc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:36.810716 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4b537808-67ef-406b-9f52-b559cc4270a4 req-c1144699-03ca-40ab-8030-bfe39daf7cbc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0856104 Apr 22 18:10:36.853612 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4b537808-67ef-406b-9f52-b559cc4270a4 req-06878730-e5b4-452b-ae4e-a2c3dbc9f3dd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367012 Apr 22 18:10:36.877224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59596) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:10:36.980716 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a4fc0c60-9a0b-4d77-ba83-bae84086018f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/082e3b26-777a-485c-84f5-94b8ca5769c8 HTTP/1.1" status: 200 len: 993 time: 0.1024268 Apr 22 18:10:42.960385 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-4acd892b-144b-4801-9bc1-11dd0230e0fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677078 Apr 22 18:10:43.096303 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-fd7f3c08-c34a-4110-9d35-a7f241258987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:43.097754 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-fd7f3c08-c34a-4110-9d35-a7f241258987 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1098 time: 0.0710390 Apr 22 18:10:43.237910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-bcd439c7-e773-4d79-9d41-81c2ee6d9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:43.239535 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-bcd439c7-e773-4d79-9d41-81c2ee6d9e23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=511bc7df-1c2e-4960-8439-5abef5b02bbd HTTP/1.1" status: 200 len: 896 time: 0.1238346 Apr 22 18:10:43.340652 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-46b28a40-70c7-4ed7-9aa3-a187bce168e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=114dc1ce-3659-420e-9193-9df10dc59b41 HTTP/1.1" status: 200 len: 1001 time: 0.0950377 Apr 22 18:10:43.404627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-b33c39fb-faff-464f-a320-d2b2d0922c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:43.406609 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-b33c39fb-faff-464f-a320-d2b2d0922c53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=658aea2c-27f7-41c7-a368-7c52bd4f7bbe HTTP/1.1" status: 200 len: 835 time: 0.0608926 Apr 22 18:10:43.479583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-6e94df03-b7bf-4e2e-8051-6e2f77822698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:10:43.481037 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-6e94df03-b7bf-4e2e-8051-6e2f77822698 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511bc7df-1c2e-4960-8439-5abef5b02bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685613 Apr 22 18:10:43.611215 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-bc378fd3-c53b-492a-ad0b-bbbe6d5af4c5 service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240456 Apr 22 18:10:43.740583 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9cd181c4-b344-4ee0-a15a-ba2f6dafc8aa req-d5c3385b-66e7-4832-8e42-3e0b81cb9619 service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238267 Apr 22 18:10:45.558434 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:11:00.416055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fb64abf3-aac2-4b20-9151-677f7fb536a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:02.640585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-053c0858-51ff-4c7f-92ed-af3da66d9920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:03.760603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:03.909246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:04.754698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:05.181158 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:22.557864 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:11:30.417081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e94f5447-6168-4375-a2dd-9f08b5b6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:32.245832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59618) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:32.540548 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port bdc523d0-f809-4001-aeaf-aa3220fa0f6a {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:11:32.540804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:32.605886 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db1ee363-9a35-4c1c-b606-b0df743e0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:32.705777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:32.706103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:32.826326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for bdc523d0-f809-4001-aeaf-aa3220fa0f6a owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:11:33.032297 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:33.081482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=bdc523d0-f809-4001-aeaf-aa3220fa0f6a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:33.123582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.123922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.124266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.124604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.124937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.125270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.125598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.125924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.126899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.127234 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.127563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.127892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:33.181288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:33.181630 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 082e3b26-777a-485c-84f5-94b8ca5769c8 disassociated (deleted). External IP: 172.26.3.108, port: 114dc1ce-3659-420e-9193-9df10dc59b41. Apr 22 18:11:33.521841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router c7255a02-3cd4-4455-b649-7341c8bf83d3 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:11:33.695526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:11:33.706762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] Sync routers for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:11:33.713485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:11:33.714087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:11:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:33.768830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:33.798140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:33.855332 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d7b458f9-7e4b-4ad3-930b-74b7fcde9872 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/floatingips/082e3b26-777a-485c-84f5-94b8ca5769c8 HTTP/1.1" status: 204 len: 168 time: 1.6058652 Apr 22 18:11:33.855332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:11:33.901718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:11:33.943485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:33.991830 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44502a83-c196-4822-b366-c561c8b10ff0'] response: {'name': 'network-changed', 'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41', 'status': 'completed', 'code': 200} Apr 22 18:11:34.089381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef04a9-d86d-408c-a841-577a99080b8c req-daf52204-2778-410c-bea8-f43f4385e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:34.090898 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-76ef04a9-d86d-408c-a841-577a99080b8c req-daf52204-2778-410c-bea8-f43f4385e08b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 1098 time: 0.0782769 Apr 22 18:11:34.222842 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef04a9-d86d-408c-a841-577a99080b8c req-7ff1504c-39a4-4fd8-8edf-b899ed6a5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:34.224205 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-76ef04a9-d86d-408c-a841-577a99080b8c req-7ff1504c-39a4-4fd8-8edf-b899ed6a5ae3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=511bc7df-1c2e-4960-8439-5abef5b02bbd HTTP/1.1" status: 200 len: 896 time: 0.1277990 Apr 22 18:11:34.262609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:34.266458 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] Checking router: c7255a02-3cd4-4455-b649-7341c8bf83d3 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:11:34.274916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:11:34.275524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:11:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:34.291859 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-76ef04a9-d86d-408c-a841-577a99080b8c req-c5e26114-5b18-42f0-b02e-50bdbc82809c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=114dc1ce-3659-420e-9193-9df10dc59b41 HTTP/1.1" status: 200 len: 217 time: 0.0617440 Apr 22 18:11:34.361773 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef04a9-d86d-408c-a841-577a99080b8c req-886cb320-903b-45bb-9b5a-5fa4f7f5e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:34.363237 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-76ef04a9-d86d-408c-a841-577a99080b8c req-886cb320-903b-45bb-9b5a-5fa4f7f5e149 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=658aea2c-27f7-41c7-a368-7c52bd4f7bbe HTTP/1.1" status: 200 len: 835 time: 0.0636394 Apr 22 18:11:34.453589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:11:34.603221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef04a9-d86d-408c-a841-577a99080b8c req-8db6e88c-f036-4e32-8d5c-071073d959bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:34.604610 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-76ef04a9-d86d-408c-a841-577a99080b8c req-8db6e88c-f036-4e32-8d5c-071073d959bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511bc7df-1c2e-4960-8439-5abef5b02bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2327852 Apr 22 18:11:34.612771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f11ff0-5612-406f-a51d-c5aa792b9f0d req-4d8b50ed-8888-4f19-999f-c71ba0416d95 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:34.614365 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00f11ff0-5612-406f-a51d-c5aa792b9f0d req-4d8b50ed-8888-4f19-999f-c71ba0416d95 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.2442658 Apr 22 18:11:34.745028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:34.745832 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00f11ff0-5612-406f-a51d-c5aa792b9f0d req-d8440635-f6c7-425f-a837-efdfc6b97923 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119156 Apr 22 18:11:34.772234 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-76ef04a9-d86d-408c-a841-577a99080b8c req-351ba1f4-62ba-418f-8b81-71e51e460196 service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569281 Apr 22 18:11:34.785089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:34.789030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651dca6-80e7-497e-b9c1-54fd8a59da78 None None] The sync data for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '8190839a-a0c4-4639-8484-deee4ae73926', 'name': '', 'network_id': '511bc7df-1c2e-4960-8439-5abef5b02bbd', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:1a:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:51Z', 'updated_at': '2022-04-22T18:08:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '658aea2c-27f7-41c7-a368-7c52bd4f7bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:11:34.908593 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-76ef04a9-d86d-408c-a841-577a99080b8c req-d1402bce-0e2f-42c2-97c3-e083816eaa41 service neutron] 10.222.0.16 "GET /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303771 Apr 22 18:11:35.018529 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea367ef-0e9a-4637-ae43-49591e9bac34 None None] New status for floating IP 082e3b26-777a-485c-84f5-94b8ca5769c8: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:11:35.205947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:36.034149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0435-f9ae-41a3-8ba4-ad7f85953206 req-4a7e1cec-b322-4333-8c6f-d60cfc0e1cb5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:36.034758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d09f0435-f9ae-41a3-8ba4-ad7f85953206 req-4a7e1cec-b322-4333-8c6f-d60cfc0e1cb5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:11:36.108703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d09f0435-f9ae-41a3-8ba4-ad7f85953206 req-4a7e1cec-b322-4333-8c6f-d60cfc0e1cb5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:11:36.109869 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d09f0435-f9ae-41a3-8ba4-ad7f85953206 req-4a7e1cec-b322-4333-8c6f-d60cfc0e1cb5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.2586017 Apr 22 18:11:36.154598 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d09f0435-f9ae-41a3-8ba4-ad7f85953206 req-3605190e-e075-47b5-a783-33f93a98816a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=4501f8ed-7e5d-4675-8d1a-a638a4c192a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383885 Apr 22 18:11:36.167425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-34159d32-70e6-48df-b69d-a0d5327ff725 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:36.168887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-34159d32-70e6-48df-b69d-a0d5327ff725 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 945 time: 0.0791178 Apr 22 18:11:36.240832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 114dc1ce-3659-420e-9193-9df10dc59b41 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:11:36.241169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:36.479277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port 114dc1ce-3659-420e-9193-9df10dc59b41, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=114dc1ce-3659-420e-9193-9df10dc59b41,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:11:36.479640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:36.598033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 114dc1ce-3659-420e-9193-9df10dc59b41 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:11:36.817298 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:36.866955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=114dc1ce-3659-420e-9193-9df10dc59b41,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:36.904863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.905217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.905563 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.905904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.906238 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.906571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.906929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.907259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.908157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.908481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.908807 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.909129 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:36.953096 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] No DVR routers for this DVR port 114dc1ce-3659-420e-9193-9df10dc59b41 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:11:36.955975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:36.958384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'name': 'network-vif-deleted', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:11:37.029390 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f0e7acad-f223-4160-8f56-494e84fb4e19 req-cdd5f08f-baa4-48e9-889e-745effe8c1fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "DELETE /v2.0/ports/114dc1ce-3659-420e-9193-9df10dc59b41 HTTP/1.1" status: 204 len: 173 time: 0.8549635 Apr 22 18:11:37.053506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f7b672-56b6-4f66-af35-d38ad7942c90'] response: {'server_uuid': '402ba348-8773-422b-99fc-a8ced170a59a', 'name': 'network-vif-deleted', 'tag': '114dc1ce-3659-420e-9193-9df10dc59b41', 'status': 'completed', 'code': 200} Apr 22 18:11:37.310475 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-81621ac3-ffec-489a-b77c-ac22109f4e14 req-d335233c-2a5c-4067-a30f-c61c359d924a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=402ba348-8773-422b-99fc-a8ced170a59a HTTP/1.1" status: 200 len: 210 time: 0.0456426 Apr 22 18:11:38.404722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59646) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:38.935858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:39.277515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 8190839a-a0c4-4639-8484-deee4ae73926 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:11:39.277769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:39.461513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port 8190839a-a0c4-4639-8484-deee4ae73926, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=8190839a-a0c4-4639-8484-deee4ae73926,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:11:39.462173 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:39.675654 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 8190839a-a0c4-4639-8484-deee4ae73926 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:11:39.756076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 114dc1ce-3659-420e-9193-9df10dc59b41 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:11:39.790653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 114dc1ce-3659-420e-9193-9df10dc59b41 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:11:39.791050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 114dc1ce-3659-420e-9193-9df10dc59b41 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:11:40.043695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:40.093925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=8190839a-a0c4-4639-8484-deee4ae73926,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:40.364369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:40.711867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router c7255a02-3cd4-4455-b649-7341c8bf83d3 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:11:40.885936 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:11:40.895171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] Sync routers for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:11:40.900138 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ed4e54d8-f7e2-4c10-b39e-a347cb61c54e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/c7255a02-3cd4-4455-b649-7341c8bf83d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4924839 Apr 22 18:11:40.900875 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59650) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:40.904368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:11:40.904978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:11:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:40.964345 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2516ad-1824-48fe-ae91-a7320e47c822 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting subnet 658aea2c-27f7-41c7-a368-7c52bd4f7bbe {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:11:40.967233 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab2516ad-1824-48fe-ae91-a7320e47c822 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:41.086033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:11:41.135685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab2516ad-1824-48fe-ae91-a7320e47c822 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:41.215822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab2516ad-1824-48fe-ae91-a7320e47c822 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:41.347441 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab2516ad-1824-48fe-ae91-a7320e47c822 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:41.365228 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:11:39Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:41.369164 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] Checking router: c7255a02-3cd4-4455-b649-7341c8bf83d3 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:11:41.377855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] Routers {'c7255a02-3cd4-4455-b649-7341c8bf83d3'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:11:41.378661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:11:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['c7255a02-3cd4-4455-b649-7341c8bf83d3'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:41.387768 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2516ad-1824-48fe-ae91-a7320e47c822 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Subnet': ['ID=658aea2c-27f7-41c7-a368-7c52bd4f7bbe,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:41.389703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ab2516ad-1824-48fe-ae91-a7320e47c822 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:41.396952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ab2516ad-1824-48fe-ae91-a7320e47c822 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/subnets/658aea2c-27f7-41c7-a368-7c52bd4f7bbe HTTP/1.1" status: 204 len: 168 time: 0.4945297 Apr 22 18:11:41.399010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59654) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:41.478277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d37a0-0ae1-484e-a469-ff58979248bc None None] Network 511bc7df-1c2e-4960-8439-5abef5b02bbd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:11:41.583851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:41.749750 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] Set router c7255a02-3cd4-4455-b649-7341c8bf83d3 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:11:41.868987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:41.931622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 66e558dc-8515-43bc-9ca4-fc953ed62c1f {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:11:41.931973 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.024065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] DHCP port deletion for 511bc7df-1c2e-4960-8439-5abef5b02bbd request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:11:42.032943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Deleting port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:11:42.033316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.141415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:11:39Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:42.152638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d469e-1919-4092-aed5-3f5c7de0df58 None None] The sync data for ids ['c7255a02-3cd4-4455-b649-7341c8bf83d3'] in dv-neutron-839024-1-hyperv is: [{'id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22087745', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:11:39Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '66e558dc-8515-43bc-9ca4-fc953ed62c1f', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7255a02-3cd4-4455-b649-7341c8bf83d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:08:47Z', 'updated_at': '2022-04-22T18:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:11:42.158676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port 66e558dc-8515-43bc-9ca4-fc953ed62c1f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=66e558dc-8515-43bc-9ca4-fc953ed62c1f,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:11:42.159074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.257317 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] For port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=7e44e8b3-1a12-48de-852e-b98d2b13a6bb,segment=NetworkSegment(269cbaef-4efc-4fc6-a970-25275dec3508),segment_id=269cbaef-4efc-4fc6-a970-25275dec3508)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:11:42.257625 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.285453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 66e558dc-8515-43bc-9ca4-fc953ed62c1f owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:11:42.376543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Calling delete_port for 7e44e8b3-1a12-48de-852e-b98d2b13a6bb owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:11:42.515123 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.526082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.550263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7e44e8b3-1a12-48de-852e-b98d2b13a6bb no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:11:42.575360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=66e558dc-8515-43bc-9ca4-fc953ed62c1f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:42.599241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Pushing event deleted for resources: {'Port': ['ID=7e44e8b3-1a12-48de-852e-b98d2b13a6bb,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:42.601621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 7e44e8b3-1a12-48de-852e-b98d2b13a6bb {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:11:42.601968 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 7e44e8b3-1a12-48de-852e-b98d2b13a6bb not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:11:42.606251 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] No DVR routers for this DVR port 7e44e8b3-1a12-48de-852e-b98d2b13a6bb on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:11:42.612990 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.613598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.621706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.622270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.622830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.623340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.623840 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.624339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.624852 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.625354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.625847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.626378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63904d61-545f-41c5-9526-e479e97a4bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:42.677489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.852818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.854965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.982890 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:42.983444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Fanout notify agent at l3_agent the message router_deleted on router c7255a02-3cd4-4455-b649-7341c8bf83d3 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:11:42.999088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.002531 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-df690e22-3bcf-4ec7-9ed1-8afa9be7a527 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/routers/c7255a02-3cd4-4455-b649-7341c8bf83d3 HTTP/1.1" status: 204 len: 168 time: 1.6000307 Apr 22 18:11:43.002949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59658) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:43.119999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.247754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.272848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511bc7df-1c2e-4960-8439-5abef5b02bbd']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:43.284643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269cbaef-4efc-4fc6-a970-25275dec3508') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:43.284965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269cbaef-4efc-4fc6-a970-25275dec3508') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:43.295929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.311361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.317891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:11:43.318269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:11:43.332940 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:11:43.486589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.505117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.515952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Network': ['ID=511bc7df-1c2e-4960-8439-5abef5b02bbd,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:43.578051 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9c7b2c5b-4eec-41dd-9089-0ed8ae7c4dfb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/networks/511bc7df-1c2e-4960-8439-5abef5b02bbd HTTP/1.1" status: 204 len: 168 time: 0.5742693 Apr 22 18:11:43.580616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59662) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:43.647529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4b003af5-e3d2-4c9a-90b3-3c37c0948739 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.680106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4b003af5-e3d2-4c9a-90b3-3c37c0948739 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.914539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4b003af5-e3d2-4c9a-90b3-3c37c0948739 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:43.932401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b003af5-e3d2-4c9a-90b3-3c37c0948739 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4501f8ed-7e5d-4675-8d1a-a638a4c192a4,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:44.004913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4b003af5-e3d2-4c9a-90b3-3c37c0948739 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:44.006085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4b003af5-e3d2-4c9a-90b3-3c37c0948739 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/security-groups/4501f8ed-7e5d-4675-8d1a-a638a4c192a4 HTTP/1.1" status: 204 len: 168 time: 0.4245443 Apr 22 18:11:44.208069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 66e558dc-8515-43bc-9ca4-fc953ed62c1f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:11:44.243381 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 66e558dc-8515-43bc-9ca4-fc953ed62c1f {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:11:44.243736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 66e558dc-8515-43bc-9ca4-fc953ed62c1f not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:11:44.244152 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8190839a-a0c4-4639-8484-deee4ae73926 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:11:44.276372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 8190839a-a0c4-4639-8484-deee4ae73926 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:11:44.276721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 8190839a-a0c4-4639-8484-deee4ae73926 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:11:45.505055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59672) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:45.510367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55402181', 'description': 'tempest-secgroup-smoke-55402181 description', 'project_id': '4e5e79c6751a46a882f733e37155bacf'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:45.516297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:45.520359 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:45.523170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:45.528709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:45.588672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:45.609317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:45.613990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:45.616856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:45.622413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:45.688702 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:45.765569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:45.808766 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:45.866713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:45.870545 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-614e939a-d881-42a9-bfdd-e6d128733050 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3620172 Apr 22 18:11:45.871387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59676) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:45.877818 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'a93ca57d-f70d-462f-aa64-37a2e0e4fd7f', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:45.882488 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:45.886381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:45.889326 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:45.897940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:45.966835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.028209 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.074438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.098300 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43204b3-09b5-4b95-8727-fb0ac42b0f86,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:46.154523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.155740 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ba1b562e-e293-4762-854f-17cc1a43cc82 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835889 Apr 22 18:11:46.158515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59680) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:46.163577 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'a93ca57d-f70d-462f-aa64-37a2e0e4fd7f', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:46.169559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:46.173432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:46.176346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:46.182022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:46.243895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.306083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.371254 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.394852 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cebb29a-4092-48b8-986c-18fc0ad8d365,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:46.468656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.469907 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-50992377-f9cd-4555-aa1f-938590f39c7b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104033 Apr 22 18:11:46.472628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59684) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:46.477489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'a93ca57d-f70d-462f-aa64-37a2e0e4fd7f', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:46.483584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:46.488011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:46.491176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:46.496939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:46.570362 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.630596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.689889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.712324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed377fc6-3188-496b-aacb-175abc87f3a9,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:46.794574 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.795728 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d9e2094f-abb6-4ef9-b497-3783eb85cc75 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221972 Apr 22 18:11:46.799015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59688) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:46.804097 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'a93ca57d-f70d-462f-aa64-37a2e0e4fd7f', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:46.809976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:46.814361 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:46.817266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:46.822930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:46.903305 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:46.965786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.022338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.044748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d8c877-0603-4d0c-9443-2996ab0398d8,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:47.112158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.113584 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a80ec2a2-7704-4155-812c-901f5cebb2e7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134038 Apr 22 18:11:47.116371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59692) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:47.121187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'a93ca57d-f70d-462f-aa64-37a2e0e4fd7f', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:47.126951 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:47.130644 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:47.133451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:47.139135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:47.211411 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:11:47.217655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.279978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.348628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.371051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141bb1bf-595e-41d5-9ceb-2d9557e245fd,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:47.440315 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.441571 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5b7f00e5-63f6-402e-90a4-02e01acbdc61 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3242810 Apr 22 18:11:47.444104 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59696) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:47.449133 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'a93ca57d-f70d-462f-aa64-37a2e0e4fd7f', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:47.455591 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:47.459309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:47.462147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:47.467789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:47.540681 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:11:47.547003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.610215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.666371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.692597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa025d4-32fb-40c8-af25-3c31532d6c1a,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:47.746547 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.747821 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a3eedac8-5e1e-4e56-9f18-49cc1a70cc79 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3027849 Apr 22 18:11:47.750495 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59700) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:47.756505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'network': {'name': 'tempest-network-smoke--71833120', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:47.761333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:47.765393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:network and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:47.768752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:47.774286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:47.845905 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:11:47.849321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.881039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:11:47.884649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:47.884991 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Added segment 3d5eacff-25ab-47b8-a530-07032251840d of type vlan for network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 Apr 22 18:11:47.910055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:48.003672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:48.009108 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:48.009683 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:48.114010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Network': ['ID=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:48.124147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:11:48.166651 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4a83e172-f4c7-4128-a563-b13621dfdf13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4144943 Apr 22 18:11:48.169365 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59704) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:48.175143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'admin_state_up': True, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:48.182674 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:48.186652 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:router and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:48.190266 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:48.196761 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:48.263242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:48.264267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:48.278578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:48.590563 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:48.965271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:49.087054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:49.217245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.58 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/82a4d23f-3e5a-405d-abfd-31055c57b4db) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:11:49.356989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:49.452002 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:49.510827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:11:49.513371 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:11:49.520985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:11:49.558170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=82a4d23f-3e5a-405d-abfd-31055c57b4db,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:49.985614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:50.311544 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:50.674311 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router f341a699-2a79-49ed-be5d-ab4d13c5bb0b is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:11:50.847408 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:11:50.856573 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Sync routers for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:11:50.866631 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:11:50.867272 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:11:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:50.931639 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:50.932865 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d27f7d64-50f9-4fdb-a945-8d77383e8d7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7625275 Apr 22 18:11:50.935953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59708) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:50.975435 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9d069762-73ce-4f8d-a607-4a1c1a338bbb tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4e5e79c6751a46a882f733e37155bacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383530 Apr 22 18:11:50.978037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59712) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:51.040846 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:11:51.105285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f968f-6fe0-4455-91ee-f0ab7df381cd tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:51.106759 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7e9f968f-6fe0-4455-91ee-f0ab7df381cd tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278100 Apr 22 18:11:51.109570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59716) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:51.148429 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c39690ee-c244-413c-a677-c1ca1c799beb tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372519 Apr 22 18:11:51.150789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59720) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:51.155929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-32852056', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:11:51.268793 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:11:51.269176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:subnet and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:11:51.272034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:11:51.277608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:11:51.348341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:11:51.348609 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:49Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:51.352004 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:51.352362 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Checking router: f341a699-2a79-49ed-be5d-ab4d13c5bb0b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:11:51.352691 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Updating router f341a699-2a79-49ed-be5d-ab4d13c5bb0b port 82a4d23f-3e5a-405d-abfd-31055c57b4db binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:11:51.404916 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:51.674935 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:51.725231 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:51.736993 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Transition to ACTIVE for port object 82a4d23f-3e5a-405d-abfd-31055c57b4db will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:11:51.755086 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Subnet': ['ID=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:51.762372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Checking segment: {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:11:51.762372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network hostable DHCP agents. Network: d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:11:51.811513 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:51.839749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:11:51.887106 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Attempting to bind port 82a4d23f-3e5a-405d-abfd-31055c57b4db on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:11:51.887577 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Attempting to bind port 82a4d23f-3e5a-405d-abfd-31055c57b4db by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:11:51.887811 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Attempting to bind port 82a4d23f-3e5a-405d-abfd-31055c57b4db on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:11:51.893899 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Pushing event updated for resources: {'Port': ['ID=82a4d23f-3e5a-405d-abfd-31055c57b4db,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:51.898622 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:11:51.899014 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:11:51.899407 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:51.899793 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:11:51.900250 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Bound port: 82a4d23f-3e5a-405d-abfd-31055c57b4db, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:11:51.900610 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:51.923396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:11:51.928006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:51.934197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:51.934521 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da40b8-9ae1-4b03-a310-af9805128fe8 None None] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:11:51.939192 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.939575 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.939913 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.940245 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.940568 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.940892 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.941230 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.941531 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.942151 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.942151 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.942451 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.942799 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:11:51.988974 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] For port 82a4d23f-3e5a-405d-abfd-31055c57b4db, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:11:51.991947 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] For port 82a4d23f-3e5a-405d-abfd-31055c57b4db, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=82a4d23f-3e5a-405d-abfd-31055c57b4db,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:11:52.023591 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-250f522a-eced-4f04-a975-5b62ae90fcef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8717861 Apr 22 18:11:52.026381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59724) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:11:52.075087 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:52.153727 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:11:52.153895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:11:52.154355 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:11:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:52.154864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:52.227507 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb026a4a-0611-4b3b-8ee1-5850b0e33d8d None None] Pushing event updated for resources: {'Port': ['ID=82a4d23f-3e5a-405d-abfd-31055c57b4db,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:52.316085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Allocated IP 172.20.0.2 (d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622/a366df1c-72f6-4bc6-b0ca-f2f9aad51b96/612ed5b1-d57b-451e-a2e8-73279612783a) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:11:52.350991 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:11:52.521683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:52.533170 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Transition to ACTIVE for port object 612ed5b1-d57b-451e-a2e8-73279612783a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:11:52.553189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Transition to ACTIVE for port object 612ed5b1-d57b-451e-a2e8-73279612783a will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:11:52.627578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:52.656475 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:49Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:52.660483 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b977b-57e3-4d0f-b5d6-1a60a379632f None None] The sync data for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv is: [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:49Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:11:52.696045 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:11:52.698867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:11:52.707155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:11:52.741010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Pushing event updated for resources: {'Port': ['ID=612ed5b1-d57b-451e-a2e8-73279612783a,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:52.805246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Attempting to bind port 612ed5b1-d57b-451e-a2e8-73279612783a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:11:52.805618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Attempting to bind port 612ed5b1-d57b-451e-a2e8-73279612783a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:11:52.805980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Attempting to bind port 612ed5b1-d57b-451e-a2e8-73279612783a on network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:11:52.811531 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:11:52.811905 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Checking segment: {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:11:52.812308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:52.812699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Bound using segment: {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:11:52.813194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Bound port: 612ed5b1-d57b-451e-a2e8-73279612783a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:11:52.813579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:52.840470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:52.918598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] For port 612ed5b1-d57b-451e-a2e8-73279612783a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:11:52.921652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] For port 612ed5b1-d57b-451e-a2e8-73279612783a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=612ed5b1-d57b-451e-a2e8-73279612783a,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:11:53.023693 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:53.118348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5637935-ed59-43c2-ab8b-06ddab012269 None None] Pushing event updated for resources: {'Port': ['ID=612ed5b1-d57b-451e-a2e8-73279612783a,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:53.332543 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.1 (d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622/a366df1c-72f6-4bc6-b0ca-f2f9aad51b96/eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:11:53.508188 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:53.523841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:11:53.606255 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:53.669978 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:11:53.680994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:11:53.685340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:11:53.714435 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:53.744678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.062545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.063203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c6c7c-264d-4d3c-ba0c-14c5c408e1f2 None None] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:11:54.225242 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-83526af7-8031-45e2-ae4d-e3fa97eaff45 None None] Provisioning for port 612ed5b1-d57b-451e-a2e8-73279612783a completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:11:54.308789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 612ed5b1-d57b-451e-a2e8-73279612783a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:11:54.457300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 612ed5b1-d57b-451e-a2e8-73279612783a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:11:54.463193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 612ed5b1-d57b-451e-a2e8-73279612783a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:11:54.463570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.596907 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.631706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 612ed5b1-d57b-451e-a2e8-73279612783a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=612ed5b1-d57b-451e-a2e8-73279612783a,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:11:54.636412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.703413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.704280 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 82a4d23f-3e5a-405d-abfd-31055c57b4db up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:11:54.735353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.765851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9b930ade-faf8-4e5c-98f3-5012e670202d None None] Provisioning for port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:11:54.824138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9b930ade-faf8-4e5c-98f3-5012e670202d None None] Provisioning complete for port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:11:54.824514 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b930ade-faf8-4e5c-98f3-5012e670202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.856196 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.860635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:54.912166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=612ed5b1-d57b-451e-a2e8-73279612783a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:54.917075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9b930ade-faf8-4e5c-98f3-5012e670202d None None] Port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:11:54.931504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9b930ade-faf8-4e5c-98f3-5012e670202d None None] Provisioning complete for port 612ed5b1-d57b-451e-a2e8-73279612783a triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:11:54.931891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b930ade-faf8-4e5c-98f3-5012e670202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.986203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 82a4d23f-3e5a-405d-abfd-31055c57b4db completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:11:54.993600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 82a4d23f-3e5a-405d-abfd-31055c57b4db triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:11:54.993982 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:54.994532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:11:54.995759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:11:55.170505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:55.191817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 82a4d23f-3e5a-405d-abfd-31055c57b4db, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=82a4d23f-3e5a-405d-abfd-31055c57b4db,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:11:55.192027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router f341a699-2a79-49ed-be5d-ab4d13c5bb0b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:11:55.233361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-051ea050-008b-4f4a-903f-45be65baa8a5 None None] Provisioning complete for port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:11:55.233756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-051ea050-008b-4f4a-903f-45be65baa8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:55.262168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:55.340893 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-051ea050-008b-4f4a-903f-45be65baa8a5 None None] Port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:11:55.351760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=82a4d23f-3e5a-405d-abfd-31055c57b4db,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:55.372384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:11:55.382950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Sync routers for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:11:55.387998 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c80d700b-247c-49bb-b0d1-853ee1fae494 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/f341a699-2a79-49ed-be5d-ab4d13c5bb0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3576887 Apr 22 18:11:55.396696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:11:55.397560 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:11:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:55.577598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:11:55.590062 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-d6e5c402-2214-4d45-9100-15356293c16e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55402181&fields=id&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 267 time: 0.0386403 Apr 22 18:11:55.736933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-dcf5254d-6ef2-454d-91e2-196d876cd19d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:11:55.737623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-dcf5254d-6ef2-454d-91e2-196d876cd19d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:11:55.803758 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-dcf5254d-6ef2-454d-91e2-196d876cd19d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:11:55.804954 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-dcf5254d-6ef2-454d-91e2-196d876cd19d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 795 time: 0.2084572 Apr 22 18:11:55.820509 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-be8d9dca-984d-4c6c-89fd-b9c0ed862a63 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/quotas/4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 375 time: 0.0099781 Apr 22 18:11:55.887422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:54Z', 'revision_number': 2, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:55.891437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Checking router: f341a699-2a79-49ed-be5d-ab4d13c5bb0b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:11:55.891793 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Updating router f341a699-2a79-49ed-be5d-ab4d13c5bb0b port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:11:55.904387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-991b4d47-3356-4dbc-9bfb-7e41a9f3c896 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:11:55.946301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:55.972149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-991b4d47-3356-4dbc-9bfb-7e41a9f3c896 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:11:55.973516 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-991b4d47-3356-4dbc-9bfb-7e41a9f3c896 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1477871 Apr 22 18:11:56.062384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-359c401e-cf4d-4c7f-967b-1c1829235945 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 18:11:56.063452 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-359c401e-cf4d-4c7f-967b-1c1829235945 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0784948 Apr 22 18:11:56.195375 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-959600a7-ef53-4f0b-b16c-f5ace42be660 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259243 Apr 22 18:11:56.279100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 612ed5b1-d57b-451e-a2e8-73279612783a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:11:56.334284 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-5b8b75e4-e299-4cf9-9420-5a76bdbfb6bb service neutron] 10.222.0.10 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306250 Apr 22 18:11:56.351159 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:56.375618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 612ed5b1-d57b-451e-a2e8-73279612783a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:11:56.375992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:56.444597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Transition to ACTIVE for port object eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:11:56.530958 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:56.575009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 82a4d23f-3e5a-405d-abfd-31055c57b4db up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:11:56.596436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3ec3bfe3-8cad-48ac-9b48-dec6c1063ddb req-6bc68278-77c1-412d-ac27-eae68dba5a02 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:11:56.607678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-3ec3bfe3-8cad-48ac-9b48-dec6c1063ddb req-6bc68278-77c1-412d-ac27-eae68dba5a02 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:11:56.608800 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3ec3bfe3-8cad-48ac-9b48-dec6c1063ddb req-6bc68278-77c1-412d-ac27-eae68dba5a02 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 210 time: 0.0572577 Apr 22 18:11:56.740061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c84c70-3ab8-4b1a-852b-6c3a08c82ccc None None] Pushing event updated for resources: {'Port': ['ID=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:56.811040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 82a4d23f-3e5a-405d-abfd-31055c57b4db triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:11:56.811420 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:56.834484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Attempting to bind port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:11:56.834881 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Attempting to bind port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:11:56.835239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Attempting to bind port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e on network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:11:56.851201 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:11:56.851575 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Checking segment: {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:11:56.851976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:56.852363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Bound using segment: {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:11:56.852817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Bound port: eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:11:56.853186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:57.018895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] For port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:11:57.029082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] For port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:11:57.097507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:57.172692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:11:57.173362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:11:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:57.246297 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c84c70-3ab8-4b1a-852b-6c3a08c82ccc None None] Pushing event updated for resources: {'Port': ['ID=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:57.364421 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:11:57.677364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:57Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:11:57.681232 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f563-f916-44a6-89b4-9c4300fefaad None None] The sync data for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv is: [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:57Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:11:57.708827 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4cace5c8-f721-483c-bdec-cbdbffe8a4b0 req-01e3a6be-7c22-4bd1-9742-ce6ac92bc812 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 210 time: 0.0477409 Apr 22 18:11:58.240638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:11:58.369578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:11:58.378733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:11:58.379188 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:58.501310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:58.534412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:11:58.600391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:11:58.708692 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:11:58.818564 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-39559d36-d784-4f9e-8962-5fde57d645a8 req-31a078ad-d4cf-49a4-882a-9bf781f630e1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 210 time: 0.0435839 Apr 22 18:11:59.556113 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:11:59.919046 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4f1f4a72-f951-4b9a-bb49-dfbbab82e3a4 req-012fceac-4a1a-4a93-95e2-588fc740510e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 210 time: 0.0418787 Apr 22 18:12:00.219308 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:12:00.285923 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:12:00.286304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:00.472369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd75e-d38d-45d9-a59a-6371d10d6dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:01.061069 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-393951f2-de75-4c74-821a-71697eb854ef req-357c1d36-5f4e-42c7-8e56-25aa95cbf751 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 210 time: 0.0411289 Apr 22 18:12:02.207545 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-20802b79-9814-4b3d-96de-aaa43ede0c7b req-9824683f-e228-4682-9adb-ceef740820b6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 210 time: 0.0420241 Apr 22 18:12:02.609011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-0744a786-6945-41a0-94c5-37855b4e9e7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:02.609694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-0744a786-6945-41a0-94c5-37855b4e9e7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:12:02.621367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-0744a786-6945-41a0-94c5-37855b4e9e7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:12:02.622452 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-0744a786-6945-41a0-94c5-37855b4e9e7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 795 time: 0.1583707 Apr 22 18:12:02.634330 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5c59f7ff-e191-4f46-bff4-6504e42bb1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:02.672617 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-9dd536bd-ec7e-4df0-a393-ec0b067408f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:12:02.742977 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-9dd536bd-ec7e-4df0-a393-ec0b067408f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:12:02.744159 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-9dd536bd-ec7e-4df0-a393-ec0b067408f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 378 time: 0.1141760 Apr 22 18:12:02.753201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'port': {'device_id': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'admin_state_up': True, 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'security_groups': ['a93ca57d-f70d-462f-aa64-37a2e0e4fd7f']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:12:02.891029 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:12:02.901015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:12:03.028165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:12:03.031779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:03.194945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.12 (d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622/a366df1c-72f6-4bc6-b0ca-f2f9aad51b96/3740b41e-8999-49d3-b3d1-1df8926d9336) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:12:03.373593 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b3052aa8-98ec-4420-aee1-1f7f0e562889 req-a16c53ce-4a6d-4079-a7b1-3c64bb9d379b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 210 time: 0.0597854 Apr 22 18:12:03.419957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:03.436069 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object 3740b41e-8999-49d3-b3d1-1df8926d9336 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:12:03.519979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:03.586395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:12:03.589353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:12:03.597888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:12:03.635334 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:12:03.667488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:03.668107 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:03.766431 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-699566ff-9372-40f1-8e84-50aecd3cba7f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0173764 Apr 22 18:12:03.778043 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Request body: {'port': {'device_id': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:12:03.788483 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:03.890396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:03.914366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:03.942762 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a3dce880-8b66-4ba0-bdbe-726b2b62b652 None None] Provisioning for port 3740b41e-8999-49d3-b3d1-1df8926d9336 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:12:03.947844 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a3dce880-8b66-4ba0-bdbe-726b2b62b652 None None] Provisioning complete for port 3740b41e-8999-49d3-b3d1-1df8926d9336 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:12:03.952452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a3dce880-8b66-4ba0-bdbe-726b2b62b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:04.003058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-a3dce880-8b66-4ba0-bdbe-726b2b62b652 None None] Port 3740b41e-8999-49d3-b3d1-1df8926d9336 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:12:04.225355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3740b41e-8999-49d3-b3d1-1df8926d9336 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:12:04.232618 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:04.247422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Transition to ACTIVE for port object 3740b41e-8999-49d3-b3d1-1df8926d9336 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:12:04.302365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:04.569723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58513c68-1e06-435d-9214-acd106463730 service neutron] Pushing event updated for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:12:04.647571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Attempting to bind port 3740b41e-8999-49d3-b3d1-1df8926d9336 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:12:04.648196 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Attempting to bind port 3740b41e-8999-49d3-b3d1-1df8926d9336 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:12:04.648321 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Attempting to bind port 3740b41e-8999-49d3-b3d1-1df8926d9336 on network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:12:04.652837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Port 3740b41e-8999-49d3-b3d1-1df8926d9336 on network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:12:04.653163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Attempting to bind port 3740b41e-8999-49d3-b3d1-1df8926d9336 on network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:12:04.658879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:12:04.659227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Checking segment: {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:12:04.659616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Bound using segment: {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:12:04.660045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Bound port: 3740b41e-8999-49d3-b3d1-1df8926d9336, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5eacff-25ab-47b8-a530-07032251840d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:12:04.660395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:04.673735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6704d33-d2da-4a3f-8877-162dfb3af329 req-180faa63-7145-4942-ad0d-403710afe56d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:04.680726 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d6704d33-d2da-4a3f-8877-162dfb3af329 req-180faa63-7145-4942-ad0d-403710afe56d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 944 time: 0.1990652 Apr 22 18:12:04.720264 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d6704d33-d2da-4a3f-8877-162dfb3af329 req-d1bfbb35-5d96-4069-a401-b668a5ad0fea tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386820 Apr 22 18:12:04.754147 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:04.757222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:12:04.760170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:12:04.826420 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:04.881310 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:04.881925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:04.883316 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-58513c68-1e06-435d-9214-acd106463730 service neutron] 10.222.0.16 "PUT /v2.0/ports/3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 1094 time: 1.1096411 Apr 22 18:12:04.883753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:12:04.914341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58513c68-1e06-435d-9214-acd106463730 service neutron] Pushing event updated for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:12:04.933552 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c4f7d2-0e5a-4e7c-8a67-110fe5703fdc'] response: {'name': 'network-changed', 'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'status': 'completed', 'code': 200} Apr 22 18:12:05.035850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab00b8-9733-41a5-b10e-0c8393bb0de9 req-b3076627-96b0-41e0-94d3-6b977db86b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:05.037335 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f7ab00b8-9733-41a5-b10e-0c8393bb0de9 req-b3076627-96b0-41e0-94d3-6b977db86b5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1097 time: 0.0823245 Apr 22 18:12:05.177987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab00b8-9733-41a5-b10e-0c8393bb0de9 req-15b0fa93-cdf3-46ac-8312-8e6871e85b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:05.179404 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f7ab00b8-9733-41a5-b10e-0c8393bb0de9 req-15b0fa93-cdf3-46ac-8312-8e6871e85b3f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e5e79c6751a46a882f733e37155bacf&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1352353 Apr 22 18:12:05.191971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:05.312152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab00b8-9733-41a5-b10e-0c8393bb0de9 req-5f5e90e8-96af-4924-8d47-b875553aea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:05.313585 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f7ab00b8-9733-41a5-b10e-0c8393bb0de9 req-5f5e90e8-96af-4924-8d47-b875553aea09 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1284916 Apr 22 18:12:05.414678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-0820eec8-fc30-4efc-b871-aafcf5aeb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:05.416170 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-0820eec8-fc30-4efc-b871-aafcf5aeb04c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1097 time: 0.0693235 Apr 22 18:12:05.485544 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-7e40ea27-e638-40b6-949a-41a59de93ae7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 217 time: 0.0621736 Apr 22 18:12:05.544643 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-76698c9f-552e-40c0-8108-4f010f0e94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:05.546006 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-76698c9f-552e-40c0-8108-4f010f0e94d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.0553145 Apr 22 18:12:05.621414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-bca92b9c-052f-4bf5-92be-9a0807d32121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:05.622858 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-bca92b9c-052f-4bf5-92be-9a0807d32121 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715570 Apr 22 18:12:05.750939 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-65fde9c8-aa67-47c5-afe1-5cf3bc3c25d5 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221864 Apr 22 18:12:05.881275 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ed1932b-f753-4d59-b6d7-7c22133e777d req-f035ff10-646f-42d0-86bb-a0511cffe2d5 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244543 Apr 22 18:12:05.911719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b892c26-7be4-467f-938c-fe85abaf4ce2 req-8bd3e3fa-6bc6-44e9-995c-4a59dcb98daa tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:05.913150 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2b892c26-7be4-467f-938c-fe85abaf4ce2 req-8bd3e3fa-6bc6-44e9-995c-4a59dcb98daa tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 944 time: 0.0850580 Apr 22 18:12:05.956554 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2b892c26-7be4-467f-938c-fe85abaf4ce2 req-1c454769-5485-4a1f-8fa1-22b4ce7b3718 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376184 Apr 22 18:12:07.140001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbd4cf-a588-4884-9712-32bf85ea41cb req-c8f418c6-254c-4796-aac8-d867166b6307 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:07.140679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-e7fbd4cf-a588-4884-9712-32bf85ea41cb req-c8f418c6-254c-4796-aac8-d867166b6307 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:12:07.243094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-e7fbd4cf-a588-4884-9712-32bf85ea41cb req-c8f418c6-254c-4796-aac8-d867166b6307 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:12:07.244219 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e7fbd4cf-a588-4884-9712-32bf85ea41cb req-c8f418c6-254c-4796-aac8-d867166b6307 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 944 time: 0.1806636 Apr 22 18:12:07.288127 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e7fbd4cf-a588-4884-9712-32bf85ea41cb req-40738105-2700-4c70-a5ea-06e43f0db78c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382507 Apr 22 18:12:08.466150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c2a5a-00c8-4e25-a975-c8c662d7c34f req-bc978d34-8416-4afb-a605-f6ba2759afd1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:08.467642 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d37c2a5a-00c8-4e25-a975-c8c662d7c34f req-bc978d34-8416-4afb-a605-f6ba2759afd1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 944 time: 0.0774770 Apr 22 18:12:08.510890 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d37c2a5a-00c8-4e25-a975-c8c662d7c34f req-8224f94f-459f-4a25-b286-63be3e4e5d01 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376084 Apr 22 18:12:09.691316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe966edd-9cc5-4ff7-9905-451f85fc3826 req-32ad7f75-e04d-4ff7-a04a-33dcecae7629 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:09.692754 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe966edd-9cc5-4ff7-9905-451f85fc3826 req-32ad7f75-e04d-4ff7-a04a-33dcecae7629 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 944 time: 0.0810604 Apr 22 18:12:09.735570 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fe966edd-9cc5-4ff7-9905-451f85fc3826 req-4afd2037-a456-44f1-b7f1-2e440daf4d99 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372889 Apr 22 18:12:09.756049 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3740b41e-8999-49d3-b3d1-1df8926d9336 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:12:09.884175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:12:09.896863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'port_id': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'mac_address': 'fa:16:3e:b2:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:12:09.950340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:09.969278 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3740b41e-8999-49d3-b3d1-1df8926d9336 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:12:09.984178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:12:10.065814 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:10.131460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:12:10.398144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['3740b41e-8999-49d3-b3d1-1df8926d9336'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:12:10.917972 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e9c88-5ecc-4e23-9d23-4d8a7c947856 req-56a0dfc6-c781-4ad4-82ab-7cd6c11b42e0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:10.919447 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d22e9c88-5ecc-4e23-9d23-4d8a7c947856 req-56a0dfc6-c781-4ad4-82ab-7cd6c11b42e0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 945 time: 0.0813890 Apr 22 18:12:10.962144 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d22e9c88-5ecc-4e23-9d23-4d8a7c947856 req-509b1cb5-02bc-4a5d-8f34-cfc2e85daf76 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365705 Apr 22 18:12:11.767548 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3740b41e-8999-49d3-b3d1-1df8926d9336 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:12:11.885167 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 3740b41e-8999-49d3-b3d1-1df8926d9336 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:12:11.889992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 3740b41e-8999-49d3-b3d1-1df8926d9336 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:12:11.890384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:12.004989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:12.031312 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:12:12.041128 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:12:12.075417 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d7c9f9-b158-443c-9d6e-7c58b3d87910'] response: {'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'code': 200} Apr 22 18:12:12.114474 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:12.147249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87216056-b4e1-419a-b8e4-a34bc8a0962f req-9698276c-f79c-4dd6-bd05-c083a1fce420 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:12.148722 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-87216056-b4e1-419a-b8e4-a34bc8a0962f req-9698276c-f79c-4dd6-bd05-c083a1fce420 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 945 time: 0.0820990 Apr 22 18:12:12.181812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:12:12.193392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-87216056-b4e1-419a-b8e4-a34bc8a0962f req-efd75c6e-fc95-4418-8bdd-635b92db4243 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387018 Apr 22 18:12:12.559338 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37b7e6-f914-4557-b80f-e85faca8065e req-f701bddb-9883-436b-a66d-042a077a1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:12.560809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b37b7e6-f914-4557-b80f-e85faca8065e req-f701bddb-9883-436b-a66d-042a077a1839 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.1733890 Apr 22 18:12:12.600306 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b37b7e6-f914-4557-b80f-e85faca8065e req-df2197cd-9e56-4be6-ac52-03f6bce90d33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331988 Apr 22 18:12:13.376419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737bf38-b91a-4395-a857-a9903ca20333 req-e75fb27b-8681-46ec-9c84-b26825ea7789 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:13.377876 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a737bf38-b91a-4395-a857-a9903ca20333 req-e75fb27b-8681-46ec-9c84-b26825ea7789 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0778565 Apr 22 18:12:13.424448 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a737bf38-b91a-4395-a857-a9903ca20333 req-2488b1c8-799a-44fb-b1de-c94f79289e3c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409458 Apr 22 18:12:14.608914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60849550-5a20-430e-b09d-1ebd3b0fcc9d req-af11b778-4348-4d4e-8673-383dac9de353 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:14.610363 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-60849550-5a20-430e-b09d-1ebd3b0fcc9d req-af11b778-4348-4d4e-8673-383dac9de353 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0820160 Apr 22 18:12:14.653321 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-60849550-5a20-430e-b09d-1ebd3b0fcc9d req-2386294f-81d3-4588-ba01-1ca36c71cbdf tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365212 Apr 22 18:12:14.832082 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525361b-559a-488d-a164-d224a6239c1b req-7cb25298-1f10-4f84-b012-9f6092081afd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:14.833446 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9525361b-559a-488d-a164-d224a6239c1b req-7cb25298-1f10-4f84-b012-9f6092081afd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0778294 Apr 22 18:12:14.877522 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9525361b-559a-488d-a164-d224a6239c1b req-c738656e-b441-4c6c-8a2b-813a75588745 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384083 Apr 22 18:12:14.899354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59802) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:12:15.011023 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107c460-4079-4385-bd9c-4d1e1c70cc97 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:15.012507 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f107c460-4079-4385-bd9c-4d1e1c70cc97 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1094 time: 0.1121988 Apr 22 18:12:15.015286 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59808) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:12:15.020727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:12:15.026894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:12:15.030364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:floatingip and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:12:15.033846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:12:15.039622 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:12:15.131033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:15.263278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:15.391436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.125 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/e82e315e-7eea-4d46-bdd7-11dc28cbbf64) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:12:15.540578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:15.625942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:15.684918 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:12:15.687665 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:12:15.691729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:12:15.741526 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=e82e315e-7eea-4d46-bdd7-11dc28cbbf64,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:12:16.104140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:16.335684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:16.533532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:16.591942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:16.698687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=e82e315e-7eea-4d46-bdd7-11dc28cbbf64,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:12:16.711074 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:16.878212 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 754e0098-d29a-4bfe-a646-f65601916937 associated. External IP: 172.26.3.125, port: 3740b41e-8999-49d3-b3d1-1df8926d9336. Apr 22 18:12:17.217938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router f341a699-2a79-49ed-be5d-ab4d13c5bb0b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:12:17.391049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:12:17.403149 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] Sync routers for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:12:17.413354 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:12:17.414298 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:12:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:12:17.483235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:17.537920 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ddb7656b-4790-490b-a8dd-42ca45633055 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5215008 Apr 22 18:12:17.538500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:12:17.588983 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5428fee-ea84-4a1a-897a-d2a1a691dce1'] response: {'name': 'network-changed', 'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'status': 'completed', 'code': 200} Apr 22 18:12:17.614217 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:12:17.743612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-c7f8a2a3-9c7a-42a4-b582-0f6ed70eb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:17.745033 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-c7f8a2a3-9c7a-42a4-b582-0f6ed70eb31d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.1329331 Apr 22 18:12:17.753248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6e21a-280e-4a80-b532-2bf15be3708e req-039720e8-9817-4851-bf59-d88a4f2788fb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:17.754586 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1a6e21a-280e-4a80-b532-2bf15be3708e req-039720e8-9817-4851-bf59-d88a4f2788fb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.1124785 Apr 22 18:12:17.883101 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f1a6e21a-280e-4a80-b532-2bf15be3708e req-a04a3108-93ed-4cbb-a571-b439e5c5a38a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104624 Apr 22 18:12:17.906336 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59816) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:12:17.913874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-7d06d841-c50e-478e-95ea-41ddcd9304a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:17.915338 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-7d06d841-c50e-478e-95ea-41ddcd9304a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 895 time: 0.1599042 Apr 22 18:12:17.955699 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '754e0098-d29a-4bfe-a646-f65601916937', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.125', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'port_id': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'mac_address': 'fa:16:3e:b2:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:12:16Z', 'updated_at': '2022-04-22T18:12:16Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:12:17.959573 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] Checking router: f341a699-2a79-49ed-be5d-ab4d13c5bb0b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:12:17.967965 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:12:17.968571 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:12:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:12:18.017170 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-99d245fd-eb45-411c-aa4e-3237590fb24c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/754e0098-d29a-4bfe-a646-f65601916937 HTTP/1.1" status: 200 len: 992 time: 0.1095004 Apr 22 18:12:18.023415 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-48721782-3c56-4537-84e3-2aed73ba175e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 1000 time: 0.1015480 Apr 22 18:12:18.084178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-e8883879-9ac8-4dc2-9ace-e60f0e2d5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:18.085607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-e8883879-9ac8-4dc2-9ace-e60f0e2d5174 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.0569828 Apr 22 18:12:18.141854 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:12:18.161233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-95df2096-9b79-4410-83df-eaabf51b4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:18.162720 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-95df2096-9b79-4410-83df-eaabf51b4ab8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718024 Apr 22 18:12:18.292466 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-ceb2144c-4374-4a99-9088-d337d5c838e2 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231678 Apr 22 18:12:18.424612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3425d268-a2ef-48cd-abb6-59db5276b76c req-a862bf43-9021-4b4b-89a0-b42becbb9b74 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253667 Apr 22 18:12:18.481802 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '754e0098-d29a-4bfe-a646-f65601916937', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.125', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'port_id': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'mac_address': 'fa:16:3e:b2:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:12:16Z', 'updated_at': '2022-04-22T18:12:16Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:12:18.486331 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b99b8-7fcb-41e2-b3e9-e0f5139506df None None] The sync data for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv is: [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '754e0098-d29a-4bfe-a646-f65601916937', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.125', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'port_id': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'mac_address': 'fa:16:3e:b2:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:12:16Z', 'updated_at': '2022-04-22T18:12:16Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:12:18.668245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0df46-4dd3-4b2d-a810-9a239dc58cd5 None None] New status for floating IP 754e0098-d29a-4bfe-a646-f65601916937: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:12:19.020506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59820) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:12:19.223854 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0b9017e3-6619-455d-a343-e770f28267d8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/754e0098-d29a-4bfe-a646-f65601916937 HTTP/1.1" status: 200 len: 994 time: 0.2021046 Apr 22 18:12:30.454363 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-98e99fbd-1fa1-4f03-a1c2-b90ed98a1f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:32.622451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-28331696-1d27-4abf-95c5-3462ff121ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:33.040158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [req-a4c7fa24-9f13-4fa4-9bbc-6d4a7a2b7ee6 req-89ad3fa5-c845-4d9e-b2f4-27e38e4e3d09 service neutron] (88660) timed out ('10.222.0.16', 50810) {{(pid=88660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 18:12:33.779473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:33.910764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:34.770767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:35.181996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:12:36.556340 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:12:44.953123 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-f6eccfa7-209f-4ca1-98b4-39e7ab9c5058 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683556 Apr 22 18:12:45.090992 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-d69f1778-b3f4-4ce8-8a2f-112f7d115a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:45.092446 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-d69f1778-b3f4-4ce8-8a2f-112f7d115a19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.0740879 Apr 22 18:12:45.234031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-04c29c75-01ee-441e-bfc0-f702462a485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:45.235899 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-04c29c75-01ee-441e-bfc0-f702462a485a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 895 time: 0.1244683 Apr 22 18:12:45.337217 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-1242eb11-e776-4d1c-8b42-064615d7769e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 1002 time: 0.0951993 Apr 22 18:12:45.397602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-7863db42-b965-47fc-8aa8-4b7a7612febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:45.399015 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-7863db42-b965-47fc-8aa8-4b7a7612febd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.0556860 Apr 22 18:12:45.470826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-5a0d44e0-4780-4edb-be97-f4391c2d6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:12:45.472252 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-5a0d44e0-4780-4edb-be97-f4391c2d6007 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679922 Apr 22 18:12:45.698074 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-28042b6a-ee89-42d3-a985-8f1786553c7e service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198989 Apr 22 18:12:45.824618 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d4d88b-c76e-4a5f-a406-bc564205f759 req-84799dea-9f44-4190-bbac-fa58439f30ec service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198478 Apr 22 18:13:00.419122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-087c0a10-ba22-4c88-b824-b285b322e35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:02.624786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e964ca5-b779-4f82-afad-43a7fb3b1618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:03.745109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:03.922680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:04.756281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:05.207904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:13.555674 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:13:29.143328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 59852) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:13:29.170788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f5637-a0c2-41c0-aed1-fe541c03c70c req-14ae2b25-992d-4cf4-a4bd-a5aedfed61b5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:29.172750 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d26f5637-a0c2-41c0-aed1-fe541c03c70c req-14ae2b25-992d-4cf4-a4bd-a5aedfed61b5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0823457 Apr 22 18:13:29.216435 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d26f5637-a0c2-41c0-aed1-fe541c03c70c req-dbd0d3aa-1aff-44d9-8dc9-92954b798e73 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381551 Apr 22 18:13:29.258013 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-07056784-eb70-4cc6-80c8-6c61b0a79cff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135263 Apr 22 18:13:30.400686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956d52f-1617-4d4e-a930-c63439848769 req-ad3c93f0-8ed4-4158-9008-74461cf8ed10 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:30.402143 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1956d52f-1617-4d4e-a930-c63439848769 req-ad3c93f0-8ed4-4158-9008-74461cf8ed10 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0803022 Apr 22 18:13:30.444433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2e279c7f-52ee-42fe-ba43-b56813939afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:30.450312 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1956d52f-1617-4d4e-a930-c63439848769 req-90afe0a6-9c7d-4add-9583-584164d0e92e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423551 Apr 22 18:13:31.634154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f4780-e4d7-4154-962f-cb608a2f6749 req-f2f8d9f4-7904-4f8f-823b-1f63a884d652 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:31.635642 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f28f4780-e4d7-4154-962f-cb608a2f6749 req-f2f8d9f4-7904-4f8f-823b-1f63a884d652 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0805354 Apr 22 18:13:31.679047 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f28f4780-e4d7-4154-962f-cb608a2f6749 req-9c62912a-94bd-4d1b-9765-5d2f2fdf462f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368738 Apr 22 18:13:32.658314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8f3101c2-33e1-4081-9480-6e8ef6e07245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:32.863531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adb426-e8c0-401f-b6dc-35f92a2793a1 req-90f00e13-3b4a-48c2-977c-ebac97e33916 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:32.871595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-08adb426-e8c0-401f-b6dc-35f92a2793a1 req-90f00e13-3b4a-48c2-977c-ebac97e33916 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0869570 Apr 22 18:13:32.912673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-08adb426-e8c0-401f-b6dc-35f92a2793a1 req-307f8eca-5a97-4e07-83ab-c3ea5615044a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377550 Apr 22 18:13:33.755549 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:33.927017 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:34.094087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d5518-eb9c-4245-90c7-de4f05d139ad req-81ef9036-7eb6-48dc-bb8d-491f460e26c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:34.095475 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7d2d5518-eb9c-4245-90c7-de4f05d139ad req-81ef9036-7eb6-48dc-bb8d-491f460e26c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0774672 Apr 22 18:13:34.144516 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7d2d5518-eb9c-4245-90c7-de4f05d139ad req-4bf88be9-19f4-4cbb-b7cc-a6a0fc258e4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433998 Apr 22 18:13:34.764028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:35.221529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:35.286565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-82a351fa-134c-4d43-9f33-691673c2b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:35.288033 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-82a351fa-134c-4d43-9f33-691673c2b58e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.1052451 Apr 22 18:13:35.440816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-8a36b838-36e7-4196-88c1-5021041af6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:35.442277 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-8a36b838-36e7-4196-88c1-5021041af6e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 895 time: 0.1482332 Apr 22 18:13:35.449938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00082-6d3c-4348-86ae-c42e428fd276 req-3a38e17e-0169-4532-9139-fcee715fe62e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:35.451299 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d5f00082-6d3c-4348-86ae-c42e428fd276 req-3a38e17e-0169-4532-9139-fcee715fe62e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.1990528 Apr 22 18:13:35.572128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d5f00082-6d3c-4348-86ae-c42e428fd276 req-85c0a8d4-5a5d-4bb5-b2f1-f19033d06f22 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697155 Apr 22 18:13:35.579260 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-d256d2f7-a7e6-43b0-b153-c2f07042d963 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 1002 time: 0.1270792 Apr 22 18:13:35.643539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-da945103-1e2d-4aab-8a78-8c5796fff652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:35.645001 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-da945103-1e2d-4aab-8a78-8c5796fff652 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.0600564 Apr 22 18:13:35.716599 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-23c89207-dd0a-4d4a-aa52-2d9548b5af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:35.718041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-23c89207-dd0a-4d4a-aa52-2d9548b5af65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674586 Apr 22 18:13:35.848737 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-7a457224-5f00-494f-a63d-cb1beee12de3 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242352 Apr 22 18:13:35.978354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-ea489604-a0c1-47f8-92db-feeb335cde07 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238198 Apr 22 18:13:36.752565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b9e9-39bb-4f07-8257-6e58fe05b7e4 req-e15db20e-90a0-485a-bc30-5b161579aa04 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:36.754026 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9bc3b9e9-39bb-4f07-8257-6e58fe05b7e4 req-e15db20e-90a0-485a-bc30-5b161579aa04 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0788701 Apr 22 18:13:36.796672 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9bc3b9e9-39bb-4f07-8257-6e58fe05b7e4 req-f7a2e596-0059-469b-95a0-e59541671a2d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370977 Apr 22 18:13:37.976508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1a69-edfb-4072-9969-b09579aa34a1 req-64984b03-5920-4aa5-8bfa-81cb2d86c828 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:37.977937 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-29fe1a69-edfb-4072-9969-b09579aa34a1 req-64984b03-5920-4aa5-8bfa-81cb2d86c828 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0772381 Apr 22 18:13:38.025111 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-29fe1a69-edfb-4072-9969-b09579aa34a1 req-8ba7d45a-fc3c-4102-b0ea-425f4149dbb8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416517 Apr 22 18:13:39.206625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e49ee-f3fb-43c1-99c0-475e4d3c1f39 req-325caab4-b3a2-4261-a5da-4ea3e6506b4b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:39.208135 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ca6e49ee-f3fb-43c1-99c0-475e4d3c1f39 req-325caab4-b3a2-4261-a5da-4ea3e6506b4b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0798519 Apr 22 18:13:39.251268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ca6e49ee-f3fb-43c1-99c0-475e4d3c1f39 req-86bf20ad-ca37-4f0c-9eb0-6da04d85c3e4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376542 Apr 22 18:13:40.432451 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640d16-c346-4d69-b9d4-062f8e94534b req-cccfa4c9-64d9-4315-84aa-8708c620c430 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:40.433893 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-07640d16-c346-4d69-b9d4-062f8e94534b req-cccfa4c9-64d9-4315-84aa-8708c620c430 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0802219 Apr 22 18:13:40.478284 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-07640d16-c346-4d69-b9d4-062f8e94534b req-2c91874a-3a2f-472b-8a9f-ce74cdd13123 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381200 Apr 22 18:13:41.662115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225fe0-2112-49b9-a92f-60231c3ef573 req-b2c8d886-bc25-4561-9eff-5786c5a81394 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:41.663519 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb225fe0-2112-49b9-a92f-60231c3ef573 req-b2c8d886-bc25-4561-9eff-5786c5a81394 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0792663 Apr 22 18:13:41.707248 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb225fe0-2112-49b9-a92f-60231c3ef573 req-ae6a5d9e-20cf-478e-8645-5b9d71df2f4a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380476 Apr 22 18:13:42.892806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a634d47-b2af-4434-8ceb-5122cb496dc8 req-16a7865c-f221-4220-bfc0-1c0be0ff3327 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:42.894241 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5a634d47-b2af-4434-8ceb-5122cb496dc8 req-16a7865c-f221-4220-bfc0-1c0be0ff3327 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0822530 Apr 22 18:13:43.033104 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5a634d47-b2af-4434-8ceb-5122cb496dc8 req-a228ab91-3349-429d-b089-08584f1050c1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331558 Apr 22 18:13:44.215191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de2287-d7cd-41c8-96a9-6cce38728116 req-1cda9e57-28ab-4e72-8378-6cc281a6412d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:44.216649 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1de2287-d7cd-41c8-96a9-6cce38728116 req-1cda9e57-28ab-4e72-8378-6cc281a6412d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0806406 Apr 22 18:13:44.260380 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1de2287-d7cd-41c8-96a9-6cce38728116 req-625eef3f-97f5-48c1-9e48-2c5b0323d21e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377645 Apr 22 18:13:44.989199 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-e61111f0-6edd-4c82-811f-69b81d5a0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:44.990649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-e61111f0-6edd-4c82-811f-69b81d5a0cfa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.0691750 Apr 22 18:13:45.132665 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-e2154a11-c4b7-43fa-bfe3-afd7ad5d3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:45.134099 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-e2154a11-c4b7-43fa-bfe3-afd7ad5d3254 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 895 time: 0.1238761 Apr 22 18:13:45.234378 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-3622926a-2c0f-4cce-b5d8-72e2a2b5bfff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 1002 time: 0.0939882 Apr 22 18:13:45.297566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-f2f06234-1410-431a-980f-273f9648e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:45.299056 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-f2f06234-1410-431a-980f-273f9648e108 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.0591130 Apr 22 18:13:45.413603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-24cb83c5-b0a8-46fb-9cce-322c43abb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:45.415075 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-24cb83c5-b0a8-46fb-9cce-322c43abb4c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1100855 Apr 22 18:13:45.545503 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f8ec5-1611-438d-af33-7409c4e425d4 req-0f4f3fdb-b619-49fe-b8f2-6c65dcdd529b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:45.547414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1c9f8ec5-1611-438d-af33-7409c4e425d4 req-0f4f3fdb-b619-49fe-b8f2-6c65dcdd529b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.1826084 Apr 22 18:13:45.586379 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-ae7b01ec-0de1-468b-8e94-87ac7abc071b service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635091 Apr 22 18:13:45.635744 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1c9f8ec5-1611-438d-af33-7409c4e425d4 req-2a569d04-144a-40ab-aa83-1d45717cd37d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808704 Apr 22 18:13:45.727879 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-099ba2f1-913a-4ed9-93b3-3ce9c23bf1b9 req-7711ea43-cd4f-4fcb-8b62-8c17f6c6a524 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335754 Apr 22 18:13:46.815841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48979f-0542-46f4-a51a-75d66a7a0de8 req-31b3766d-c388-4578-b6a3-bc36aa7cc45d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:46.817295 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4a48979f-0542-46f4-a51a-75d66a7a0de8 req-31b3766d-c388-4578-b6a3-bc36aa7cc45d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0785358 Apr 22 18:13:46.863849 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4a48979f-0542-46f4-a51a-75d66a7a0de8 req-ee2bb1e5-3a68-4657-8532-0713083331ef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408254 Apr 22 18:13:48.043423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fd13a-3ea1-4ed8-a5e5-7a2317ac5de2 req-9c328254-174f-4a17-91b7-599e12f5b641 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:48.044860 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c16fd13a-3ea1-4ed8-a5e5-7a2317ac5de2 req-9c328254-174f-4a17-91b7-599e12f5b641 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0790031 Apr 22 18:13:48.087414 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c16fd13a-3ea1-4ed8-a5e5-7a2317ac5de2 req-46ad5adc-0fa4-4c9a-b6fe-6e3fb5f26288 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364666 Apr 22 18:13:49.270380 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f7416-5b94-440d-ac2b-62c00085d20a req-be517b07-5663-4621-bae3-06f04f5e7abb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:49.271869 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1a4f7416-5b94-440d-ac2b-62c00085d20a req-be517b07-5663-4621-bae3-06f04f5e7abb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0781305 Apr 22 18:13:49.315348 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1a4f7416-5b94-440d-ac2b-62c00085d20a req-130e6685-c5c8-4e03-9ee5-cb5b42d4d793 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378938 Apr 22 18:13:50.500019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47190552-2238-4c53-8c7e-759702910bfc req-562f2f15-9d61-4eac-bf77-5a4919e0e577 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:50.501362 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47190552-2238-4c53-8c7e-759702910bfc req-562f2f15-9d61-4eac-bf77-5a4919e0e577 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0818114 Apr 22 18:13:50.544167 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-47190552-2238-4c53-8c7e-759702910bfc req-4ffa1a7d-181d-43c8-8e96-afb42f1dc949 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373316 Apr 22 18:13:50.553944 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:13:51.729452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5fdb0-9d7d-48b1-94d4-9c82e4d5f1c3 req-e49ad16d-d840-4e94-be62-7e840dc60140 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:51.730953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-41c5fdb0-9d7d-48b1-94d4-9c82e4d5f1c3 req-e49ad16d-d840-4e94-be62-7e840dc60140 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0827816 Apr 22 18:13:51.774597 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-41c5fdb0-9d7d-48b1-94d4-9c82e4d5f1c3 req-ce8369d4-6e04-4faf-b2fb-a4b9ed701b53 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370855 Apr 22 18:13:52.948186 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-143d487e-15ae-4c38-a265-bb142e17566b service neutron] 10.222.0.16 "GET /v2.0/ports/3740b41e-8999-49d3-b3d1-1df8926d9336/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1178360 Apr 22 18:13:52.978235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77483040-88aa-4012-a16a-27ea34a81921 req-6a9ed3ec-42d6-473e-b665-01d4d32be017 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:52.982455 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-77483040-88aa-4012-a16a-27ea34a81921 req-6a9ed3ec-42d6-473e-b665-01d4d32be017 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0985363 Apr 22 18:13:53.023369 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-77483040-88aa-4012-a16a-27ea34a81921 req-21ee88e3-2b86-4261-b412-ba794dcdf59d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374305 Apr 22 18:13:53.488116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-41b75bb9-18ec-477d-82ba-bd37df09a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:53.489595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-41b75bb9-18ec-477d-82ba-bd37df09a82a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 1099 time: 0.0687611 Apr 22 18:13:53.581122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-1ac2baa6-5144-4bf4-bd63-2751e39039b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:53.582627 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-1ac2baa6-5144-4bf4-bd63-2751e39039b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.0727761 Apr 22 18:13:53.710951 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-94ec1d54-ed7a-4347-a574-f50ac7b508fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:53.712391 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-94ec1d54-ed7a-4347-a574-f50ac7b508fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 895 time: 0.1237414 Apr 22 18:13:53.915743 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-2b999e2c-d28a-4f2d-b578-c44f473d427e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 1002 time: 0.1960819 Apr 22 18:13:53.976371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-52706c4d-46dd-4ec1-80d6-b68c1c960c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:53.977656 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-52706c4d-46dd-4ec1-80d6-b68c1c960c52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.0560179 Apr 22 18:13:54.049796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-b1a4da15-bf24-4ae5-82c9-275006052fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:54.051281 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-b1a4da15-bf24-4ae5-82c9-275006052fb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681171 Apr 22 18:13:54.182682 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-3d20976f-8b8a-468b-a137-d2472a78412e service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247544 Apr 22 18:13:54.205728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1d818-4a6d-48bd-9fc2-dada62ea5f6f req-69d23b3d-4243-48d2-9ac2-5f8cdcf48917 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:54.207221 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ea1d818-4a6d-48bd-9fc2-dada62ea5f6f req-69d23b3d-4243-48d2-9ac2-5f8cdcf48917 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0788891 Apr 22 18:13:54.251611 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7ea1d818-4a6d-48bd-9fc2-dada62ea5f6f req-169d3660-d12b-4241-88cf-9107adf46ccc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385184 Apr 22 18:13:54.313378 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e8dabc3c-bf81-4ff6-8fad-3c9b7a74e545 req-467f308f-921e-4e5a-8306-8e1928068546 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249280 Apr 22 18:13:55.438949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9eec8-98e6-4095-9d13-504fd685dbcb req-c22d0de3-dd76-4286-811f-5cdbebc3c058 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:55.440389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bba9eec8-98e6-4095-9d13-504fd685dbcb req-c22d0de3-dd76-4286-811f-5cdbebc3c058 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0848346 Apr 22 18:13:55.485383 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bba9eec8-98e6-4095-9d13-504fd685dbcb req-d719c438-7692-41aa-b73e-40e2cb39d352 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393915 Apr 22 18:13:56.238177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3740b41e-8999-49d3-b3d1-1df8926d9336 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:13:56.240523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3740b41e-8999-49d3-b3d1-1df8926d9336 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:13:56.445911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:56.483082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:13:56.493935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:13:56.507683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:13:56.508780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'port_id': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'mac_address': 'fa:16:3e:b2:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:13:56.550216 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b194ee66-35a6-4c41-9d62-8a29a46b7769'] response: {'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'code': 200} Apr 22 18:13:56.569056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:56.586073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3740b41e-8999-49d3-b3d1-1df8926d9336 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:13:56.591453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:56.672598 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd702a-fd46-44d5-84d6-e08d483921c1 req-70bbc927-0c7c-43c5-9eab-5ea9f08adbab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:56.674070 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2bdd702a-fd46-44d5-84d6-e08d483921c1 req-70bbc927-0c7c-43c5-9eab-5ea9f08adbab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 944 time: 0.0800524 Apr 22 18:13:56.704024 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:13:56.704384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:13:56.707661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:13:56.714564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.714936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.715282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.715624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.715957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.716294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.716624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.716950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.717282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.717606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.718463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.718815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:13:56.723818 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2bdd702a-fd46-44d5-84d6-e08d483921c1 req-27422d1e-e2ec-431d-b400-678c75b3f555 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440564 Apr 22 18:13:57.258116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:57.274422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3740b41e-8999-49d3-b3d1-1df8926d9336 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:13:57.289597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:13:57.349741 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:57.415913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['3740b41e-8999-49d3-b3d1-1df8926d9336'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:13:57.455355 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:13:57.912357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be8252-5131-48b6-94dc-bedd98cd375d req-2b880177-074b-4f7b-9b98-a1db8bb104bd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:57.913808 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-18be8252-5131-48b6-94dc-bedd98cd375d req-2b880177-074b-4f7b-9b98-a1db8bb104bd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 945 time: 0.0809281 Apr 22 18:13:57.957144 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-18be8252-5131-48b6-94dc-bedd98cd375d req-2c1e76f4-e227-423b-876d-7fae743261c1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378239 Apr 22 18:13:58.245862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3740b41e-8999-49d3-b3d1-1df8926d9336 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:13:58.312992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 3740b41e-8999-49d3-b3d1-1df8926d9336 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:13:58.313685 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:58.408416 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e971a-52fc-4263-b8d0-b04f9ef43f57 req-aac6255e-2470-41e1-b567-6f2c52b5275a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:58.410186 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-941e971a-52fc-4263-b8d0-b04f9ef43f57 req-aac6255e-2470-41e1-b567-6f2c52b5275a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 945 time: 0.0841513 Apr 22 18:13:58.441529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:58.458486 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-941e971a-52fc-4263-b8d0-b04f9ef43f57 req-bcaf8871-024c-47a2-a2c5-ea4119ef362c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426068 Apr 22 18:13:58.475895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:13:58.480364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d710f1-faea-4de6-9abc-221f539f673c req-71918c0f-92a8-4889-addf-ead452508cf8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:58.481910 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89d710f1-faea-4de6-9abc-221f539f673c req-71918c0f-92a8-4889-addf-ead452508cf8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900&tenant_id=4e5e79c6751a46a882f733e37155bacf&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0941539 Apr 22 18:13:58.544238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:13:58.581438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:13:58.620467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:13:58.634781 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc2e93d-a5f0-4431-b6db-b7c07c21d0e0'] response: {'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'code': 200} Apr 22 18:13:58.691365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0bbed-3ca8-49c1-87e2-cbdd158a978d req-dff19754-6501-4568-87a5-3f3379a6e02f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:58.692804 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10a0bbed-3ca8-49c1-87e2-cbdd158a978d req-dff19754-6501-4568-87a5-3f3379a6e02f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.1143641 Apr 22 18:13:58.695396 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d710f1-faea-4de6-9abc-221f539f673c req-b7941c56-22b6-45e7-8385-0a8d2f65534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:58.696712 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89d710f1-faea-4de6-9abc-221f539f673c req-b7941c56-22b6-45e7-8385-0a8d2f65534f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.1492302 Apr 22 18:13:58.820404 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-10a0bbed-3ca8-49c1-87e2-cbdd158a978d req-f537cccc-2fc8-4d95-b324-a58328e09f7e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218679 Apr 22 18:13:58.854678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d710f1-faea-4de6-9abc-221f539f673c req-68473f5d-af12-4763-8740-23f9297d44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:58.856230 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89d710f1-faea-4de6-9abc-221f539f673c req-68473f5d-af12-4763-8740-23f9297d44d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 895 time: 0.1457160 Apr 22 18:13:58.956927 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89d710f1-faea-4de6-9abc-221f539f673c req-6dfbe572-3c0c-4f51-80c8-3fbbe244b7c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 1002 time: 0.0949764 Apr 22 18:13:59.020226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d710f1-faea-4de6-9abc-221f539f673c req-99fadf71-7dfa-40e3-95a8-22c91c5325d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:59.021608 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89d710f1-faea-4de6-9abc-221f539f673c req-99fadf71-7dfa-40e3-95a8-22c91c5325d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.0591581 Apr 22 18:13:59.100972 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d710f1-faea-4de6-9abc-221f539f673c req-e2ecc049-30d1-465b-9010-17477b3c1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:13:59.102348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89d710f1-faea-4de6-9abc-221f539f673c req-e2ecc049-30d1-465b-9010-17477b3c1dfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749905 Apr 22 18:13:59.230456 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89d710f1-faea-4de6-9abc-221f539f673c req-97ff745d-d085-4306-a50d-bd6d5909dbbc service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217663 Apr 22 18:13:59.360386 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-89d710f1-faea-4de6-9abc-221f539f673c req-2e53e9bf-221b-4f27-9558-5b3681393270 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235440 Apr 22 18:14:00.005221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7977d8-752d-4d9e-a5ab-1976e24e87fb req-e5946156-a9ee-4f4b-8b46-9964560751f4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:00.006666 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba7977d8-752d-4d9e-a5ab-1976e24e87fb req-e5946156-a9ee-4f4b-8b46-9964560751f4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0800984 Apr 22 18:14:00.052256 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ba7977d8-752d-4d9e-a5ab-1976e24e87fb req-f7c63570-ec6e-4d2c-9188-272ae3fea60f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397797 Apr 22 18:14:00.443941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-83c8f466-cfc8-4276-b94f-7c9ea064f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:01.234436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a046edc-d1fc-4772-8f22-804f72d2c7c5 req-8f0ffbce-dffa-4a40-b4e0-f730ff6e4e60 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:01.236166 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1a046edc-d1fc-4772-8f22-804f72d2c7c5 req-8f0ffbce-dffa-4a40-b4e0-f730ff6e4e60 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0778527 Apr 22 18:14:01.282442 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1a046edc-d1fc-4772-8f22-804f72d2c7c5 req-3364aef3-e3a2-4837-9c9b-bb4159514eab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408351 Apr 22 18:14:01.304949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59954) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:14:01.411267 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0b05c9d8-4ffe-4a06-9157-afc4c8b5910e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/754e0098-d29a-4bfe-a646-f65601916937 HTTP/1.1" status: 200 len: 994 time: 0.1051981 Apr 22 18:14:02.629449 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d08abfdf-a237-4362-af5f-05fc819cf60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:03.775423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:03.918231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:04.766688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:05.197996 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:24.784652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-873d3fde-5bf6-413c-bf90-df4fbfb16486 req-48fc7ae3-c597-4107-974a-1801f8bb8393 service neutron] (88659) timed out ('10.222.0.10', 56212) {{(pid=88659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 18:14:27.553283 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:14:30.449638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-edfa5345-dfd6-4ffc-857b-5e79cdcb9c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:32.626546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-07eb385a-006e-4364-a7a5-e053ce1063eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:33.763680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:33.940756 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:34.783454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:35.226342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:44.971794 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-1fa4a7af-fc94-4b1d-9a82-8cc049db6f61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069126 Apr 22 18:14:45.107722 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-5e8c637f-8c2e-485d-beb3-79411db5020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:45.109214 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-5e8c637f-8c2e-485d-beb3-79411db5020d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.0731843 Apr 22 18:14:45.250921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-3e5ae853-6088-494d-b6e9-5d508a2a3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:45.252365 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-3e5ae853-6088-494d-b6e9-5d508a2a3e09 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 895 time: 0.1256146 Apr 22 18:14:45.349672 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-ad4fdc8c-cf9d-4652-97c2-33725fc5d66c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 1002 time: 0.0913041 Apr 22 18:14:45.511756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-ff6af5ec-6223-4855-a150-9764c5b3a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:45.513107 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-ff6af5ec-6223-4855-a150-9764c5b3a869 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.1565864 Apr 22 18:14:45.586361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-61b3a53c-b4c8-4fd2-8736-ecf95d9c2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:45.587842 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-61b3a53c-b4c8-4fd2-8736-ecf95d9c2ee2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683050 Apr 22 18:14:45.717699 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-9573463c-b944-4ab9-af94-c61db6c81651 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210198 Apr 22 18:14:45.845810 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e829f8b9-a2b1-46d6-bbef-ffc33b8edb43 req-6add79e8-2b3d-44e2-a446-f56933f45216 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219406 Apr 22 18:14:52.425764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 59980) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:14:52.624278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port e82e315e-7eea-4d46-bdd7-11dc28cbbf64 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:14:52.624565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:52.876621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:52.876930 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:52.999799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for e82e315e-7eea-4d46-bdd7-11dc28cbbf64 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:14:53.243264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:53.292246 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=e82e315e-7eea-4d46-bdd7-11dc28cbbf64,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:14:53.356455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.356804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.357143 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.357482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.358322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.358655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.359006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.359334 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.359924 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.360252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.360572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.360891 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:53.389207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:53.389557 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 754e0098-d29a-4bfe-a646-f65601916937 disassociated (deleted). External IP: 172.26.3.125, port: 3740b41e-8999-49d3-b3d1-1df8926d9336. Apr 22 18:14:53.736782 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router f341a699-2a79-49ed-be5d-ab4d13c5bb0b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:14:53.910836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:14:53.921090 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] Sync routers for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:14:53.930052 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:14:53.937444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:14:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:14:54.015878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:54.071861 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-25b229c7-658f-4c1d-a44e-6786925714f7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/floatingips/754e0098-d29a-4bfe-a646-f65601916937 HTTP/1.1" status: 204 len: 168 time: 1.6450269 Apr 22 18:14:54.072536 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:14:54.119163 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8bac4e-9d52-41e2-9b1c-9a0e740bdf0e'] response: {'name': 'network-changed', 'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'status': 'completed', 'code': 200} Apr 22 18:14:54.132184 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:14:54.214549 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-708f0fc4-c931-4d4f-b7c7-9aa4b515a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:54.216108 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-708f0fc4-c931-4d4f-b7c7-9aa4b515a2fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 1099 time: 0.0750167 Apr 22 18:14:54.348266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-f6713593-3c9e-4209-8785-1d3cfab947aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:54.349620 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-f6713593-3c9e-4209-8785-1d3cfab947aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 200 len: 895 time: 0.1277444 Apr 22 18:14:54.425726 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-bde423f4-4125-4bf7-9f39-1edcaee3f1a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 200 len: 217 time: 0.0696681 Apr 22 18:14:54.449689 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:14:54.454078 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] Checking router: f341a699-2a79-49ed-be5d-ab4d13c5bb0b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:14:54.462250 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:14:54.462910 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:14:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:14:54.489936 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-290c7f3c-b2b7-42d5-9954-6a7796390732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:54.491434 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-290c7f3c-b2b7-42d5-9954-6a7796390732 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 200 len: 833 time: 0.0603688 Apr 22 18:14:54.573650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-a9c4bce3-46ea-4010-825f-63b8b8cdc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:54.575178 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-a9c4bce3-46ea-4010-825f-63b8b8cdc6b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754504 Apr 22 18:14:54.641967 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:14:54.667118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5845d-90c9-44ff-90bf-b77fab57aa1f req-cd7c7dc9-1c4a-4509-ae2b-da3dc405bdbb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:54.667810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-6bf5845d-90c9-44ff-90bf-b77fab57aa1f req-cd7c7dc9-1c4a-4509-ae2b-da3dc405bdbb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:14:54.709438 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-efe23611-c9a3-45f5-b81a-5474bbeb8383 service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272638 Apr 22 18:14:54.740400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-6bf5845d-90c9-44ff-90bf-b77fab57aa1f req-cd7c7dc9-1c4a-4509-ae2b-da3dc405bdbb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:14:54.741780 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6bf5845d-90c9-44ff-90bf-b77fab57aa1f req-cd7c7dc9-1c4a-4509-ae2b-da3dc405bdbb tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.1570325 Apr 22 18:14:54.789592 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6bf5845d-90c9-44ff-90bf-b77fab57aa1f req-106c6c5c-4498-4cce-a0f6-57d71e982e2b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413842 Apr 22 18:14:54.846541 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-48ad2d34-c452-41d0-abaf-2a5014b239ed req-d76d168b-6c66-4cac-b47e-93563d0aacda service neutron] 10.222.0.16 "GET /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301987 Apr 22 18:14:54.958397 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:14:54.962488 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78967ab7-61a2-4b05-aba8-1e042aed4657 None None] The sync data for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv is: [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:11:53Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e', 'name': '', 'network_id': 'd5f6a1c7-30a0-4bbb-a69a-2e1f812ec622', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:79:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:53Z', 'updated_at': '2022-04-22T18:11:58Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': 'a366df1c-72f6-4bc6-b0ca-f2f9aad51b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:14:55.168081 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f718866-7ad8-40d5-ad1b-a8ce700658a6 None None] New status for floating IP 754e0098-d29a-4bfe-a646-f65601916937: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:14:55.984419 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0044ad-e70a-47fa-a395-ed09a7595b96 req-2a6f377b-8765-4df9-979b-3e3141987fad tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:55.986138 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6d0044ad-e70a-47fa-a395-ed09a7595b96 req-2a6f377b-8765-4df9-979b-3e3141987fad tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0840693 Apr 22 18:14:56.028283 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6d0044ad-e70a-47fa-a395-ed09a7595b96 req-c14b2889-a5b2-4b73-8f77-314ec668fb99 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365729 Apr 22 18:14:56.443832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-4d29d116-d1de-4146-bce3-ccffb81aee67 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:56.445249 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-4d29d116-d1de-4146-bce3-ccffb81aee67 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0767002 Apr 22 18:14:56.516124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 3740b41e-8999-49d3-b3d1-1df8926d9336 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:14:56.516383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:56.756097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port 3740b41e-8999-49d3-b3d1-1df8926d9336, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3740b41e-8999-49d3-b3d1-1df8926d9336,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:14:56.756462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:56.971442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 3740b41e-8999-49d3-b3d1-1df8926d9336 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:14:57.180666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:57.212896 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f55ce0-b328-427c-8664-de15870152d3 req-e564a58d-acb7-4feb-bafb-b4ed59e9106f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:14:57.214358 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-84f55ce0-b328-427c-8664-de15870152d3 req-e564a58d-acb7-4feb-bafb-b4ed59e9106f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900 HTTP/1.1" status: 200 len: 946 time: 0.0808859 Apr 22 18:14:57.230515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=3740b41e-8999-49d3-b3d1-1df8926d9336,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:14:57.261629 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-84f55ce0-b328-427c-8664-de15870152d3 req-cafd6510-fdba-45d3-a63e-8debd67d49f2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412877 Apr 22 18:14:57.302204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.302550 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.302919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.303255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.303587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.303918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.304247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.304572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.304904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.305218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.305536 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.305856 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:14:57.319611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] No DVR routers for this DVR port 3740b41e-8999-49d3-b3d1-1df8926d9336 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:14:57.321789 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:57.324497 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'name': 'network-vif-deleted', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:14:57.367430 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9156a7f3-44d3-4191-a71d-1968bb8616a9'] response: {'server_uuid': 'e7f3d7e5-0d3d-451b-aa16-ffd4a7f70900', 'name': 'network-vif-deleted', 'tag': '3740b41e-8999-49d3-b3d1-1df8926d9336', 'status': 'completed', 'code': 200} Apr 22 18:14:57.398432 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1bff3fc3-ecbd-4c65-914b-409126fb3a2b req-b5d708f5-d9f0-4e8b-a453-e25621e90906 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "DELETE /v2.0/ports/3740b41e-8999-49d3-b3d1-1df8926d9336 HTTP/1.1" status: 204 len: 173 time: 0.9476469 Apr 22 18:14:58.356537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60000) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:14:58.997449 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:59.339055 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:14:59.339306 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:59.520511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:14:59.521217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:14:59.640572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:15:00.123033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:00.197350 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:00.426111 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f4a4e52f-b8de-4cff-b478-289ec5644514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:00.458992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:00.595516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3740b41e-8999-49d3-b3d1-1df8926d9336 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:15:00.632060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 3740b41e-8999-49d3-b3d1-1df8926d9336 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:15:00.632414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3740b41e-8999-49d3-b3d1-1df8926d9336 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:15:00.809824 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router f341a699-2a79-49ed-be5d-ab4d13c5bb0b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:15:00.985735 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:15:00.995543 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] Sync routers for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:15:00.998204 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b8b8795f-416a-450a-95bc-2372376d61d6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/f341a699-2a79-49ed-be5d-ab4d13c5bb0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406245 Apr 22 18:15:01.001058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60004) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:01.004891 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:15:01.005485 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:14:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:01.072000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abedd27-6b97-407c-8847-11bd8a9ee61f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting subnet a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:15:01.074849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abedd27-6b97-407c-8847-11bd8a9ee61f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.127953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abedd27-6b97-407c-8847-11bd8a9ee61f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.175535 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:15:01.211553 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abedd27-6b97-407c-8847-11bd8a9ee61f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.363959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abedd27-6b97-407c-8847-11bd8a9ee61f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.403883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abedd27-6b97-407c-8847-11bd8a9ee61f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Subnet': ['ID=a366df1c-72f6-4bc6-b0ca-f2f9aad51b96,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:01.407499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1abedd27-6b97-407c-8847-11bd8a9ee61f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.416586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60008) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:01.417008 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1abedd27-6b97-407c-8847-11bd8a9ee61f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/subnets/a366df1c-72f6-4bc6-b0ca-f2f9aad51b96 HTTP/1.1" status: 204 len: 168 time: 0.4145870 Apr 22 18:15:01.425036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d753b-7b98-4b77-a52a-9b1edc21fc37 None None] Network d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:15:01.483747 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:14:59Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:01.488176 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] Checking router: f341a699-2a79-49ed-be5d-ab4d13c5bb0b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:15:01.496251 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] Routers {'f341a699-2a79-49ed-be5d-ab4d13c5bb0b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:15:01.496847 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:14:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:01.598093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.672362 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] Set router f341a699-2a79-49ed-be5d-ab4d13c5bb0b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:15:01.703156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] DHCP port deletion for d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:15:01.707999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Deleting port 612ed5b1-d57b-451e-a2e8-73279612783a {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:15:01.708571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.780003 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.849403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 82a4d23f-3e5a-405d-abfd-31055c57b4db {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:15:01.849915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.924688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] For port 612ed5b1-d57b-451e-a2e8-73279612783a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=612ed5b1-d57b-451e-a2e8-73279612783a,segment=NetworkSegment(3d5eacff-25ab-47b8-a530-07032251840d),segment_id=3d5eacff-25ab-47b8-a530-07032251840d)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:15:01.925040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:01.958766 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:14:59Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:01.962670 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fcbbd5-504c-47ae-b2a4-30e9fd92f8f0 None None] The sync data for ids ['f341a699-2a79-49ed-be5d-ab4d13c5bb0b'] in dv-neutron-839024-1-hyperv is: [{'id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374135971', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:11:48Z', 'updated_at': '2022-04-22T18:14:59Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '82a4d23f-3e5a-405d-abfd-31055c57b4db', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f341a699-2a79-49ed-be5d-ab4d13c5bb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:11:49Z', 'updated_at': '2022-04-22T18:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:15:02.031721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port 82a4d23f-3e5a-405d-abfd-31055c57b4db, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=82a4d23f-3e5a-405d-abfd-31055c57b4db,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:15:02.032080 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.046615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Calling delete_port for 612ed5b1-d57b-451e-a2e8-73279612783a owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:15:02.152723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 82a4d23f-3e5a-405d-abfd-31055c57b4db owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:15:02.217025 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.263570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Pushing event deleted for resources: {'Port': ['ID=612ed5b1-d57b-451e-a2e8-73279612783a,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:02.268246 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] No DVR routers for this DVR port 612ed5b1-d57b-451e-a2e8-73279612783a on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:15:02.274106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.274457 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.277028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.277028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.277028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.277028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.277028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.277028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.277028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.279784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.279784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.279784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4198465-8923-4bf8-bc2a-fde9b3273493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:02.353815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 612ed5b1-d57b-451e-a2e8-73279612783a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:15:02.377171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.391282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 612ed5b1-d57b-451e-a2e8-73279612783a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:15:02.391633 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 612ed5b1-d57b-451e-a2e8-73279612783a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:15:02.392062 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:15:02.430931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:15:02.431272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device eeecb68b-c7ca-469b-9d6e-4ebf4e9ea66e not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:15:02.435040 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=82a4d23f-3e5a-405d-abfd-31055c57b4db,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:02.531495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.628524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d82c798e-45c4-49b5-9acb-590065253870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.800490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.802570 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.902758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.903279 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Fanout notify agent at l3_agent the message router_deleted on router f341a699-2a79-49ed-be5d-ab4d13c5bb0b {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:15:02.918877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:02.919921 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-77f88ba1-2551-45d9-8598-c552f2786e8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/routers/f341a699-2a79-49ed-be5d-ab4d13c5bb0b HTTP/1.1" status: 204 len: 168 time: 1.5023992 Apr 22 18:15:02.923425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60012) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:03.042152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.171378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.196732 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:03.208983 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5eacff-25ab-47b8-a530-07032251840d') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:03.209290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5eacff-25ab-47b8-a530-07032251840d') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:03.220938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.236590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.242386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:15:03.242801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:15:03.260417 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:15:03.391945 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.409152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.421516 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Network': ['ID=d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:03.483754 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b369fd57-e672-43d7-b90a-73a76e078a46 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/networks/d5f6a1c7-30a0-4bbb-a69a-2e1f812ec622 HTTP/1.1" status: 204 len: 168 time: 0.5593691 Apr 22 18:15:03.486662 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60016) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:03.557416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a6b56c8-c5bc-4658-83c1-254ef3795c4e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.587125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a6b56c8-c5bc-4658-83c1-254ef3795c4e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.691190 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a6b56c8-c5bc-4658-83c1-254ef3795c4e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.709716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b56c8-c5bc-4658-83c1-254ef3795c4e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93ca57d-f70d-462f-aa64-37a2e0e4fd7f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:03.748786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.775962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3a6b56c8-c5bc-4658-83c1-254ef3795c4e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:03.777117 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3a6b56c8-c5bc-4658-83c1-254ef3795c4e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/security-groups/a93ca57d-f70d-462f-aa64-37a2e0e4fd7f HTTP/1.1" status: 204 len: 168 time: 0.2895262 Apr 22 18:15:03.937589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.251973 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60024) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:04.257187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867768946', 'description': 'tempest-secgroup-smoke-1867768946 description', 'project_id': '4e5e79c6751a46a882f733e37155bacf'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:04.263205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:04.267373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:04.270237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:04.275879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:04.301931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 82a4d23f-3e5a-405d-abfd-31055c57b4db no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:15:04.336012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 82a4d23f-3e5a-405d-abfd-31055c57b4db {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:15:04.336345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 82a4d23f-3e5a-405d-abfd-31055c57b4db not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:15:04.348642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.470966 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:04.474706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:04.477512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:04.483222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:04.549981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.551448 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:15:04.603171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.648763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e604d3e-06a8-4c41-83e8-a933f0fadbc2,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:04.703031 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.704244 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-546ef3b4-762b-4fbd-ada1-4faaec2abcdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4512911 Apr 22 18:15:04.707075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60028) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:04.711999 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '9e604d3e-06a8-4c41-83e8-a933f0fadbc2', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:04.718513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:04.722430 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:04.725531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:04.731581 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:04.791928 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.823379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.882341 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.959690 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:04.985691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed3d69f-0fa3-4868-af0b-bde73453ead0,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:05.062569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.063716 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a9ddc10b-d943-4552-bc49-bc8f3ae2f432 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557189 Apr 22 18:15:05.066310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60032) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:05.071278 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '9e604d3e-06a8-4c41-83e8-a933f0fadbc2', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:05.077686 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:05.081551 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:05.084415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:05.089989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:05.176025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.225833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.236864 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.307855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.334270 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9abc3d-606d-4415-b695-6def8f8e3ba2,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:05.399866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.403502 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5e80484f-93ca-4e16-834d-f803a76c9813 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3338132 Apr 22 18:15:05.403697 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60036) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:05.408500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '9e604d3e-06a8-4c41-83e8-a933f0fadbc2', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:05.414443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:05.418260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:05.421614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:05.429419 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:05.508887 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.569240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.645424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.668166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4f445b-c5fc-4e1d-b3f3-c77bfff7ea15,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:05.757636 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.758847 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1922002c-5be0-4fd8-8603-2e1965bd9c33 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3542240 Apr 22 18:15:05.761467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60040) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:05.766342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '9e604d3e-06a8-4c41-83e8-a933f0fadbc2', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:05.772135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:05.776067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:05.778958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:05.785141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:05.861694 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.926522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.974606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:05.997375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce14ca0a-a150-4dd2-bd71-118b6ed92e5d,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:06.071848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.073005 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-704a1eec-2b4e-4fba-beba-135ec3e59aa1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3106031 Apr 22 18:15:06.075687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60044) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:06.081164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '9e604d3e-06a8-4c41-83e8-a933f0fadbc2', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:06.087185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:06.090908 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:06.094444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:06.100092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:06.191959 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:15:06.198219 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.259522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.336892 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.359225 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf60ff9c-fb18-45a1-bb91-4c35754441f2,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:06.422942 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.424170 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d9cd3c5b-a973-4e14-a051-7a121d575667 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3469872 Apr 22 18:15:06.426866 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60048) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:06.431817 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': '9e604d3e-06a8-4c41-83e8-a933f0fadbc2', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:06.438176 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:06.442087 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:06.444861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:06.450437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:06.519314 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:15:06.525559 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.591039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.656356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.679009 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85c8501-3202-4d4c-9817-7a49608ea156,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:06.759539 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.760651 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-442995c1-a4f3-4ef1-ba3b-250c652f52ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3328450 Apr 22 18:15:06.763486 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60052) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:06.768957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'network': {'name': 'tempest-network-smoke--1694667113', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:06.773884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:06.777860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:network and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:06.780621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:06.786223 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:06.862095 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:15:06.865505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.892186 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:15:06.900485 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:06.904626 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Added segment d979b21d-a228-4af4-9694-656f7b257863 of type vlan for network a6bce7a7-12e4-4906-ab78-b2c2338d0923 Apr 22 18:15:06.925558 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:07.004958 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:07.010375 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:07.010916 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:07.116325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Network': ['ID=a6bce7a7-12e4-4906-ab78-b2c2338d0923,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:07.126595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:15:07.155092 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e0f3cc03-3df5-49e1-9829-8529fde68b87 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3903725 Apr 22 18:15:07.157658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60056) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:07.162532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'admin_state_up': True, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:07.169718 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:07.174033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:router and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:07.176873 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:07.182956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:07.239716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:07.240730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:07.254871 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:07.584452 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:07.928283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:07.957124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:08.178860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.81 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/5b48f5c3-454f-4281-9ab2-a7e6225e3ba0) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:15:08.322077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:08.411928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:08.471260 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:15:08.473911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:15:08.476415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:15:08.525975 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=5b48f5c3-454f-4281-9ab2-a7e6225e3ba0,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:08.995723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:09.319884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:09.611109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 3e7eb65f-5793-4566-abab-085ba9f37a23 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:15:09.895264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:15:09.904513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Sync routers for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:15:09.913233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:15:09.913845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:15:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:09.974512 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:09.975773 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c8103ef2-09cd-4cd8-b5e0-610b73b951a1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8172004 Apr 22 18:15:09.979083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60060) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:10.018419 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-aa156b5a-bd50-4dcb-b278-bf794bfce733 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4e5e79c6751a46a882f733e37155bacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382657 Apr 22 18:15:10.020926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60064) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:10.131823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:15:10.151582 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c152fdd-31e7-40b4-b707-5a4d35750ffc tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:10.156122 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6c152fdd-31e7-40b4-b707-5a4d35750ffc tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311786 Apr 22 18:15:10.156564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60068) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:10.195813 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-14d4dec7-83a3-4218-a500-752bb305ee45 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379770 Apr 22 18:15:10.198212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60072) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:10.203631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471316111', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:10.311814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:10.315651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:subnet and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:10.318393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:10.324165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:10.410795 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:08Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:10.414558 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Checking router: 3e7eb65f-5793-4566-abab-085ba9f37a23 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:15:10.414838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:15:10.414971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Updating router 3e7eb65f-5793-4566-abab-085ba9f37a23 port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:15:10.418437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:10.467807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:10.694822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:10.772569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Subnet': ['ID=877b1d7a-ca73-417d-bb10-9dbe9bc07c1b,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:10.781874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Checking segment: {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:15:10.782241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network hostable DHCP agents. Network: a6bce7a7-12e4-4906-ab78-b2c2338d0923, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:15:10.797173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:10.808524 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Transition to ACTIVE for port object 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:15:10.877355 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:15:10.908118 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:10.960055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, a6bce7a7-12e4-4906-ab78-b2c2338d0923) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:15:10.963871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:10.967394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:10.973241 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeaaeff-9aca-43dd-809e-bd24d48e03de None None] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:15:11.015873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Attempting to bind port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:15:11.016243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Attempting to bind port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:15:11.016611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Attempting to bind port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:15:11.044393 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9f8802c5-b696-4f4b-9a50-672225bb8eac tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8449790 Apr 22 18:15:11.046957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60076) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:11.067605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19947fcf-52e6-4d2e-bc03-fe3eb68918e1 None None] Pushing event updated for resources: {'Port': ['ID=5b48f5c3-454f-4281-9ab2-a7e6225e3ba0,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:11.076874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:15:11.076874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:15:11.077125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:11.077450 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:15:11.077944 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Bound port: 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:15:11.078303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:11.208537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] For port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:15:11.225166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] For port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5b48f5c3-454f-4281-9ab2-a7e6225e3ba0,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:15:11.275028 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:15:11.275863 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:11.334245 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:11.414153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19947fcf-52e6-4d2e-bc03-fe3eb68918e1 None None] Pushing event updated for resources: {'Port': ['ID=5b48f5c3-454f-4281-9ab2-a7e6225e3ba0,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:11.494562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:15:11.495215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:15:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:11.653441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Allocated IP 172.20.0.2 (a6bce7a7-12e4-4906-ab78-b2c2338d0923/877b1d7a-ca73-417d-bb10-9dbe9bc07c1b/a81e13c5-6036-4cc3-b124-df51897b9d9d) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:15:11.727436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:15:11.852337 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:12.166578 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:12.180121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Transition to ACTIVE for port object a81e13c5-6036-4cc3-b124-df51897b9d9d will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:15:12.203712 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Transition to ACTIVE for port object a81e13c5-6036-4cc3-b124-df51897b9d9d will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:15:12.213725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:08Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:12.218163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d07c66-f891-42d0-a2fa-a0065ed643b5 None None] The sync data for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv is: [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:08Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:15:12.297478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:12.362653 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:15:12.362901 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.1 (a6bce7a7-12e4-4906-ab78-b2c2338d0923/877b1d7a-ca73-417d-bb10-9dbe9bc07c1b/e4bb7052-15b6-4988-a384-c2b631d65d0c) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:15:12.369810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:15:12.375644 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:15:12.381090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Pushing event updated for resources: {'Port': ['ID=a81e13c5-6036-4cc3-b124-df51897b9d9d,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:12.483103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Attempting to bind port a81e13c5-6036-4cc3-b124-df51897b9d9d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:15:12.483478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Attempting to bind port a81e13c5-6036-4cc3-b124-df51897b9d9d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:15:12.483846 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Attempting to bind port a81e13c5-6036-4cc3-b124-df51897b9d9d on network a6bce7a7-12e4-4906-ab78-b2c2338d0923 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:15:12.497256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:15:12.497648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Checking segment: {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:15:12.498105 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:12.498494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Bound using segment: {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:15:12.498998 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Bound port: a81e13c5-6036-4cc3-b124-df51897b9d9d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:15:12.499382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:12.582139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:12.594503 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] For port a81e13c5-6036-4cc3-b124-df51897b9d9d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:15:12.597798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] For port a81e13c5-6036-4cc3-b124-df51897b9d9d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a81e13c5-6036-4cc3-b124-df51897b9d9d,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:15:12.600320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object e4bb7052-15b6-4988-a384-c2b631d65d0c will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:15:12.697156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:12.720186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:12.784579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a7cf3-1277-47fa-bd41-661ad1ef2508 None None] Pushing event updated for resources: {'Port': ['ID=a81e13c5-6036-4cc3-b124-df51897b9d9d,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:12.795149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:15:12.798630 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:15:12.801098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:15:12.852612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=e4bb7052-15b6-4988-a384-c2b631d65d0c,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:12.874612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:13.222947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:13.702182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b30a9-8bc3-4da0-aa02-2c76de667697 None None] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:15:13.760735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:13.814764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:13.908683 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-01fcbd7f-55bc-4379-bff4-1dabc361a1e2 None None] Provisioning for port a81e13c5-6036-4cc3-b124-df51897b9d9d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:15:13.934398 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:13.939627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=e4bb7052-15b6-4988-a384-c2b631d65d0c,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:14.081496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:15:14.082651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:15:14.277745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 3e7eb65f-5793-4566-abab-085ba9f37a23 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:15:14.309163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9497feeb-a453-485c-96ae-538fcc461486 None None] Provisioning for port e4bb7052-15b6-4988-a384-c2b631d65d0c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:15:14.314800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9497feeb-a453-485c-96ae-538fcc461486 None None] Provisioning complete for port e4bb7052-15b6-4988-a384-c2b631d65d0c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:14.315298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9497feeb-a453-485c-96ae-538fcc461486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:14.393307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9497feeb-a453-485c-96ae-538fcc461486 None None] Port e4bb7052-15b6-4988-a384-c2b631d65d0c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:15:14.400322 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a81e13c5-6036-4cc3-b124-df51897b9d9d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:15:14.480347 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:15:14.499450 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Sync routers for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:15:14.500060 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ca8f42a5-ca58-46b5-b6d1-1f1b77d04674 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/3e7eb65f-5793-4566-abab-085ba9f37a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4455526 Apr 22 18:15:14.501787 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:15:14.502671 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:15:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:14.518182 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-17ff9274-54f0-449f-89f8-bb6db5eaed05 None None] Provisioning complete for port e4bb7052-15b6-4988-a384-c2b631d65d0c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:14.518595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-17ff9274-54f0-449f-89f8-bb6db5eaed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:14.556797 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port a81e13c5-6036-4cc3-b124-df51897b9d9d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:15:14.569298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a81e13c5-6036-4cc3-b124-df51897b9d9d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:14.569682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:14.652564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-17ff9274-54f0-449f-89f8-bb6db5eaed05 None None] Port e4bb7052-15b6-4988-a384-c2b631d65d0c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:15:14.673427 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-41a9759c-a86b-44c4-b522-fd1705d59504 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:15:14.691537 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:15:14.709597 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:14.741161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port a81e13c5-6036-4cc3-b124-df51897b9d9d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a81e13c5-6036-4cc3-b124-df51897b9d9d,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:15:14.742601 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-41a9759c-a86b-44c4-b522-fd1705d59504 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:15:14.743933 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-41a9759c-a86b-44c4-b522-fd1705d59504 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867768946&fields=id&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 267 time: 0.1146514 Apr 22 18:15:14.773357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9ec6c218-8cba-48ab-a09f-b724bf742873 None None] Provisioning complete for port e4bb7052-15b6-4988-a384-c2b631d65d0c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:14.774007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c218-8cba-48ab-a09f-b724bf742873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:14.812862 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:14.813621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:15:14.903184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-cf8bd31b-d14e-4b59-8c3b-5c456dbcec8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:14.903925 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-cf8bd31b-d14e-4b59-8c3b-5c456dbcec8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:15:14.966709 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6c218-8cba-48ab-a09f-b724bf742873 None None] Port e4bb7052-15b6-4988-a384-c2b631d65d0c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:15:14.988482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=a81e13c5-6036-4cc3-b124-df51897b9d9d,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:14.999374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-cf8bd31b-d14e-4b59-8c3b-5c456dbcec8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:15:15.000573 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-cf8bd31b-d14e-4b59-8c3b-5c456dbcec8c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/networks?id=a6bce7a7-12e4-4906-ab78-b2c2338d0923 HTTP/1.1" status: 200 len: 797 time: 0.2490826 Apr 22 18:15:15.016518 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-e27dff8f-f31f-4f99-b65e-cc271d97171b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/quotas/4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 375 time: 0.0100458 Apr 22 18:15:15.020147 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 2, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:15.024152 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Checking router: 3e7eb65f-5793-4566-abab-085ba9f37a23 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:15:15.024444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Updating router 3e7eb65f-5793-4566-abab-085ba9f37a23 port e4bb7052-15b6-4988-a384-c2b631d65d0c binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:15:15.060437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:15:15.066162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:15.066538 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:15.081034 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:15.099542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-e08f6f54-332b-4c8a-9bb2-e069c56ef4cd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:15:15.171163 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-e08f6f54-332b-4c8a-9bb2-e069c56ef4cd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:15:15.172625 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-e08f6f54-332b-4c8a-9bb2-e069c56ef4cd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510601 Apr 22 18:15:15.182590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:15.199299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5b48f5c3-454f-4281-9ab2-a7e6225e3ba0,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:15:15.229060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-c3da28e3-7bd0-4d71-9d65-02f51fc6e788 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 18:15:15.230067 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-c3da28e3-7bd0-4d71-9d65-02f51fc6e788 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451207 Apr 22 18:15:15.268589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:15.342169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=5b48f5c3-454f-4281-9ab2-a7e6225e3ba0,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:15.368365 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7cb6df99-90c8-4820-be01-24413c544622 service neutron] 10.222.0.10 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318927 Apr 22 18:15:15.461201 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:15.473310 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Transition to ACTIVE for port object e4bb7052-15b6-4988-a384-c2b631d65d0c will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:15:15.554130 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:15.616507 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-932497f7-aeb2-4140-9c16-80950935cce0 service neutron] 10.222.0.10 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397289 Apr 22 18:15:15.712777 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Pushing event updated for resources: {'Port': ['ID=e4bb7052-15b6-4988-a384-c2b631d65d0c,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:15.753980 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.754386 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.754689 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.755055 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.755375 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.755703 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.756030 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.756355 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.756682 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.757005 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.757333 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.757657 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:15:15.783579 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Attempting to bind port e4bb7052-15b6-4988-a384-c2b631d65d0c on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:15:15.784131 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Attempting to bind port e4bb7052-15b6-4988-a384-c2b631d65d0c by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:15:15.784688 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Attempting to bind port e4bb7052-15b6-4988-a384-c2b631d65d0c on network a6bce7a7-12e4-4906-ab78-b2c2338d0923 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:15:15.793984 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:15:15.793984 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Checking segment: {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:15:15.794331 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:15.795247 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Bound using segment: {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:15:15.795791 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Bound port: e4bb7052-15b6-4988-a384-c2b631d65d0c, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:15:15.796540 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:15.874397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-b9762fab-6d4e-494c-a780-f6361e048f49 req-df79f5a8-63a4-41e4-92a3-1d4f3cb07c97 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:15:15.887429 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-b9762fab-6d4e-494c-a780-f6361e048f49 req-df79f5a8-63a4-41e4-92a3-1d4f3cb07c97 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:15:15.894799 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b9762fab-6d4e-494c-a780-f6361e048f49 req-df79f5a8-63a4-41e4-92a3-1d4f3cb07c97 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 210 time: 0.0667861 Apr 22 18:15:15.902469 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] For port e4bb7052-15b6-4988-a384-c2b631d65d0c, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:15:15.906066 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] For port e4bb7052-15b6-4988-a384-c2b631d65d0c, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e4bb7052-15b6-4988-a384-c2b631d65d0c,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:15:15.966011 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:16.045872 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:15:16.046511 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:15:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:16.103810 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a546f-c167-4de4-a812-79db9c7e0b2c None None] Pushing event updated for resources: {'Port': ['ID=e4bb7052-15b6-4988-a384-c2b631d65d0c,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:16.231743 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:15:16.317981 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a81e13c5-6036-4cc3-b124-df51897b9d9d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:15:16.386078 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port a81e13c5-6036-4cc3-b124-df51897b9d9d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:16.386375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:16.509216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:15:16.557626 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:16.561927 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc5c09a-0226-4e4a-afc3-64e0963cd23f None None] The sync data for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv is: [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:15:16.580983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:16.581494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:17.041858 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1b1f48e2-ff82-4dea-8491-a0da7d87f06a req-69445cec-9ffb-4273-8e45-2a1d94a4afed tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 210 time: 0.0423312 Apr 22 18:15:18.028622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-8e8785bf-0adb-4533-888d-582e102a0e3f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:18.030779 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-8e8785bf-0adb-4533-888d-582e102a0e3f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/networks?id=a6bce7a7-12e4-4906-ab78-b2c2338d0923 HTTP/1.1" status: 200 len: 797 time: 0.1473060 Apr 22 18:15:18.078257 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-caa0ea22-ccf8-47fd-bbe4-f4c6e5191bb8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 380 time: 0.0396478 Apr 22 18:15:18.086431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'port': {'device_id': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'admin_state_up': True, 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'security_groups': ['9e604d3e-06a8-4c41-83e8-a933f0fadbc2']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:18.196399 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-45df7d98-294d-4af0-a5b8-8f0d512a4be1 req-dbfe979c-bb3b-4b68-a2ac-58ff4813026b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 210 time: 0.0494187 Apr 22 18:15:18.231636 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:18.241571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:18.313957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:15:18.317605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:18.334892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e4bb7052-15b6-4988-a384-c2b631d65d0c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:15:18.483681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port e4bb7052-15b6-4988-a384-c2b631d65d0c completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:15:18.487477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.5 (a6bce7a7-12e4-4906-ab78-b2c2338d0923/877b1d7a-ca73-417d-bb10-9dbe9bc07c1b/86f5b4a1-5737-4d1e-b635-428a6d05d1e7) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:15:18.489480 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e4bb7052-15b6-4988-a384-c2b631d65d0c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:18.489861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:18.606289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:18.638082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port e4bb7052-15b6-4988-a384-c2b631d65d0c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e4bb7052-15b6-4988-a384-c2b631d65d0c,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:15:18.675957 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:18.686012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:18.691814 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:15:18.751796 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=e4bb7052-15b6-4988-a384-c2b631d65d0c,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:18.760240 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:18.827024 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:15:18.830059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:15:18.838559 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:15:18.876947 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:18.908518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:18.909146 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:19.027072 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-3d3720dc-c136-4035-9b6a-38c10f238645 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9440908 Apr 22 18:15:19.038036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Request body: {'port': {'device_id': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:19.125506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e33ce1d8-c326-4327-999f-94119aa92f8b None None] Provisioning for port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:15:19.130293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e33ce1d8-c326-4327-999f-94119aa92f8b None None] Provisioning complete for port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:19.130620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e33ce1d8-c326-4327-999f-94119aa92f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:19.149501 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:19.186011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce1d8-c326-4327-999f-94119aa92f8b None None] Port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:15:19.485896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564ed7-daa1-4787-951f-56ac0d4f2690 req-14ad3b34-c609-46d9-b347-c4d62b9a7524 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:19.486623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-15564ed7-daa1-4787-951f-56ac0d4f2690 req-14ad3b34-c609-46d9-b347-c4d62b9a7524 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:15:19.571622 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:15:19.579597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:19.594198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Transition to ACTIVE for port object 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:15:19.616736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-15564ed7-daa1-4787-951f-56ac0d4f2690 req-14ad3b34-c609-46d9-b347-c4d62b9a7524 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:15:19.617915 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-15564ed7-daa1-4787-951f-56ac0d4f2690 req-14ad3b34-c609-46d9-b347-c4d62b9a7524 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 931 time: 0.3045373 Apr 22 18:15:19.662639 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-15564ed7-daa1-4787-951f-56ac0d4f2690 req-4e11c2e9-6021-428d-86f6-85c34f88122a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 Apr 22 18:15:19.673724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:19.948165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Pushing event updated for resources: {'Port': ['ID=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:20.022156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Attempting to bind port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:15:20.022417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Attempting to bind port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:15:20.022763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Attempting to bind port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 on network a6bce7a7-12e4-4906-ab78-b2c2338d0923 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:15:20.027304 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 on network a6bce7a7-12e4-4906-ab78-b2c2338d0923 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:15:20.027628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Attempting to bind port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 on network a6bce7a7-12e4-4906-ab78-b2c2338d0923 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:15:20.032774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:15:20.033112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Checking segment: {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:15:20.033496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Bound using segment: {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:15:20.033921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Bound port: 86f5b4a1-5737-4d1e-b635-428a6d05d1e7, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd979b21d-a228-4af4-9694-656f7b257863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:15:20.034265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:20.123640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] For port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:15:20.126689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] For port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:15:20.214532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:20.270063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:20.270821 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:20.272058 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] 10.222.0.16 "PUT /v2.0/ports/86f5b4a1-5737-4d1e-b635-428a6d05d1e7 HTTP/1.1" status: 200 len: 1093 time: 1.2381225 Apr 22 18:15:20.272561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:15:20.298076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d985453-dc9f-4b08-9d43-8acaea16a00f service neutron] Pushing event updated for resources: {'Port': ['ID=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:20.325040 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e4bb7052-15b6-4988-a384-c2b631d65d0c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:15:20.328883 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a981d7-0e7a-4429-9b27-20403b2ea56f'] response: {'name': 'network-changed', 'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'status': 'completed', 'code': 200} Apr 22 18:15:20.407320 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e4bb7052-15b6-4988-a384-c2b631d65d0c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:20.407704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:20.427721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31e46-b3d8-4b87-8512-249fdd9364b6 req-91bc79d8-be64-433d-9d2f-5fc4bac3a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:20.429392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d31e46-b3d8-4b87-8512-249fdd9364b6 req-91bc79d8-be64-433d-9d2f-5fc4bac3a67b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1096 time: 0.0803962 Apr 22 18:15:20.572281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31e46-b3d8-4b87-8512-249fdd9364b6 req-2c671698-54c3-4539-84e2-917bcb94d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:20.573728 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d31e46-b3d8-4b87-8512-249fdd9364b6 req-2c671698-54c3-4539-84e2-917bcb94d4ed service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e5e79c6751a46a882f733e37155bacf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1372759 Apr 22 18:15:20.707853 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31e46-b3d8-4b87-8512-249fdd9364b6 req-4503ffb5-afeb-4346-b8a3-32f646dcfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:20.709315 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82d31e46-b3d8-4b87-8512-249fdd9364b6 req-4503ffb5-afeb-4346-b8a3-32f646dcfca3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1300175 Apr 22 18:15:20.821796 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-e96d1b3d-6369-47ce-80bb-4574b9b7e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:20.826328 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-e96d1b3d-6369-47ce-80bb-4574b9b7e350 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1096 time: 0.0807002 Apr 22 18:15:20.927018 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-5dfd436d-58b7-4d77-ae80-f87463db83ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0974467 Apr 22 18:15:20.996111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-cce1066d-3ff4-41b4-8e2a-54b88f6673ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:20.998090 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-cce1066d-3ff4-41b4-8e2a-54b88f6673ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877b1d7a-ca73-417d-bb10-9dbe9bc07c1b HTTP/1.1" status: 200 len: 835 time: 0.0643761 Apr 22 18:15:21.062472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bb321-7dd8-4444-944d-3956ce549538 req-82ba3ece-3f64-4066-ad97-7043e9871000 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:21.063904 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d3bb321-7dd8-4444-944d-3956ce549538 req-82ba3ece-3f64-4066-ad97-7043e9871000 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 943 time: 0.2827249 Apr 22 18:15:21.124256 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4d3bb321-7dd8-4444-944d-3956ce549538 req-cec0830a-c141-4e2f-bbdd-95ae3511dca3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538771 Apr 22 18:15:21.126656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-1d54d5f0-51d7-45b2-ad06-7f57ee3b13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:21.128046 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-1d54d5f0-51d7-45b2-ad06-7f57ee3b13c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6bce7a7-12e4-4906-ab78-b2c2338d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208003 Apr 22 18:15:21.258822 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-84fa4175-3651-4801-9ce1-be7b3692e73a service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223056 Apr 22 18:15:21.388670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc74eec2-e800-4791-b806-9b0690ee4bb1 req-516ad992-b0c3-411f-91ca-bb9d64304781 service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239884 Apr 22 18:15:22.349291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b3d1a-a565-4bab-bb7a-75e982e73215 req-603b1d01-0488-4fa3-96d9-d815661ed0a3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:22.350640 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-875b3d1a-a565-4bab-bb7a-75e982e73215 req-603b1d01-0488-4fa3-96d9-d815661ed0a3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 943 time: 0.1215391 Apr 22 18:15:22.393779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-875b3d1a-a565-4bab-bb7a-75e982e73215 req-c2056e66-5862-442f-b4f8-7f70e28635c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:15:22.405088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-875b3d1a-a565-4bab-bb7a-75e982e73215 req-c2056e66-5862-442f-b4f8-7f70e28635c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:15:22.406192 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-875b3d1a-a565-4bab-bb7a-75e982e73215 req-c2056e66-5862-442f-b4f8-7f70e28635c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498483 Apr 22 18:15:23.585893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f6daa-74f4-4ec3-90e1-2eb39b8181c9 req-b74d65c8-10b3-443d-a569-1e62c1f1cc25 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:23.587368 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-803f6daa-74f4-4ec3-90e1-2eb39b8181c9 req-b74d65c8-10b3-443d-a569-1e62c1f1cc25 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 943 time: 0.0786231 Apr 22 18:15:23.633613 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-803f6daa-74f4-4ec3-90e1-2eb39b8181c9 req-8707dc2b-4873-4a21-8ebe-bed9c8065158 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 Apr 22 18:15:24.717803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:15:24.816655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db2e5-42cb-41d0-8a9a-cbf806e42c40 req-f588c5f4-d862-4d0c-9f2b-417d2093153e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:24.818127 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-342db2e5-42cb-41d0-8a9a-cbf806e42c40 req-f588c5f4-d862-4d0c-9f2b-417d2093153e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 943 time: 0.0814750 Apr 22 18:15:24.850080 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:15:24.864014 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'port_id': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'mac_address': 'fa:16:3e:a1:5d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:15:24.865623 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-342db2e5-42cb-41d0-8a9a-cbf806e42c40 req-f7616db4-ff64-4f54-b5a5-b2e560f682c2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Apr 22 18:15:24.918113 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:24.935485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:15:24.950977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:15:25.010351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:25.078857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:25.376730 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['86f5b4a1-5737-4d1e-b635-428a6d05d1e7'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:15:26.045356 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0354178-e77b-4548-b64e-ed724e454c71 req-86ab92fc-b531-4f2a-b87f-f000543e42d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:26.046823 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e0354178-e77b-4548-b64e-ed724e454c71 req-86ab92fc-b531-4f2a-b87f-f000543e42d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 944 time: 0.0787783 Apr 22 18:15:26.089499 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e0354178-e77b-4548-b64e-ed724e454c71 req-e4fabcd1-e8b1-4937-bd5d-59876ad4c9ee tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370073 Apr 22 18:15:26.716010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:15:26.890520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:15:26.895380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:15:26.895757 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:27.011671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:27.036993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:15:27.047013 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:15:27.114915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:27.167677 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8c5914-84d1-44fd-90dd-eaec9e40fc7f'] response: {'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'code': 200} Apr 22 18:15:27.205378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:27.402508 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca4f6a-8b79-4dcc-b21d-1043a8efff5e req-8d7b59cf-6841-4991-ac89-79a245bc390d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:27.405985 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-04ca4f6a-8b79-4dcc-b21d-1043a8efff5e req-8d7b59cf-6841-4991-ac89-79a245bc390d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.1976645 Apr 22 18:15:27.492734 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-04ca4f6a-8b79-4dcc-b21d-1043a8efff5e req-e1d993f0-4637-45d2-bda3-4ee1860442f3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805385 Apr 22 18:15:27.515651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878a87-9884-437e-b41a-d8ee8bfc7a71 req-318a0cd6-4631-4af5-a30f-af7f5a725979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:27.517098 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a5878a87-9884-437e-b41a-d8ee8bfc7a71 req-318a0cd6-4631-4af5-a30f-af7f5a725979 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1098 time: 0.0912809 Apr 22 18:15:27.558433 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a5878a87-9884-437e-b41a-d8ee8bfc7a71 req-18aab881-6f7d-4bc3-81b9-6701ae28747c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348816 Apr 22 18:15:28.674043 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a58b6-dc58-452f-b80f-558a3e7305ab req-30f451fb-a2ff-4241-b91d-1c85bb63a83a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:28.675532 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-674a58b6-dc58-452f-b80f-558a3e7305ab req-30f451fb-a2ff-4241-b91d-1c85bb63a83a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0793986 Apr 22 18:15:28.721924 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-674a58b6-dc58-452f-b80f-558a3e7305ab req-4f92ab9e-e76a-4f2d-8a3d-9252a788e21b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406311 Apr 22 18:15:29.905194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32218e0-050b-4524-a9b7-26692d3553fb req-6de46195-352c-4d09-986d-b0a97eddfa55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:29.906697 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b32218e0-050b-4524-a9b7-26692d3553fb req-6de46195-352c-4d09-986d-b0a97eddfa55 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0822046 Apr 22 18:15:29.950203 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b32218e0-050b-4524-a9b7-26692d3553fb req-8da7170f-7c87-42ac-adec-d27b8b321962 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379484 Apr 22 18:15:30.131812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d1392-5f4f-4d50-b5d1-51f62e756eab req-1f870ed3-62a5-48c9-91d5-6b0cc79332d9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:30.133179 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-488d1392-5f4f-4d50-b5d1-51f62e756eab req-1f870ed3-62a5-48c9-91d5-6b0cc79332d9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0792320 Apr 22 18:15:30.176368 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-488d1392-5f4f-4d50-b5d1-51f62e756eab req-3db4f717-c476-40a5-a94d-e7e8e9afdc15 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376401 Apr 22 18:15:30.198357 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60146) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:30.270228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6520a0d-0674-40c6-981b-c36741fbb201 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:30.271756 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a6520a0d-0674-40c6-981b-c36741fbb201 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1093 time: 0.0724354 Apr 22 18:15:30.279131 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60150) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:30.284078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:15:30.289911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:15:30.293669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:floatingip and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:15:30.296433 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:15:30.302017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:15:30.365003 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:30.433525 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-79ea8b40-925b-4782-b8ae-fcd51bcc3f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:30.501187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:30.629348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.229 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/e876a507-865b-4117-aac8-e60b7d035bae) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:15:30.772484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:30.857333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:30.917262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:15:30.920607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:15:30.924139 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:15:30.971136 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=e876a507-865b-4117-aac8-e60b7d035bae,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:31.432664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:31.567204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:31.769198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:31.839120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:31.946438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=e876a507-865b-4117-aac8-e60b7d035bae,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:15:31.956657 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:32.123775 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 47fd844a-533c-42d8-822b-27c722f2f296 associated. External IP: 172.26.3.229, port: 86f5b4a1-5737-4d1e-b635-428a6d05d1e7. Apr 22 18:15:32.470244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 3e7eb65f-5793-4566-abab-085ba9f37a23 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:15:32.637233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b4cf7a1b-59f4-4878-a773-bb34121ea10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:32.648172 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:15:32.657869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] Sync routers for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:15:32.667029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:15:32.667591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:15:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:32.725084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:32.779127 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-3fcaa867-f4a5-44a0-a19e-1bff5b1b1604 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4984035 Apr 22 18:15:32.779696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:15:32.828101 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c7cf77-1698-4cf4-8c0b-387c4794a925'] response: {'name': 'network-changed', 'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'status': 'completed', 'code': 200} Apr 22 18:15:32.846879 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:15:32.981830 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-aa0dacf0-0ae9-404e-9672-60036f6e1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:32.983347 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-aa0dacf0-0ae9-404e-9672-60036f6e1930 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1098 time: 0.1345944 Apr 22 18:15:32.995897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9122b-51ad-4367-82d9-1674588cd1b6 req-48007ac8-22c1-4a90-823a-aca0c9bc354d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:32.997306 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d6e9122b-51ad-4367-82d9-1674588cd1b6 req-48007ac8-22c1-4a90-823a-aca0c9bc354d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.1122651 Apr 22 18:15:33.131533 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d6e9122b-51ad-4367-82d9-1674588cd1b6 req-264a999e-220f-4e6f-875a-85a6fc64c524 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148133 Apr 22 18:15:33.154947 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60158) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:33.158053 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-5c5c7df4-f0df-4e9b-baee-362c75fc5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:33.159565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-5c5c7df4-f0df-4e9b-baee-362c75fc5481 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6bce7a7-12e4-4906-ab78-b2c2338d0923 HTTP/1.1" status: 200 len: 897 time: 0.1613064 Apr 22 18:15:33.191576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '47fd844a-533c-42d8-822b-27c722f2f296', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'port_id': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'mac_address': 'fa:16:3e:a1:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:15:31Z', 'updated_at': '2022-04-22T18:15:31Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:18Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:33.195962 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] Checking router: 3e7eb65f-5793-4566-abab-085ba9f37a23 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:15:33.205903 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:15:33.206542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:15:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:33.274089 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-98db1b1d-83dc-4042-816a-b604618cb4a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7 HTTP/1.1" status: 200 len: 999 time: 0.1086264 Apr 22 18:15:33.337861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-ddcea12a-0300-4d2e-b20d-28417df85165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:33.339339 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-ddcea12a-0300-4d2e-b20d-28417df85165 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877b1d7a-ca73-417d-bb10-9dbe9bc07c1b HTTP/1.1" status: 200 len: 835 time: 0.0592787 Apr 22 18:15:33.378258 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-42bfc722-f17c-4d59-ace2-e1f5d2b47368 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/47fd844a-533c-42d8-822b-27c722f2f296 HTTP/1.1" status: 200 len: 991 time: 0.2216992 Apr 22 18:15:33.387095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:15:33.425948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-143d969f-e224-4715-9ba1-fed248599871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:33.427482 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-143d969f-e224-4715-9ba1-fed248599871 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6bce7a7-12e4-4906-ab78-b2c2338d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806789 Apr 22 18:15:33.556803 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-44de7ee5-a10f-4dae-a438-d680e23634d1 service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230354 Apr 22 18:15:33.686834 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0f1307ba-6387-43b0-8d7c-9d7c1d8ceee7 req-d1a33058-7742-4709-a572-4e9532ad268c service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238883 Apr 22 18:15:33.743259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '47fd844a-533c-42d8-822b-27c722f2f296', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'port_id': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'mac_address': 'fa:16:3e:a1:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:15:31Z', 'updated_at': '2022-04-22T18:15:31Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:18Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:15:33.747965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0fc5d2-4e89-4181-ba6e-15c4ebbbd348 None None] The sync data for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv is: [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '47fd844a-533c-42d8-822b-27c722f2f296', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'port_id': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'mac_address': 'fa:16:3e:a1:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:15:31Z', 'updated_at': '2022-04-22T18:15:31Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:18Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:15:33.788365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:33.930464 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d9bd1-4857-470e-9c1d-cb745e62dd09 None None] New status for floating IP 47fd844a-533c-42d8-822b-27c722f2f296: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:15:33.945832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:34.382066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60162) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:15:34.483396 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-5dab47eb-5f11-4c5f-8756-5faffe13bf41 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/47fd844a-533c-42d8-822b-27c722f2f296 HTTP/1.1" status: 200 len: 993 time: 0.1001785 Apr 22 18:15:34.811157 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:35.248833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:15:41.550452 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:15:46.259295 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37695548-8603-46c5-b040-b918890517aa req-ff95f89f-3163-4d18-83b3-0c5fe97fb4c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684078 Apr 22 18:15:46.398462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695548-8603-46c5-b040-b918890517aa req-b173085d-9176-4dd9-a0b6-762ef8354ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:46.399989 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37695548-8603-46c5-b040-b918890517aa req-b173085d-9176-4dd9-a0b6-762ef8354ef7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1098 time: 0.0753632 Apr 22 18:15:46.542767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695548-8603-46c5-b040-b918890517aa req-ce498000-cc02-490b-b743-39ccb831ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:46.544159 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37695548-8603-46c5-b040-b918890517aa req-ce498000-cc02-490b-b743-39ccb831ae78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6bce7a7-12e4-4906-ab78-b2c2338d0923 HTTP/1.1" status: 200 len: 897 time: 0.1257188 Apr 22 18:15:46.648573 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37695548-8603-46c5-b040-b918890517aa req-c951b1f2-cb64-48cc-9273-b49dc2f84671 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7 HTTP/1.1" status: 200 len: 1001 time: 0.0959237 Apr 22 18:15:46.710726 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695548-8603-46c5-b040-b918890517aa req-b98885d3-5edc-41e5-a64d-fe3a90be3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:46.712186 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37695548-8603-46c5-b040-b918890517aa req-b98885d3-5edc-41e5-a64d-fe3a90be3d71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877b1d7a-ca73-417d-bb10-9dbe9bc07c1b HTTP/1.1" status: 200 len: 835 time: 0.0572636 Apr 22 18:15:46.797864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695548-8603-46c5-b040-b918890517aa req-86307a0e-3f08-477d-b682-e252c4dc55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:15:46.799472 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37695548-8603-46c5-b040-b918890517aa req-86307a0e-3f08-477d-b682-e252c4dc55cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6bce7a7-12e4-4906-ab78-b2c2338d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808089 Apr 22 18:15:47.036417 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37695548-8603-46c5-b040-b918890517aa req-a0152ea0-9e76-42c0-8b89-1ea06c65bff3 service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302494 Apr 22 18:15:47.165370 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-37695548-8603-46c5-b040-b918890517aa req-f608cf4b-4efe-40ed-840c-4dc394842ff1 service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224141 Apr 22 18:16:00.461304 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4d867466-ea14-48cb-a00a-bcb1111940a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:02.670917 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-18b39f6e-71c8-4d01-82d5-2e731f5a632d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:03.768268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:03.964107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:04.802475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:05.244436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:18.549652 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:16:30.426922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-db8ee680-098e-4a69-9f4e-9b9f45e17401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:32.637832 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7143d855-1000-46f3-bc35-af751e592398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:33.769336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:33.928987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:34.815231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:35.226569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:16:35.534596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f480a-c0c9-41d0-9f25-714281396504 req-690cc54c-0e7f-4df4-ad17-5a015a1b07dd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:35.536095 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-889f480a-c0c9-41d0-9f25-714281396504 req-690cc54c-0e7f-4df4-ad17-5a015a1b07dd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0843484 Apr 22 18:16:35.580231 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-889f480a-c0c9-41d0-9f25-714281396504 req-369dd5e2-76fd-46f5-a4f3-06643564b7ee tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384479 Apr 22 18:16:36.766893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b1a6-6670-41c6-9e41-9d1e5b216298 req-af3f4e0d-5a50-48fd-be74-f9d066a5b28a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:36.768380 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9a15b1a6-6670-41c6-9e41-9d1e5b216298 req-af3f4e0d-5a50-48fd-be74-f9d066a5b28a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0843043 Apr 22 18:16:36.811957 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9a15b1a6-6670-41c6-9e41-9d1e5b216298 req-47a1ca8b-ead1-46c4-8681-780e95c077f5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Apr 22 18:16:38.000230 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155373-b10a-45e2-ac0c-b7fe8f520f0e req-2cdbebc8-462d-43a4-adaf-e92a3c3147e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:38.001690 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-34155373-b10a-45e2-ac0c-b7fe8f520f0e req-2cdbebc8-462d-43a4-adaf-e92a3c3147e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0814195 Apr 22 18:16:38.045225 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-34155373-b10a-45e2-ac0c-b7fe8f520f0e req-b843945f-1db3-4687-8da0-bb4d17dab5fd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379260 Apr 22 18:16:39.230462 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80f47d-4605-496f-9967-3efefed091af req-6a862ec9-7316-4c63-b73b-be5f4d249ddc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:39.231936 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-de80f47d-4605-496f-9967-3efefed091af req-6a862ec9-7316-4c63-b73b-be5f4d249ddc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0815196 Apr 22 18:16:39.275833 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-de80f47d-4605-496f-9967-3efefed091af req-6a49283d-0660-4636-b176-0374384da06b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375462 Apr 22 18:16:40.459091 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70dc83-32ef-4a50-8e38-26e63b99138e req-a8001368-f14a-4788-8cc8-f3f09c0c3fbe tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:40.460542 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad70dc83-32ef-4a50-8e38-26e63b99138e req-a8001368-f14a-4788-8cc8-f3f09c0c3fbe tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0777578 Apr 22 18:16:40.507690 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ad70dc83-32ef-4a50-8e38-26e63b99138e req-b0c507b4-6523-493c-a81e-664f068b5ae3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413971 Apr 22 18:16:41.688565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85071ae-246a-444c-8e31-9f782a7cd9f7 req-b5c38367-5a99-4ec4-b759-14fcfeb9e534 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:41.690017 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b85071ae-246a-444c-8e31-9f782a7cd9f7 req-b5c38367-5a99-4ec4-b759-14fcfeb9e534 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0793540 Apr 22 18:16:41.734922 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b85071ae-246a-444c-8e31-9f782a7cd9f7 req-ca342440-820b-4dc0-add4-c3f3158790cd tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382288 Apr 22 18:16:42.916749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e4dd2-effc-437b-943e-38ff271432e1 req-eccdc91c-4b77-413c-9117-9496ea2793f0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:42.918078 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ce4e4dd2-effc-437b-943e-38ff271432e1 req-eccdc91c-4b77-413c-9117-9496ea2793f0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0803616 Apr 22 18:16:42.960696 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ce4e4dd2-effc-437b-943e-38ff271432e1 req-a3bf5ebc-31d3-4e9c-b7cb-16e706beabc2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371230 Apr 22 18:16:44.143953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda763a-bb28-4434-9b04-341d8678d71f req-141ed39b-51a6-434b-9124-dabcaa76b1a6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:44.145403 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dcda763a-bb28-4434-9b04-341d8678d71f req-141ed39b-51a6-434b-9124-dabcaa76b1a6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0817313 Apr 22 18:16:44.188758 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dcda763a-bb28-4434-9b04-341d8678d71f req-e3f91eee-5f55-47f2-bd92-696065760c22 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378101 Apr 22 18:16:45.369920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a65726-5857-40bf-827c-ba341c350e84 req-82a3a205-751b-454b-a558-53192d6a08c1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:45.371378 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-31a65726-5857-40bf-827c-ba341c350e84 req-82a3a205-751b-454b-a558-53192d6a08c1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0778649 Apr 22 18:16:45.421547 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-31a65726-5857-40bf-827c-ba341c350e84 req-8e7a0ea0-be12-4c9f-9260-759a5c262de6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 Apr 22 18:16:46.604713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05680b-6336-4138-8d72-e4b27417b6a7 req-cd82f59e-d529-4150-a24d-6cc22bbc1d76 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:46.606072 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bf05680b-6336-4138-8d72-e4b27417b6a7 req-cd82f59e-d529-4150-a24d-6cc22bbc1d76 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0780401 Apr 22 18:16:46.652840 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bf05680b-6336-4138-8d72-e4b27417b6a7 req-13b5308f-f50b-4c23-b78f-6e84ac09c360 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409596 Apr 22 18:16:46.782757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-66862041-a8a3-4276-a9e5-ac6ab54823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:46.784224 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-66862041-a8a3-4276-a9e5-ac6ab54823cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1098 time: 0.0703287 Apr 22 18:16:46.926480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-a033cc7f-815c-42bb-9951-0cb92814ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:46.928002 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-a033cc7f-815c-42bb-9951-0cb92814ac4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6bce7a7-12e4-4906-ab78-b2c2338d0923 HTTP/1.1" status: 200 len: 897 time: 0.1258020 Apr 22 18:16:47.031915 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-3d51ec69-bf3c-486c-b61a-ca96e96230f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7 HTTP/1.1" status: 200 len: 1001 time: 0.0982103 Apr 22 18:16:47.094014 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-fbab6b06-ef8d-4666-9232-ed5e81368a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:47.095482 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-fbab6b06-ef8d-4666-9232-ed5e81368a3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877b1d7a-ca73-417d-bb10-9dbe9bc07c1b HTTP/1.1" status: 200 len: 835 time: 0.0582006 Apr 22 18:16:47.172950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-5dd58bb8-ac63-49bd-8dc4-113cdc771caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:47.174476 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-5dd58bb8-ac63-49bd-8dc4-113cdc771caf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6bce7a7-12e4-4906-ab78-b2c2338d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732594 Apr 22 18:16:47.304255 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-c79de614-2375-4c3b-b476-1604aa94cfd0 service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239438 Apr 22 18:16:47.436164 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9707293e-c362-49f1-93d3-2e4f5ec6cd12 req-9a1fc49d-98a5-4560-a1bf-70a0b19b8145 service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259975 Apr 22 18:16:47.831197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5bcce-36d7-4a9d-8fc5-28e77e0c1784 req-71c73daa-1a19-4b8f-9594-04f3472e17d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:47.832622 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-77f5bcce-36d7-4a9d-8fc5-28e77e0c1784 req-71c73daa-1a19-4b8f-9594-04f3472e17d3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0772529 Apr 22 18:16:47.875752 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-77f5bcce-36d7-4a9d-8fc5-28e77e0c1784 req-2d0e8ac0-4cb0-489d-a523-448bb8a4e0be tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376451 Apr 22 18:16:49.055774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f1b8-b579-4fa4-b89f-5ccbd80d1126 req-487ec484-e268-45a6-80fd-f9c9725ff2a3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:49.057203 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f19f1b8-b579-4fa4-b89f-5ccbd80d1126 req-487ec484-e268-45a6-80fd-f9c9725ff2a3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0789483 Apr 22 18:16:49.100125 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1f19f1b8-b579-4fa4-b89f-5ccbd80d1126 req-d6abbfb6-4722-4135-8fba-b010f2992174 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374086 Apr 22 18:16:50.280643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2c5c2-a194-4eef-bc28-7659cf3fa0f6 req-7385221f-5df9-47bb-8b07-722312c494f6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:50.282109 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-83b2c5c2-a194-4eef-bc28-7659cf3fa0f6 req-7385221f-5df9-47bb-8b07-722312c494f6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0800788 Apr 22 18:16:50.325386 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-83b2c5c2-a194-4eef-bc28-7659cf3fa0f6 req-58ea4dda-8829-4a04-bb53-0fd0bb2757f5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376997 Apr 22 18:16:51.606074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41bca2-8197-47b3-9b88-20ab9b8d5b94 req-ba4d3d5f-3f13-44ba-a407-8ba3a090fe36 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:51.607774 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ee41bca2-8197-47b3-9b88-20ab9b8d5b94 req-ba4d3d5f-3f13-44ba-a407-8ba3a090fe36 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.1793332 Apr 22 18:16:51.651702 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ee41bca2-8197-47b3-9b88-20ab9b8d5b94 req-c02ab891-b9a5-4464-a827-93a6d76532c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381343 Apr 22 18:16:51.673966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60216) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:16:51.779540 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3339133c-2316-4bc3-b503-f5ef7cb4d03f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/47fd844a-533c-42d8-822b-27c722f2f296 HTTP/1.1" status: 200 len: 993 time: 0.1043651 Apr 22 18:16:53.352012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b88755-a7f3-499b-bcef-85968871d1d7 req-ff91ef64-7870-4388-b7ea-b3431f8bfbd4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:53.353483 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c1b88755-a7f3-499b-bcef-85968871d1d7 req-ff91ef64-7870-4388-b7ea-b3431f8bfbd4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0818100 Apr 22 18:16:53.398471 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c1b88755-a7f3-499b-bcef-85968871d1d7 req-22cc90c4-912b-4e3f-b18e-5768277abaf6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Apr 22 18:16:53.434274 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8556-8574-446b-ab2b-604560019b0a req-b6adfa83-4400-4a56-8cb1-3cce585f0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:53.435894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-122e8556-8574-446b-ab2b-604560019b0a req-b6adfa83-4400-4a56-8cb1-3cce585f0b91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1098 time: 0.0736067 Apr 22 18:16:53.564532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8556-8574-446b-ab2b-604560019b0a req-dcfb2857-43aa-4483-8838-5cd92ed2aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:53.565983 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-122e8556-8574-446b-ab2b-604560019b0a req-dcfb2857-43aa-4483-8838-5cd92ed2aaed service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6bce7a7-12e4-4906-ab78-b2c2338d0923 HTTP/1.1" status: 200 len: 897 time: 0.1242409 Apr 22 18:16:53.668234 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-122e8556-8574-446b-ab2b-604560019b0a req-8f1ca5cd-833c-4cef-925b-206fb46d3b7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7 HTTP/1.1" status: 200 len: 1001 time: 0.0961246 Apr 22 18:16:53.731507 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8556-8574-446b-ab2b-604560019b0a req-a14a5214-8499-459e-801a-81a098d54627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:53.733649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-122e8556-8574-446b-ab2b-604560019b0a req-a14a5214-8499-459e-801a-81a098d54627 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877b1d7a-ca73-417d-bb10-9dbe9bc07c1b HTTP/1.1" status: 200 len: 835 time: 0.0600607 Apr 22 18:16:53.808001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8556-8574-446b-ab2b-604560019b0a req-ef06c75d-d481-4c98-8b65-1f3b376f57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:53.809458 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-122e8556-8574-446b-ab2b-604560019b0a req-ef06c75d-d481-4c98-8b65-1f3b376f57b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6bce7a7-12e4-4906-ab78-b2c2338d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687082 Apr 22 18:16:53.939542 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-122e8556-8574-446b-ab2b-604560019b0a req-1cbc76ad-7ce0-4ec9-9992-f1f1305a7742 service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234701 Apr 22 18:16:54.071990 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-122e8556-8574-446b-ab2b-604560019b0a req-ab11339a-03bf-4fca-9e56-809775e701cb service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259265 Apr 22 18:16:54.677313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eee3a-5a6e-444e-b0fb-78a3bf21a0ee req-ee344e16-238f-4d0a-bff5-b8e8f1eb53a8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:54.678830 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-418eee3a-5a6e-444e-b0fb-78a3bf21a0ee req-ee344e16-238f-4d0a-bff5-b8e8f1eb53a8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0850399 Apr 22 18:16:54.725182 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-418eee3a-5a6e-444e-b0fb-78a3bf21a0ee req-0447dd7d-e79a-45e1-9c4d-d5e21ee9bba4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Apr 22 18:16:55.548896 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:16:55.909420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfb8bb-baf0-4e35-9b64-fcb639e44120 req-bf7872ee-efdd-4f3e-b91f-3f27f4688aa0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:16:55.910895 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6ccfb8bb-baf0-4e35-9b64-fcb639e44120 req-bf7872ee-efdd-4f3e-b91f-3f27f4688aa0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0824032 Apr 22 18:16:55.953617 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6ccfb8bb-baf0-4e35-9b64-fcb639e44120 req-83de1c09-41ed-4d3f-9ff7-2d2800c472af tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371118 Apr 22 18:16:55.976809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60232) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:16:56.079988 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a91c9c59-8ffa-475c-b765-a8c97a33f9e8 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/47fd844a-533c-42d8-822b-27c722f2f296 HTTP/1.1" status: 200 len: 993 time: 0.1019790 Apr 22 18:17:00.431630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-60e51e8a-75cc-4c01-ae45-25fc9373ee01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:02.625870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2b24aeca-673a-4928-9698-90aa6e82cd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:03.761256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:03.938671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:04.812864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:05.220055 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:30.448137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-93758e63-266c-4e43-9fa5-ef36a21dc99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:32.548373 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:17:32.636733 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5cf352de-3537-492e-af65-cb40c16304cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:33.768075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:33.922186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:34.847022 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:35.265384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:42.768200 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60270) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:42.967597 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port e876a507-865b-4117-aac8-e60b7d035bae {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:17:42.967940 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:43.244567 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:43.244898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:43.367115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for e876a507-865b-4117-aac8-e60b7d035bae owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:17:43.585140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:43.660518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=e876a507-865b-4117-aac8-e60b7d035bae,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:43.702322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.702667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.703026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.703369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.703700 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.704033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.704364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.704691 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.705021 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.705342 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.705664 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.705988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:43.735150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:43.735485 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 47fd844a-533c-42d8-822b-27c722f2f296 disassociated (deleted). External IP: 172.26.3.229, port: 86f5b4a1-5737-4d1e-b635-428a6d05d1e7. Apr 22 18:17:44.076680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 3e7eb65f-5793-4566-abab-085ba9f37a23 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:17:44.249438 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:17:44.259491 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] Sync routers for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:17:44.268399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:17:44.269009 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:17:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:44.339607 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:44.399752 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e47bfa09-6912-43eb-b53e-96c7298bd7a4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/floatingips/47fd844a-533c-42d8-822b-27c722f2f296 HTTP/1.1" status: 204 len: 168 time: 1.6280639 Apr 22 18:17:44.399752 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:17:44.444436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:17:44.569983 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c523348-1d51-459e-9a9b-cfbe76e167c3'] response: {'name': 'network-changed', 'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'status': 'completed', 'code': 200} Apr 22 18:17:44.662824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-6ea29610-b14b-4e71-bea4-b605dd9dc32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:17:44.664210 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-6ea29610-b14b-4e71-bea4-b605dd9dc32e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 1098 time: 0.0712974 Apr 22 18:17:44.758682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:18Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:44.762366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] Checking router: 3e7eb65f-5793-4566-abab-085ba9f37a23 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:17:44.771268 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:17:44.771867 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:17:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:44.812511 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-b052803f-de25-4082-b87c-3f9a31cb6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:17:44.813945 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-b052803f-de25-4082-b87c-3f9a31cb6e5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6bce7a7-12e4-4906-ab78-b2c2338d0923 HTTP/1.1" status: 200 len: 897 time: 0.1442382 Apr 22 18:17:44.915357 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-d32bb528-532d-438e-817e-933a11dfd7be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0937858 Apr 22 18:17:44.947084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:17:44.994346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-adeea9e4-fa04-442a-ae8c-8d8016ba03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:17:44.995778 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-adeea9e4-fa04-442a-ae8c-8d8016ba03fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=877b1d7a-ca73-417d-bb10-9dbe9bc07c1b HTTP/1.1" status: 200 len: 835 time: 0.0698340 Apr 22 18:17:45.058100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd51211-d52d-4040-9337-90c23da5af50 req-2d9a795d-ff93-42d9-bd40-7dc1b21db850 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:17:45.059565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dfd51211-d52d-4040-9337-90c23da5af50 req-2d9a795d-ff93-42d9-bd40-7dc1b21db850 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.1810277 Apr 22 18:17:45.118827 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dfd51211-d52d-4040-9337-90c23da5af50 req-115f2aee-4c56-4a6c-8cfe-a34a9c250c23 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524614 Apr 22 18:17:45.121487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-bb859bc8-b4ab-40cb-9f6c-6f64f9eb9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:17:45.123462 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-bb859bc8-b4ab-40cb-9f6c-6f64f9eb9e7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6bce7a7-12e4-4906-ab78-b2c2338d0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177468 Apr 22 18:17:45.302581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:18Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:45.306482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0403329-c154-4600-a5de-b03dcde258eb None None] The sync data for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv is: [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:13Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'e4bb7052-15b6-4988-a384-c2b631d65d0c', 'name': '', 'network_id': 'a6bce7a7-12e4-4906-ab78-b2c2338d0923', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:30:ea:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:12Z', 'updated_at': '2022-04-22T18:15:18Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '877b1d7a-ca73-417d-bb10-9dbe9bc07c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:17:45.366971 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-8112e362-b312-4326-9ad0-396b6a1c0a5a service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369101 Apr 22 18:17:45.503994 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-120f6b3a-84da-4a7b-a6fb-a1607b20d2e0 req-e00b7eeb-4a8e-4f53-a5ea-9878210b8af8 service neutron] 10.222.0.16 "GET /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292028 Apr 22 18:17:45.529947 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cfd0ee-6c88-4b11-bad9-fea88e90c8b0 None None] New status for floating IP 47fd844a-533c-42d8-822b-27c722f2f296: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:17:46.299116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5e70d-dc25-4d68-9a83-ec4b1ee326b8 req-8d8a9aec-b9c2-4122-95d1-9e9d8428f74d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:17:46.299791 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-86f5e70d-dc25-4d68-9a83-ec4b1ee326b8 req-8d8a9aec-b9c2-4122-95d1-9e9d8428f74d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:17:46.402455 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-86f5e70d-dc25-4d68-9a83-ec4b1ee326b8 req-8d8a9aec-b9c2-4122-95d1-9e9d8428f74d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:17:46.404265 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-86f5e70d-dc25-4d68-9a83-ec4b1ee326b8 req-8d8a9aec-b9c2-4122-95d1-9e9d8428f74d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.1802537 Apr 22 18:17:46.448427 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-86f5e70d-dc25-4d68-9a83-ec4b1ee326b8 req-77af8a49-119c-4e27-98d9-6112d433551a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e604d3e-06a8-4c41-83e8-a933f0fadbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386653 Apr 22 18:17:46.830533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-19da79f8-dec0-49ca-b845-a6edc2b9644d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:17:46.832204 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-19da79f8-dec0-49ca-b845-a6edc2b9644d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 945 time: 0.0790253 Apr 22 18:17:46.906922 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:17:46.907257 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:47.144539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:17:47.144813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:47.269868 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:17:47.483247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:47.543173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=86f5b4a1-5737-4d1e-b635-428a6d05d1e7,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:47.610515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.610895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.611237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.611576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.611911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.612247 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.612575 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.612898 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.613226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.613552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.613883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.614207 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:47.662415 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c09ac3de-b221-4245-a8d7-58da22d3e80c req-0435e691-45d9-4417-aab9-0d44127c473d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=a921a5c2-9410-4dba-9abc-fd32217ce720 HTTP/1.1" status: 200 len: 210 time: 0.0897498 Apr 22 18:17:47.667282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] No DVR routers for this DVR port 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:17:47.670106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:47.672612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'name': 'network-vif-deleted', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:17:47.740137 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4da07f1c-5eda-47dd-b18a-bbfd558c7c24 req-c02e8a79-dde2-461d-94c2-ce06136fbdf4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "DELETE /v2.0/ports/86f5b4a1-5737-4d1e-b635-428a6d05d1e7 HTTP/1.1" status: 204 len: 173 time: 0.8994007 Apr 22 18:17:47.847820 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a936b2bb-909d-4404-b7a2-9b4147058a31'] response: {'server_uuid': 'a921a5c2-9410-4dba-9abc-fd32217ce720', 'name': 'network-vif-deleted', 'tag': '86f5b4a1-5737-4d1e-b635-428a6d05d1e7', 'status': 'completed', 'code': 200} Apr 22 18:17:48.756061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60292) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:49.305696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:17:49.338688 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:17:49.339056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 86f5b4a1-5737-4d1e-b635-428a6d05d1e7 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:17:49.398723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:49.739965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port e4bb7052-15b6-4988-a384-c2b631d65d0c {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:17:49.740310 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:49.922632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port e4bb7052-15b6-4988-a384-c2b631d65d0c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e4bb7052-15b6-4988-a384-c2b631d65d0c,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:17:49.923379 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:50.041403 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for e4bb7052-15b6-4988-a384-c2b631d65d0c owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:17:50.299203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:50.376939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=e4bb7052-15b6-4988-a384-c2b631d65d0c,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:50.716481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:51.067100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 3e7eb65f-5793-4566-abab-085ba9f37a23 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:17:51.238981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:17:51.248656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] Sync routers for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:17:51.251675 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-122ac65e-6ebe-40a5-9309-e418a3be08ab tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/3e7eb65f-5793-4566-abab-085ba9f37a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4943562 Apr 22 18:17:51.254030 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60296) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:51.259512 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:17:51.260131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:17:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:51.317799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef33ddd-4dbb-4c8e-877f-19e900a5e9e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting subnet 877b1d7a-ca73-417d-bb10-9dbe9bc07c1b {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:17:51.320545 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ef33ddd-4dbb-4c8e-877f-19e900a5e9e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:51.378183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ef33ddd-4dbb-4c8e-877f-19e900a5e9e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:51.439350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:17:51.459738 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ef33ddd-4dbb-4c8e-877f-19e900a5e9e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:51.602848 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ef33ddd-4dbb-4c8e-877f-19e900a5e9e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:51.643187 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef33ddd-4dbb-4c8e-877f-19e900a5e9e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Subnet': ['ID=877b1d7a-ca73-417d-bb10-9dbe9bc07c1b,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:51.645100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-2ef33ddd-4dbb-4c8e-877f-19e900a5e9e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:51.651731 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-2ef33ddd-4dbb-4c8e-877f-19e900a5e9e6 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/subnets/877b1d7a-ca73-417d-bb10-9dbe9bc07c1b HTTP/1.1" status: 204 len: 168 time: 0.3967273 Apr 22 18:17:51.654264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60300) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:51.657920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562c6e1-d7fd-45b2-8b68-e0332f4e202b None None] Network a6bce7a7-12e4-4906-ab78-b2c2338d0923 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:17:51.830797 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:51.880168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:17:50Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:51.886169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] Checking router: 3e7eb65f-5793-4566-abab-085ba9f37a23 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:17:51.904896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] Routers {'3e7eb65f-5793-4566-abab-085ba9f37a23'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:17:51.905520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:17:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['3e7eb65f-5793-4566-abab-085ba9f37a23'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:52.051142 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] DHCP port deletion for a6bce7a7-12e4-4906-ab78-b2c2338d0923 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:17:52.066106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Deleting port a81e13c5-6036-4cc3-b124-df51897b9d9d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:17:52.066487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:52.123984 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:52.136433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] Set router 3e7eb65f-5793-4566-abab-085ba9f37a23 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:17:52.208198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:17:52.208635 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:52.397898 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5b48f5c3-454f-4281-9ab2-a7e6225e3ba0,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:17:52.398617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:52.444385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device a81e13c5-6036-4cc3-b124-df51897b9d9d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:17:52.530882 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:17:52.570680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] For port a81e13c5-6036-4cc3-b124-df51897b9d9d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=a81e13c5-6036-4cc3-b124-df51897b9d9d,segment=NetworkSegment(d979b21d-a228-4af4-9694-656f7b257863),segment_id=d979b21d-a228-4af4-9694-656f7b257863)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:17:52.571101 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:52.732830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Calling delete_port for a81e13c5-6036-4cc3-b124-df51897b9d9d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:17:52.768373 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:52.816207 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=5b48f5c3-454f-4281-9ab2-a7e6225e3ba0,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:52.865298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:52.900104 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:17:50Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:52.904588 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb0044-4545-4b6f-b11c-1c8382330123 None None] The sync data for ids ['3e7eb65f-5793-4566-abab-085ba9f37a23'] in dv-neutron-839024-1-hyperv is: [{'id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041025482', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:17:50Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': '5b48f5c3-454f-4281-9ab2-a7e6225e3ba0', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7eb65f-5793-4566-abab-085ba9f37a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:15:07Z', 'updated_at': '2022-04-22T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:17:52.908518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:52.946143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.018450 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Pushing event deleted for resources: {'Port': ['ID=a81e13c5-6036-4cc3-b124-df51897b9d9d,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:53.037523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] No DVR routers for this DVR port a81e13c5-6036-4cc3-b124-df51897b9d9d on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:17:53.037523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.037755 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.037946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.038284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.038629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.038980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.039309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.039638 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.039965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.040290 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.040612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.040972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc505-c058-4ad4-8542-7e5b7f571f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:17:53.086273 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.088447 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.161773 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.162420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Fanout notify agent at l3_agent the message router_deleted on router 3e7eb65f-5793-4566-abab-085ba9f37a23 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:17:53.176765 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.177885 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-23ade08a-3a10-4d26-9f1e-d160d8bc0c2a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/routers/3e7eb65f-5793-4566-abab-085ba9f37a23 HTTP/1.1" status: 204 len: 168 time: 1.5226657 Apr 22 18:17:53.180643 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60304) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:53.295642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.428842 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.455534 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bce7a7-12e4-4906-ab78-b2c2338d0923']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:53.468075 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd979b21d-a228-4af4-9694-656f7b257863') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:53.468376 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd979b21d-a228-4af4-9694-656f7b257863') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:17:53.480325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.497048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.504214 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:17:53.504618 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:17:53.519363 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:17:53.658127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.675583 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.688185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Network': ['ID=a6bce7a7-12e4-4906-ab78-b2c2338d0923,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:53.738762 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-70a5d38e-c4dc-4e69-8b4e-76a4442df4ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/networks/a6bce7a7-12e4-4906-ab78-b2c2338d0923 HTTP/1.1" status: 204 len: 168 time: 0.5570953 Apr 22 18:17:53.741280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60308) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:53.808308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d1b9-2597-470d-851b-f32de98a07aa tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.837614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d1b9-2597-470d-851b-f32de98a07aa tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:53.956322 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d1b9-2597-470d-851b-f32de98a07aa tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:54.072956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1d1b9-2597-470d-851b-f32de98a07aa tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e604d3e-06a8-4c41-83e8-a933f0fadbc2,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:54.126621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d1b9-2597-470d-851b-f32de98a07aa tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:54.127772 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1fb1d1b9-2597-470d-851b-f32de98a07aa tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/security-groups/9e604d3e-06a8-4c41-83e8-a933f0fadbc2 HTTP/1.1" status: 204 len: 168 time: 0.3856013 Apr 22 18:17:54.381919 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e4bb7052-15b6-4988-a384-c2b631d65d0c no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:17:54.417368 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: e4bb7052-15b6-4988-a384-c2b631d65d0c {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:17:54.417705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e4bb7052-15b6-4988-a384-c2b631d65d0c not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:17:54.418124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:17:54.449941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:17:54.450825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5b48f5c3-454f-4281-9ab2-a7e6225e3ba0 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:17:54.649702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60316) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:54.654906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670552747', 'description': 'tempest-secgroup-smoke-670552747 description', 'project_id': '4e5e79c6751a46a882f733e37155bacf'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:54.660858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:54.664949 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:54.667788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:54.673398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:54.733569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:54.753276 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:54.757171 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:54.760006 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:54.766164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:54.831356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:54.899069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:54.942412 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15bac1a-30f8-44f8-b663-de0ba8ec4821,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:55.002107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.003360 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-9bf265a6-b6c4-4687-9653-1309f010d408 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3526747 Apr 22 18:17:55.006067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60320) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:55.010977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'b15bac1a-30f8-44f8-b663-de0ba8ec4821', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:55.016960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:55.020720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:55.023549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:55.029154 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:55.104222 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.162660 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.248262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.274720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72929aaa-6fe7-4c90-8609-80b9545abd77,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:55.333259 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.334545 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0998f16d-2866-47a0-92da-2640ec8342c0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274570 Apr 22 18:17:55.337156 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60324) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:55.342717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'b15bac1a-30f8-44f8-b663-de0ba8ec4821', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:55.348744 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:55.352803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:55.355692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:55.362378 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:55.431180 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.491011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.538851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.562865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e581967-0eb1-4993-b354-83c7e14f501e,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:55.613568 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.614730 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d898b032-0176-4b79-84c9-429a5e66a0db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2766664 Apr 22 18:17:55.617338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60328) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:55.622205 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'b15bac1a-30f8-44f8-b663-de0ba8ec4821', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:55.627881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:55.631619 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:55.634460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:55.640181 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:55.699679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.759988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.819037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.841963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ef2c61-92c8-452f-8f73-2a07b37cdd86,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:55.910856 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:55.912133 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-de82aadf-8f8b-4471-bfff-1c8aeb4b123d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938652 Apr 22 18:17:55.914909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60332) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:55.919687 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'b15bac1a-30f8-44f8-b663-de0ba8ec4821', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:55.925514 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:55.929263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:55.932106 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:55.937733 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:56.014475 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.078340 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.150562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.172953 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab392e9-42c3-46e0-94f9-92b45608e257,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:56.230662 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.232180 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-cecbd374-aecd-426b-82f3-95289acc2779 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163230 Apr 22 18:17:56.234861 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60336) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:56.239810 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'b15bac1a-30f8-44f8-b663-de0ba8ec4821', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:56.248193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:56.249992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:56.252855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:56.258672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:56.316289 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:17:56.322815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.388776 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.442084 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.470754 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7100297c-d29e-4d93-abe5-c973259c7674,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:56.539058 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.540243 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-73fa50dd-4796-4d1e-a9c8-d5f9672596d2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3044469 Apr 22 18:17:56.542946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60340) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:56.548164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'security_group_rule': {'security_group_id': 'b15bac1a-30f8-44f8-b663-de0ba8ec4821', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:56.553909 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:56.557699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:security_group_rule and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:56.561127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:56.567060 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:56.630434 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Project 4e5e79c6751a46a882f733e37155bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:17:56.636689 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.701227 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.761779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.784039 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e510f9e5-d967-445a-9867-64c866fed0a9,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:56.864988 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.866179 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c238e291-c7bf-4b88-b7c7-2be261b7ebe1 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223317 Apr 22 18:17:56.868927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60344) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:56.874247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'network': {'name': 'tempest-network-smoke--568038374', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'port_security_enabled': True}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:56.879313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:56.883598 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:network and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:56.886500 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:56.892264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:56.955913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:17:56.959387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.986993 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:17:56.994976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:56.995333 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Added segment 358b5a2e-9008-4e58-9c75-1ad65f00910e of type vlan for network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 Apr 22 18:17:57.019275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:57.127498 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:57.132851 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:17:57.133420 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:57.238025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Network': ['ID=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:57.248532 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:17:57.287606 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c1b54265-fb57-4256-ad91-3aef982a411f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4176245 Apr 22 18:17:57.290399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60348) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:17:57.295387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'admin_state_up': True, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:17:57.302332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:17:57.306094 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:router and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:17:57.308922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:17:57.314992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:17:57.373840 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:57.375017 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:57.390490 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:57.713049 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:58.083129 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:58.111730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:58.336281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.17 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/f61fd611-0b9e-4802-81c1-1abd4eec3eb9) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:17:58.480696 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:58.562150 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:58.620937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:17:58.627442 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:17:58.631480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:17:58.662991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=f61fd611-0b9e-4802-81c1-1abd4eec3eb9,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:17:59.085252 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:59.415319 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:17:59.687557 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 5c2036b8-61fa-4067-b878-a5bc6798fd03 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:17:59.968846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:17:59.979107 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Sync routers for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:17:59.988886 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:17:59.989521 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:17:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:00.030327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:00.031608 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-987569cb-b998-419e-b556-1514b803575f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7401626 Apr 22 18:18:00.034535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60352) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:00.163878 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:18:00.315839 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c06b9a76-3b9b-419c-9940-13a2ce6b6db1 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4e5e79c6751a46a882f733e37155bacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2802160 Apr 22 18:18:00.318363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60360) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:00.414267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-85074f74-1654-4e5a-a430-9309ea09075b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:00.447998 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:17:58Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:00.452493 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Checking router: 5c2036b8-61fa-4067-b878-a5bc6798fd03 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:18:00.452835 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2e8ab8-2fa4-4560-9847-672fde720360 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:00.453033 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Updating router 5c2036b8-61fa-4067-b878-a5bc6798fd03 port f61fd611-0b9e-4802-81c1-1abd4eec3eb9 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:18:00.457506 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fa2e8ab8-2fa4-4560-9847-672fde720360 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353149 Apr 22 18:18:00.457722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60364) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:00.496229 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-12a4ef6c-15ac-4028-a7b3-1cc1ef8f08a2 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374079 Apr 22 18:18:00.498716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60368) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:00.505854 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-47107622', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:18:00.506012 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:00.611482 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:18:00.615248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:subnet and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:18:00.617969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:18:00.624046 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:18:00.682684 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:18:00.686839 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:00.855192 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:00.867096 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Transition to ACTIVE for port object f61fd611-0b9e-4802-81c1-1abd4eec3eb9 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:18:00.927654 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:00.951617 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:01.005383 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Attempting to bind port f61fd611-0b9e-4802-81c1-1abd4eec3eb9 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:18:01.005968 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Attempting to bind port f61fd611-0b9e-4802-81c1-1abd4eec3eb9 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:18:01.006110 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Attempting to bind port f61fd611-0b9e-4802-81c1-1abd4eec3eb9 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:18:01.013593 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:18:01.013971 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:18:01.014371 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:01.014780 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:18:01.015238 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Bound port: f61fd611-0b9e-4802-81c1-1abd4eec3eb9, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:18:01.015620 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:01.029678 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Subnet': ['ID=4d0fba2c-090e-4277-aed5-11077e170599,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:01.037092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Checking segment: {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:18:01.037443 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network hostable DHCP agents. Network: 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:18:01.037933 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Pushing event updated for resources: {'Port': ['ID=f61fd611-0b9e-4802-81c1-1abd4eec3eb9,revision_number=2']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:01.058789 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.059166 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.060126 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.060458 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.060804 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.061119 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.061445 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.061773 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.062095 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.062413 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.062778 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.063100 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:18:01.100472 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] For port f61fd611-0b9e-4802-81c1-1abd4eec3eb9, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:18:01.103438 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] For port f61fd611-0b9e-4802-81c1-1abd4eec3eb9, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f61fd611-0b9e-4802-81c1-1abd4eec3eb9,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:18:01.123038 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:18:01.156922 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:01.173578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:18:01.177760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:01.178349 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:01.183180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba77e1-acb9-4411-a57f-ac5bf302064b None None] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:18:01.234309 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:18:01.234962 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:17:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:01.250450 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7d248287-c73c-4497-a463-e2fb45258459 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7476208 Apr 22 18:18:01.250760 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60372) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:01.298989 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417956f8-2d7a-4c03-ac98-760840ebae72 None None] Pushing event updated for resources: {'Port': ['ID=f61fd611-0b9e-4802-81c1-1abd4eec3eb9,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:01.406946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:18:01.408060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:01.419596 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:18:01.574533 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Allocated IP 172.20.0.2 (46f0d5eb-7b58-4c90-b3ff-ed9a56726c56/4d0fba2c-090e-4277-aed5-11077e170599/01c37c7c-996a-454c-baab-749a720d9306) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:18:01.711875 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:17:58Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:01.716342 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0689f-3423-481a-9c94-dc41a5b32b35 None None] The sync data for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv is: [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:17:58Z', 'revision_number': 3, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:18:01.795880 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:01.806649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Transition to ACTIVE for port object 01c37c7c-996a-454c-baab-749a720d9306 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:18:01.826171 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Transition to ACTIVE for port object 01c37c7c-996a-454c-baab-749a720d9306 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:18:01.900199 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.041466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:18:02.044860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:18:02.047407 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:18:02.053579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Pushing event updated for resources: {'Port': ['ID=01c37c7c-996a-454c-baab-749a720d9306,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:02.089734 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.143787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Attempting to bind port 01c37c7c-996a-454c-baab-749a720d9306 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:18:02.144168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Attempting to bind port 01c37c7c-996a-454c-baab-749a720d9306 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:18:02.144537 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Attempting to bind port 01c37c7c-996a-454c-baab-749a720d9306 on network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:18:02.150253 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:18:02.150883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Checking segment: {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:18:02.151394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.151892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Bound using segment: {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:18:02.152464 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Bound port: 01c37c7c-996a-454c-baab-749a720d9306, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:18:02.152946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.250122 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] For port 01c37c7c-996a-454c-baab-749a720d9306, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:18:02.253605 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] For port 01c37c7c-996a-454c-baab-749a720d9306, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=01c37c7c-996a-454c-baab-749a720d9306,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:18:02.328466 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.412345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0efad1-ec20-4258-81e2-44d97807b444 None None] Pushing event updated for resources: {'Port': ['ID=01c37c7c-996a-454c-baab-749a720d9306,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:02.459910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f61fd611-0b9e-4802-81c1-1abd4eec3eb9 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:18:02.552801 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.1 (46f0d5eb-7b58-4c90-b3ff-ed9a56726c56/4d0fba2c-090e-4277-aed5-11077e170599/b684d128-53d5-4c01-8569-53345c3ebaa8) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:18:02.608284 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port f61fd611-0b9e-4802-81c1-1abd4eec3eb9 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:18:02.615679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f61fd611-0b9e-4802-81c1-1abd4eec3eb9 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:02.615679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.667792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f59ebae3-f9dc-4a3c-91e4-af5eed5fd752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.750474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.768923 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object b684d128-53d5-4c01-8569-53345c3ebaa8 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:18:02.770177 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.787415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port f61fd611-0b9e-4802-81c1-1abd4eec3eb9, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f61fd611-0b9e-4802-81c1-1abd4eec3eb9,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:18:02.847853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.865280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:02.917030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=f61fd611-0b9e-4802-81c1-1abd4eec3eb9,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:02.929147 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:18:02.939831 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:18:02.944098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:18:02.973281 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=b684d128-53d5-4c01-8569-53345c3ebaa8,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:03.002708 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:03.305707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:03.704132 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:03.755501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:03.779481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:03.944970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:04.015089 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=b684d128-53d5-4c01-8569-53345c3ebaa8,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:04.019878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:04.037629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12784ad6-4f0d-49e3-bbdd-628617c82324 None None] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:18:04.151614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:18:04.152730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:18:04.191702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-95844f59-0263-44fe-8ac4-46b9b0ce3ca7 None None] Provisioning for port 01c37c7c-996a-454c-baab-749a720d9306 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:18:04.337669 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 5c2036b8-61fa-4067-b878-a5bc6798fd03 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:18:04.507626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 01c37c7c-996a-454c-baab-749a720d9306 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:18:04.533122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:18:04.546855 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e2d053d0-f927-4b3f-a56f-6fe9996279bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/5c2036b8-61fa-4067-b878-a5bc6798fd03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2945004 Apr 22 18:18:04.558391 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Sync routers for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:18:04.584086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:18:04.584726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:18:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:04.651800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b84c8346-b080-41e8-828d-08b29bf574fe None None] Provisioning for port b684d128-53d5-4c01-8569-53345c3ebaa8 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:18:04.661694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-b84c8346-b080-41e8-828d-08b29bf574fe None None] Provisioning complete for port b684d128-53d5-4c01-8569-53345c3ebaa8 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:04.662324 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b84c8346-b080-41e8-828d-08b29bf574fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:04.748153 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-b84c8346-b080-41e8-828d-08b29bf574fe None None] Port b684d128-53d5-4c01-8569-53345c3ebaa8 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:18:04.812467 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-88df399e-3def-4578-a4f5-abdef5a8b5bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:18:04.836116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 01c37c7c-996a-454c-baab-749a720d9306 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:18:04.841235 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 01c37c7c-996a-454c-baab-749a720d9306 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:04.841620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:04.897933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-88df399e-3def-4578-a4f5-abdef5a8b5bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:18:04.898358 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:04.899234 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-88df399e-3def-4578-a4f5-abdef5a8b5bc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670552747&fields=id&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 267 time: 0.1373320 Apr 22 18:18:04.919269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:18:05.048933 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-9a1e599e-0c8f-458b-a85e-5634cd1b9b5c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:05.049519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-9a1e599e-0c8f-458b-a85e-5634cd1b9b5c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:18:05.068543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-9b87d355-dd5a-4332-a742-49186a46bf8e None None] Provisioning complete for port b684d128-53d5-4c01-8569-53345c3ebaa8 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:05.068922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9b87d355-dd5a-4332-a742-49186a46bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:05.121608 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-9a1e599e-0c8f-458b-a85e-5634cd1b9b5c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:18:05.122859 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-9a1e599e-0c8f-458b-a85e-5634cd1b9b5c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/networks?id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 HTTP/1.1" status: 200 len: 796 time: 0.2168355 Apr 22 18:18:05.137412 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-61e41a84-4645-42e1-bb1d-a988da46ddfe tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/quotas/4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 375 time: 0.0092075 Apr 22 18:18:05.223126 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-dbe45c60-44b2-43b9-81ca-0bba153095c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:18:05.293048 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-dbe45c60-44b2-43b9-81ca-0bba153095c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:18:05.295099 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-dbe45c60-44b2-43b9-81ca-0bba153095c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527164 Apr 22 18:18:05.309799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:05.321737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-9b87d355-dd5a-4332-a742-49186a46bf8e None None] Port b684d128-53d5-4c01-8569-53345c3ebaa8 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:18:05.388008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:05.389663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 01c37c7c-996a-454c-baab-749a720d9306, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=01c37c7c-996a-454c-baab-749a720d9306,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:18:05.428766 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 2, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:05.432707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Checking router: 5c2036b8-61fa-4067-b878-a5bc6798fd03 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:18:05.433072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Updating router 5c2036b8-61fa-4067-b878-a5bc6798fd03 port b684d128-53d5-4c01-8569-53345c3ebaa8 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:18:05.460676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:05.461453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f61fd611-0b9e-4802-81c1-1abd4eec3eb9 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:18:05.477633 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-cdde9665-16ab-4e50-8a11-186be736544f service neutron] 10.222.0.10 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708238 Apr 22 18:18:05.589697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:05.607846 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-0b7d5aed-118a-40a3-9382-cd4e04c16514 service neutron] 10.222.0.10 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240842 Apr 22 18:18:05.641764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=01c37c7c-996a-454c-baab-749a720d9306,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:05.673327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port f61fd611-0b9e-4802-81c1-1abd4eec3eb9 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:05.673706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:05.888070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-69de3c0e-de78-4df8-9509-86423e8ecb31 req-6742baed-57fa-445c-946b-a8e7afd39159 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:18:05.900565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-69de3c0e-de78-4df8-9509-86423e8ecb31 req-6742baed-57fa-445c-946b-a8e7afd39159 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:18:05.903809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-69de3c0e-de78-4df8-9509-86423e8ecb31 req-6742baed-57fa-445c-946b-a8e7afd39159 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 210 time: 0.0590203 Apr 22 18:18:06.056135 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:06.068090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Transition to ACTIVE for port object b684d128-53d5-4c01-8569-53345c3ebaa8 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:18:06.127838 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:06.293319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727de9-c85f-4f8b-8121-8472515d9f72 None None] Pushing event updated for resources: {'Port': ['ID=b684d128-53d5-4c01-8569-53345c3ebaa8,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:06.352870 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Attempting to bind port b684d128-53d5-4c01-8569-53345c3ebaa8 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:18:06.353254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Attempting to bind port b684d128-53d5-4c01-8569-53345c3ebaa8 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:18:06.353849 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Attempting to bind port b684d128-53d5-4c01-8569-53345c3ebaa8 on network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:18:06.364411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:18:06.364411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Checking segment: {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:18:06.364411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:06.364411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Bound using segment: {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:18:06.364411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Bound port: b684d128-53d5-4c01-8569-53345c3ebaa8, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:18:06.364411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:06.427883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 01c37c7c-996a-454c-baab-749a720d9306 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:18:06.534672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] For port b684d128-53d5-4c01-8569-53345c3ebaa8, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:18:06.538642 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] For port b684d128-53d5-4c01-8569-53345c3ebaa8, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b684d128-53d5-4c01-8569-53345c3ebaa8,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:18:06.549547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 01c37c7c-996a-454c-baab-749a720d9306 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:06.549887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:06.642472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:06.743869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:18:06.743869 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:18:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:06.810313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727de9-c85f-4f8b-8121-8472515d9f72 None None] Pushing event updated for resources: {'Port': ['ID=b684d128-53d5-4c01-8569-53345c3ebaa8,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:06.997161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:18:07.055921 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-125fd1cd-5689-4def-990f-6aaba054f24d req-a281b530-d4aa-45ab-9942-2b6f914a3de2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 210 time: 0.0420728 Apr 22 18:18:07.316704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:06Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:07.320681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8fbbc2-cdb6-473e-a4ba-00aecf9f991c None None] The sync data for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv is: [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:06Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:18:08.085346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-ff1801a2-2026-438e-9347-c8162a874124 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:08.088290 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-ff1801a2-2026-438e-9347-c8162a874124 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/networks?id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 HTTP/1.1" status: 200 len: 796 time: 0.1523387 Apr 22 18:18:08.139892 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-91f5ee81-5988-4039-b8c7-b5aad9becd13 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5e79c6751a46a882f733e37155bacf HTTP/1.1" status: 200 len: 379 time: 0.0430894 Apr 22 18:18:08.149028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'port': {'device_id': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'admin_state_up': True, 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'security_groups': ['b15bac1a-30f8-44f8-b663-de0ba8ec4821']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:18:08.234505 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1be8ec36-f5a9-4225-80cb-51e3661cdad7 req-c13cecf3-32ca-4e52-8477-0c976bc85744 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 210 time: 0.0672824 Apr 22 18:18:08.443979 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b684d128-53d5-4c01-8569-53345c3ebaa8 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:18:08.447698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:18:08.458509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:18:08.521626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Made reservation on behalf of 4e5e79c6751a46a882f733e37155bacf for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:18:08.525333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:08.573302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port b684d128-53d5-4c01-8569-53345c3ebaa8 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:18:08.578812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b684d128-53d5-4c01-8569-53345c3ebaa8 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:08.579200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:08.689160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.20.0.6 (46f0d5eb-7b58-4c90-b3ff-ed9a56726c56/4d0fba2c-090e-4277-aed5-11077e170599/a37ef305-7a55-4df7-a6c1-28acf059fc16) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:18:08.695851 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:08.727752 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port b684d128-53d5-4c01-8569-53345c3ebaa8, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b684d128-53d5-4c01-8569-53345c3ebaa8,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:18:08.779977 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:08.846036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=b684d128-53d5-4c01-8569-53345c3ebaa8,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:08.878995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:08.894532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Transition to ACTIVE for port object a37ef305-7a55-4df7-a6c1-28acf059fc16 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:18:08.967903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:09.034220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:18:09.037171 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:18:09.045591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:18:09.082911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=a37ef305-7a55-4df7-a6c1-28acf059fc16,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:09.115161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:09.115827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:09.191308 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-34ee1fa7-fd31-44b3-a75f-55fd9e20169a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0461640 Apr 22 18:18:09.208499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Request body: {'port': {'device_id': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:18:09.317269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:09.361860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc290a1d-d517-4a99-a781-27e47a6e10d2 None None] Provisioning for port a37ef305-7a55-4df7-a6c1-28acf059fc16 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:18:09.366872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc290a1d-d517-4a99-a781-27e47a6e10d2 None None] Provisioning complete for port a37ef305-7a55-4df7-a6c1-28acf059fc16 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:09.367189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc290a1d-d517-4a99-a781-27e47a6e10d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:09.442544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bc290a1d-d517-4a99-a781-27e47a6e10d2 None None] Port a37ef305-7a55-4df7-a6c1-28acf059fc16 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:18:09.457284 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d76e-5e84-4e1a-91d0-afe552fa36ed req-f30a6ebe-6a6b-4ffc-b1ee-4df45057c009 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:09.459002 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8f33d76e-5e84-4e1a-91d0-afe552fa36ed req-f30a6ebe-6a6b-4ffc-b1ee-4df45057c009 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 931 time: 0.1145091 Apr 22 18:18:09.503702 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8f33d76e-5e84-4e1a-91d0-afe552fa36ed req-c013f6d6-f327-4ad6-9f63-251028f5e9e9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391982 Apr 22 18:18:09.547287 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:18:09.657517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37ef305-7a55-4df7-a6c1-28acf059fc16 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:18:09.664518 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:09.678757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Transition to ACTIVE for port object a37ef305-7a55-4df7-a6c1-28acf059fc16 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:18:09.778486 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:09.934674 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Pushing event updated for resources: {'Port': ['ID=a37ef305-7a55-4df7-a6c1-28acf059fc16,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:10.014582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Attempting to bind port a37ef305-7a55-4df7-a6c1-28acf059fc16 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:18:10.014946 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Attempting to bind port a37ef305-7a55-4df7-a6c1-28acf059fc16 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:18:10.015269 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Attempting to bind port a37ef305-7a55-4df7-a6c1-28acf059fc16 on network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:18:10.019733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Port a37ef305-7a55-4df7-a6c1-28acf059fc16 on network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:18:10.020044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Attempting to bind port a37ef305-7a55-4df7-a6c1-28acf059fc16 on network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:18:10.024962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:18:10.025294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Checking segment: {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:18:10.025670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Bound using segment: {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:18:10.026083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Bound port: a37ef305-7a55-4df7-a6c1-28acf059fc16, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358b5a2e-9008-4e58-9c75-1ad65f00910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:18:10.026417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:10.117394 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] For port a37ef305-7a55-4df7-a6c1-28acf059fc16, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:18:10.120281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] For port a37ef305-7a55-4df7-a6c1-28acf059fc16, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:18:10.194956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:10.250905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:10.251469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:10.252818 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] 10.222.0.16 "PUT /v2.0/ports/a37ef305-7a55-4df7-a6c1-28acf059fc16 HTTP/1.1" status: 200 len: 1093 time: 1.0546277 Apr 22 18:18:10.253265 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:18:10.277587 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45262b94-cc70-4472-9d79-42404cef2f43 service neutron] Pushing event updated for resources: {'Port': ['ID=a37ef305-7a55-4df7-a6c1-28acf059fc16,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:10.305031 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b796954-2b58-4fdb-a11b-1b33f7cc2f7f'] response: {'name': 'network-changed', 'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'status': 'completed', 'code': 200} Apr 22 18:18:10.399776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b684d128-53d5-4c01-8569-53345c3ebaa8 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:18:10.407045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3d86-9389-4641-bc85-25cb4ef744f5 req-bac9cfbe-92d0-41eb-8a68-33ff8cdcfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:10.408853 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-13ff3d86-9389-4641-bc85-25cb4ef744f5 req-bac9cfbe-92d0-41eb-8a68-33ff8cdcfea7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 1096 time: 0.0825131 Apr 22 18:18:10.467316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b684d128-53d5-4c01-8569-53345c3ebaa8 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:10.467704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:10.554442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3d86-9389-4641-bc85-25cb4ef744f5 req-b050a1b5-23eb-49ce-ac8e-cc58ad94a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:10.555934 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-13ff3d86-9389-4641-bc85-25cb4ef744f5 req-b050a1b5-23eb-49ce-ac8e-cc58ad94a4d6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e5e79c6751a46a882f733e37155bacf&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1403813 Apr 22 18:18:10.698307 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708983fc-67cd-4da6-aecd-99aeb4d9c131 req-0cc66c44-1048-4909-9b99-9a84136d65c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:10.701037 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-708983fc-67cd-4da6-aecd-99aeb4d9c131 req-0cc66c44-1048-4909-9b99-9a84136d65c5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 943 time: 0.0832510 Apr 22 18:18:10.748135 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-708983fc-67cd-4da6-aecd-99aeb4d9c131 req-c259c822-d3c4-4efe-8c81-50343a0be87d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420332 Apr 22 18:18:10.804478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3d86-9389-4641-bc85-25cb4ef744f5 req-6572946b-a898-440b-81f4-e6c3e5bee782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:10.805937 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-13ff3d86-9389-4641-bc85-25cb4ef744f5 req-6572946b-a898-440b-81f4-e6c3e5bee782 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2444069 Apr 22 18:18:10.907263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-873a0e82-fd4f-48bb-98ee-fde6e6b7f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:10.908633 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-873a0e82-fd4f-48bb-98ee-fde6e6b7f561 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 1096 time: 0.0690339 Apr 22 18:18:10.980478 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-14e260cd-cf43-4b8f-8d66-9e11c0bdd738 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16 HTTP/1.1" status: 200 len: 217 time: 0.0635576 Apr 22 18:18:11.040363 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-7837fd70-cbd0-4c93-a844-85fde7e4403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:11.041742 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-7837fd70-cbd0-4c93-a844-85fde7e4403a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0fba2c-090e-4277-aed5-11077e170599 HTTP/1.1" status: 200 len: 833 time: 0.0563383 Apr 22 18:18:11.116108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-6b4e5a5f-47fb-45de-abae-00b86729f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:11.117579 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-6b4e5a5f-47fb-45de-abae-00b86729f5ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693555 Apr 22 18:18:11.247170 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-ad53adbc-9ef4-4502-a548-b52494505cdb service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226797 Apr 22 18:18:11.376032 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d53bd174-5017-4f3e-80a1-1f75f9a2cc53 req-a09640dc-42d9-4603-bfe7-f720e064c916 service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236129 Apr 22 18:18:11.936152 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaf41e-a5a1-43b2-84fc-b738d2cf9728 req-6a432a08-6b17-4d4d-913b-a79b9e7dc161 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:11.936840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-63aaf41e-a5a1-43b2-84fc-b738d2cf9728 req-6a432a08-6b17-4d4d-913b-a79b9e7dc161 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:18:12.007158 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-63aaf41e-a5a1-43b2-84fc-b738d2cf9728 req-6a432a08-6b17-4d4d-913b-a79b9e7dc161 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:18:12.008306 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-63aaf41e-a5a1-43b2-84fc-b738d2cf9728 req-6a432a08-6b17-4d4d-913b-a79b9e7dc161 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 943 time: 0.1554008 Apr 22 18:18:12.052593 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-63aaf41e-a5a1-43b2-84fc-b738d2cf9728 req-fb603bfc-39e3-48ee-8d41-bf97e6581dc4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379620 Apr 22 18:18:13.233925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e4330-8cee-405d-b734-6979009d1bfd req-bf8b6aee-5faa-473b-a913-20dcd45fcfde tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:13.235395 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-029e4330-8cee-405d-b734-6979009d1bfd req-bf8b6aee-5faa-473b-a913-20dcd45fcfde tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 943 time: 0.0774195 Apr 22 18:18:13.277703 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-029e4330-8cee-405d-b734-6979009d1bfd req-d1490013-5716-4324-a214-a388fd3d9f81 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368447 Apr 22 18:18:14.463573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99bc9-6d77-4323-b532-68b53641c525 req-a82e345f-cf30-49c2-8ffe-d02e13c0fde9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:14.465006 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0fc99bc9-6d77-4323-b532-68b53641c525 req-a82e345f-cf30-49c2-8ffe-d02e13c0fde9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 943 time: 0.0811694 Apr 22 18:18:14.507888 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0fc99bc9-6d77-4323-b532-68b53641c525 req-7e06976a-bbfb-4daf-a709-b6839457cd81 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366366 Apr 22 18:18:15.436299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a37ef305-7a55-4df7-a6c1-28acf059fc16 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:18:15.567311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a37ef305-7a55-4df7-a6c1-28acf059fc16, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:18:15.580200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'port_id': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'mac_address': 'fa:16:3e:a8:c9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:18:15.638063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:15.654731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37ef305-7a55-4df7-a6c1-28acf059fc16 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:18:15.670075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a37ef305-7a55-4df7-a6c1-28acf059fc16, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:18:15.756447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:15.792247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dfd1f-7f04-4a4a-a070-b757c3a329ad req-ca18c533-dc83-4a20-8321-176beebdd130 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:15.794263 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-692dfd1f-7f04-4a4a-a070-b757c3a329ad req-ca18c533-dc83-4a20-8321-176beebdd130 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 943 time: 0.1824110 Apr 22 18:18:15.822470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a37ef305-7a55-4df7-a6c1-28acf059fc16,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:15.837672 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-692dfd1f-7f04-4a4a-a070-b757c3a329ad req-6a1b9c4e-9fa1-43ef-9a82-f547fe18a215 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375967 Apr 22 18:18:16.105380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['a37ef305-7a55-4df7-a6c1-28acf059fc16'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:18:17.019640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4311-be9e-4768-be38-2b9db5e78214 req-0a469054-82b2-4ad7-98e6-6eb1e2d8e345 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:17.021079 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fb1e4311-be9e-4768-be38-2b9db5e78214 req-0a469054-82b2-4ad7-98e6-6eb1e2d8e345 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 944 time: 0.0787137 Apr 22 18:18:17.063897 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fb1e4311-be9e-4768-be38-2b9db5e78214 req-ccdbbdbf-149e-4c4e-a334-e33e7603f06a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373194 Apr 22 18:18:17.460146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a37ef305-7a55-4df7-a6c1-28acf059fc16 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:18:17.681600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port a37ef305-7a55-4df7-a6c1-28acf059fc16 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:18:17.686629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port a37ef305-7a55-4df7-a6c1-28acf059fc16 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:18:17.687051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:17.831463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:17.856936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:18:17.866210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a37ef305-7a55-4df7-a6c1-28acf059fc16, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:18:17.901876 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a98645-a97c-48fc-955f-512686b239e9'] response: {'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'code': 200} Apr 22 18:18:17.921715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:17.988337 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a37ef305-7a55-4df7-a6c1-28acf059fc16,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:18.281851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378040-922a-41b5-9a4a-15fa1568d73e req-3c529503-2d01-4b31-b5c8-0743eeaa8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:18.283195 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50378040-922a-41b5-9a4a-15fa1568d73e req-3c529503-2d01-4b31-b5c8-0743eeaa8e32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 1098 time: 0.1316893 Apr 22 18:18:18.290666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f89290-a1c8-4285-90c5-31baa31c9ce1 req-cdf07cd4-afdf-4e40-96bc-09e04f36e6a9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:18.292023 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-26f89290-a1c8-4285-90c5-31baa31c9ce1 req-cdf07cd4-afdf-4e40-96bc-09e04f36e6a9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.1082010 Apr 22 18:18:18.355390 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-50378040-922a-41b5-9a4a-15fa1568d73e req-46b2da4f-dcb9-4722-8631-93819f26d0b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624452 Apr 22 18:18:18.363232 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-26f89290-a1c8-4285-90c5-31baa31c9ce1 req-99d15613-09ef-496c-8264-c1978afc6669 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561655 Apr 22 18:18:19.547612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba10a2-5c71-4304-8901-3776e68ba5a0 req-95b85443-7d2f-4d37-b007-35312d72f9a5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:19.549045 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7eba10a2-5c71-4304-8901-3776e68ba5a0 req-95b85443-7d2f-4d37-b007-35312d72f9a5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0785232 Apr 22 18:18:19.592130 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7eba10a2-5c71-4304-8901-3776e68ba5a0 req-e38f04de-23b4-402c-ba9a-116458cee62e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Apr 22 18:18:20.772762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c6e4-d859-4e52-9314-cc172f157695 req-d7d40c62-bc41-4015-9707-a06058d12d59 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:20.774207 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-15b2c6e4-d859-4e52-9314-cc172f157695 req-d7d40c62-bc41-4015-9707-a06058d12d59 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0788698 Apr 22 18:18:20.817504 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-15b2c6e4-d859-4e52-9314-cc172f157695 req-0ab48167-f367-42b4-886f-215c5b3706b7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370951 Apr 22 18:18:21.001000 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381dde5-ee6d-4687-997f-f5aab1bdcd8e req-95aa13f7-9f5d-4a7a-874e-9a179664583c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:21.002472 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3381dde5-ee6d-4687-997f-f5aab1bdcd8e req-95aa13f7-9f5d-4a7a-874e-9a179664583c tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0821898 Apr 22 18:18:21.046127 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3381dde5-ee6d-4687-997f-f5aab1bdcd8e req-7efd5beb-673d-4a50-ab61-abf7356c8ba4 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378516 Apr 22 18:18:21.067645 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60442) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:21.137480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376530c-7638-479e-8796-f43eccd36765 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:21.138964 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c376530c-7638-479e-8796-f43eccd36765 tempest-TestNetworkAdvancedServerOps-1125254264 tempest-TestNetworkAdvancedServerOps-1125254264-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 1093 time: 0.0703862 Apr 22 18:18:21.141741 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60446) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:21.146400 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:18:21.152098 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:18:21.156388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Usage tracker for resource:floatingip and tenant:4e5e79c6751a46a882f733e37155bacf is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:18:21.159152 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:18:21.164672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:18:21.224237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:21.355874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:21.485586 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Allocated IP 172.26.3.217 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/3ea57e28-c020-4a6c-a2ba-67633ca5b677) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:18:21.630426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:21.721811 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:21.783727 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:18:21.786424 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:18:21.794056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:18:21.828832 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=3ea57e28-c020-4a6c-a2ba-67633ca5b677,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:22.197339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:22.315118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:22.514090 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:22.567224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:22.767748 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event updated for resources: {'Port': ['ID=3ea57e28-c020-4a6c-a2ba-67633ca5b677,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:18:22.779928 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:22.947040 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 4358259e-01c7-43f9-bd82-5e9136d773a7 associated. External IP: 172.26.3.217, port: a37ef305-7a55-4df7-a6c1-28acf059fc16. Apr 22 18:18:23.285339 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 5c2036b8-61fa-4067-b878-a5bc6798fd03 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:18:23.460602 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:18:23.469811 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] Sync routers for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:18:23.479387 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:18:23.479998 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:18:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:23.538675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:23.601367 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f6600128-62f6-41a3-86ee-34876f78d118 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4586298 Apr 22 18:18:23.601938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:18:23.647537 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98227edc-2686-4883-ab2f-b93e4fcbaa1e'] response: {'name': 'network-changed', 'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'status': 'completed', 'code': 200} Apr 22 18:18:23.659701 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:18:23.802540 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-7594ba3b-66ce-4fa0-9405-6db58265083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:23.803956 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-7594ba3b-66ce-4fa0-9405-6db58265083e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 1098 time: 0.1337180 Apr 22 18:18:23.812175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc800258-7c46-4f88-a96a-93ca998fc649 req-892f5f68-e53d-49d2-8122-0bfc68384de7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:23.813521 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc800258-7c46-4f88-a96a-93ca998fc649 req-892f5f68-e53d-49d2-8122-0bfc68384de7 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.1102681 Apr 22 18:18:23.945337 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc800258-7c46-4f88-a96a-93ca998fc649 req-c7f291f9-9214-4987-90d2-0b795affb776 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136525 Apr 22 18:18:23.968531 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60454) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:23.971441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-166a350c-a5bd-4a74-b0bf-f2089f1e347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:23.972962 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-166a350c-a5bd-4a74-b0bf-f2089f1e347f service neutron] 10.222.0.16 "GET /v2.0/networks?id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 HTTP/1.1" status: 200 len: 896 time: 0.1585472 Apr 22 18:18:24.030314 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '4358259e-01c7-43f9-bd82-5e9136d773a7', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'port_id': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'mac_address': 'fa:16:3e:a8:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:18:22Z', 'updated_at': '2022-04-22T18:18:22Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:08Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:24.034272 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] Checking router: 5c2036b8-61fa-4067-b878-a5bc6798fd03 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:18:24.042524 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:18:24.043837 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:18:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:24.077439 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-84494bf8-6ccb-4f6c-bfe4-34b8d159a649 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/4358259e-01c7-43f9-bd82-5e9136d773a7 HTTP/1.1" status: 200 len: 991 time: 0.1077068 Apr 22 18:18:24.078711 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-82004408-ff4a-4aee-bfe5-6599c1a11c78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16 HTTP/1.1" status: 200 len: 999 time: 0.1000326 Apr 22 18:18:24.143866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-5c8967f2-cf38-414b-b2b5-aad196c6771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:24.145298 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-5c8967f2-cf38-414b-b2b5-aad196c6771d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0fba2c-090e-4277-aed5-11077e170599 HTTP/1.1" status: 200 len: 833 time: 0.0602019 Apr 22 18:18:24.217685 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:18:24.219138 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-a9972ab1-c06b-4cd7-b2cd-23511dc39458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:24.220660 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-a9972ab1-c06b-4cd7-b2cd-23511dc39458 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696607 Apr 22 18:18:24.357458 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-9e866464-079b-4436-a6c0-6c77efed63b5 service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309652 Apr 22 18:18:24.565038 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '4358259e-01c7-43f9-bd82-5e9136d773a7', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'port_id': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'mac_address': 'fa:16:3e:a8:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:18:22Z', 'updated_at': '2022-04-22T18:18:22Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:08Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:18:24.568890 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ec835-cb11-4f7a-892c-f01942d8fdd9 None None] The sync data for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv is: [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '4358259e-01c7-43f9-bd82-5e9136d773a7', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'port_id': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'mac_address': 'fa:16:3e:a8:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:18:22Z', 'updated_at': '2022-04-22T18:18:22Z', 'revision_number': 0, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:08Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:18:24.588187 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c201dab5-41cb-4307-8b79-004a7abbea80 req-005df899-a212-4edf-9e14-6b8257edffe8 service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242687 Apr 22 18:18:24.764166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9edbd-8f44-4430-85f7-7092ac5c8057 None None] New status for floating IP 4358259e-01c7-43f9-bd82-5e9136d773a7: ACTIVE {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:18:25.079235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60458) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:18:25.184442 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-628a381e-ebc1-4259-90b3-cbcff67617ca tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/4358259e-01c7-43f9-bd82-5e9136d773a7 HTTP/1.1" status: 200 len: 993 time: 0.1035056 Apr 22 18:18:30.412725 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-60b21355-ff5c-4b70-804c-2117e74866b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:32.645763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-27e67d92-cb1d-4a47-8a4c-916a4702dcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:33.772392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:33.926729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:34.834484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:35.229744 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:18:46.546852 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:18:48.917320 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-4945aa49-5f2e-4d91-814d-2f6e7149a2dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709641 Apr 22 18:18:49.051553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-1f841006-5868-42b6-bb67-87050207bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:49.053113 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-1f841006-5868-42b6-bb67-87050207bb53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 1098 time: 0.0698032 Apr 22 18:18:49.194392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-eae2702a-b73e-4af2-8c7f-ab88cf967409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:49.195888 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-eae2702a-b73e-4af2-8c7f-ab88cf967409 service neutron] 10.222.0.16 "GET /v2.0/networks?id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 HTTP/1.1" status: 200 len: 896 time: 0.1248636 Apr 22 18:18:49.297994 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-48c9cdd1-1e29-40b5-82af-e4f824b98d3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16 HTTP/1.1" status: 200 len: 1001 time: 0.0962420 Apr 22 18:18:49.358944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-22065865-983f-44d5-99a2-6ab435ba89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:49.360344 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-22065865-983f-44d5-99a2-6ab435ba89e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0fba2c-090e-4277-aed5-11077e170599 HTTP/1.1" status: 200 len: 833 time: 0.0565670 Apr 22 18:18:49.436993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-ae0ad890-20e6-4ae5-bc7f-e1b4a53a22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:18:49.438470 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-ae0ad890-20e6-4ae5-bc7f-e1b4a53a22bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717542 Apr 22 18:18:49.448179 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-428ba54e-49d6-47c8-a293-5d7d18e939c4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 18:18:49.449041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-428ba54e-49d6-47c8-a293-5d7d18e939c4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047867 Apr 22 18:18:49.576716 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-d54832f1-5405-48b2-980c-4191bd1b51d8 service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218085 Apr 22 18:18:49.705309 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ccd7ec98-539b-446c-855b-a3c75fb82dbc req-829bc773-06cd-4063-b3fd-f452313ac1b2 service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219528 Apr 22 18:19:00.417754 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c6816ad6-bd2c-4cf8-9586-a5968ca56cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:02.646341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3737-ce85-4e75-a14e-67b69b9f070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:03.731995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:03.954587 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:04.846309 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:05.223192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:23.546476 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:19:26.341346 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81542a-e938-4eb6-9236-f6aa5125bc4d req-443a4bd8-476a-4b35-8623-41c575265002 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:26.343070 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ef81542a-e938-4eb6-9236-f6aa5125bc4d req-443a4bd8-476a-4b35-8623-41c575265002 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0830491 Apr 22 18:19:26.386764 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-ef81542a-e938-4eb6-9236-f6aa5125bc4d req-f066e1a4-beb5-4c21-8b40-419825d9151b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 Apr 22 18:19:27.570720 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001b899-8170-4791-b398-fe6282e01f15 req-51aa2a33-be9e-4081-b484-5e01f51f8361 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:27.572256 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5001b899-8170-4791-b398-fe6282e01f15 req-51aa2a33-be9e-4081-b484-5e01f51f8361 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0797377 Apr 22 18:19:27.616377 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5001b899-8170-4791-b398-fe6282e01f15 req-87acdd50-2375-430e-80f1-befd8c416b5e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378749 Apr 22 18:19:28.798786 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64e6da-1edb-429a-b265-41c00b2020c3 req-2886f56e-aed5-4908-875c-4f05815042de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:28.806666 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0f64e6da-1edb-429a-b265-41c00b2020c3 req-2886f56e-aed5-4908-875c-4f05815042de tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0795655 Apr 22 18:19:28.843930 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0f64e6da-1edb-429a-b265-41c00b2020c3 req-7b21686d-dd1d-42c2-ba37-78af96bf398f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381455 Apr 22 18:19:28.866503 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60500) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:29.074201 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c1b88bd4-9944-4799-89cf-713665dc6106 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/4358259e-01c7-43f9-bd82-5e9136d773a7 HTTP/1.1" status: 200 len: 993 time: 0.2065959 Apr 22 18:19:30.439995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9c34-309c-43c8-b87a-da8a8e710ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:30.719434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0573c2-ca3a-49f0-b0b0-1e2279feacfc req-db29550d-94cb-4cc8-a06d-ba4803c3560a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:30.720859 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c0573c2-ca3a-49f0-b0b0-1e2279feacfc req-db29550d-94cb-4cc8-a06d-ba4803c3560a tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.1182725 Apr 22 18:19:30.779502 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6c0573c2-ca3a-49f0-b0b0-1e2279feacfc req-1a3ee0bf-7f63-4aec-97f3-eae2b3fc1b1e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510695 Apr 22 18:19:30.792810 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-cccd6922-c5b4-4cd4-a253-8778408e96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:30.794290 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-cccd6922-c5b4-4cd4-a253-8778408e96a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 1098 time: 0.1177199 Apr 22 18:19:30.923986 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-ad99b574-7c62-445a-ad6a-282caba394cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:30.925380 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-ad99b574-7c62-445a-ad6a-282caba394cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 HTTP/1.1" status: 200 len: 896 time: 0.1250699 Apr 22 18:19:31.023262 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-f3cad65b-99fe-4534-acd2-422da87af9c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16 HTTP/1.1" status: 200 len: 1001 time: 0.0915334 Apr 22 18:19:31.086866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-12e9f5de-41ad-4525-a02e-62edc91d4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:31.088261 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-12e9f5de-41ad-4525-a02e-62edc91d4b94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0fba2c-090e-4277-aed5-11077e170599 HTTP/1.1" status: 200 len: 833 time: 0.0595362 Apr 22 18:19:31.159604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-cc8e5127-d743-4dd1-af2d-4b32ad35d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:31.161017 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-cc8e5127-d743-4dd1-af2d-4b32ad35d99e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673904 Apr 22 18:19:31.386036 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-5b1daa6b-ea9d-4702-aaa3-2f43b9381e1d service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188811 Apr 22 18:19:31.513657 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ce9cdd2c-7fa9-41c1-876b-5f959c286d74 req-282f35ff-83ae-4771-a4f7-4dea4e7521af service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214693 Apr 22 18:19:31.967699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c33aa-d056-4e10-a3dc-d1c083137caf req-45748d63-3010-416b-8b51-991ec7db2fdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:31.969126 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-460c33aa-d056-4e10-a3dc-d1c083137caf req-45748d63-3010-416b-8b51-991ec7db2fdc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0775759 Apr 22 18:19:32.011730 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-460c33aa-d056-4e10-a3dc-d1c083137caf req-ef7bb1ba-1163-4371-a0e4-67415694d8d5 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370634 Apr 22 18:19:32.628798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-212b54cf-1924-4c8a-8812-f053cdb3ecf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:33.197082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2128059-d499-4396-9d69-f4ed9455fde0 req-65ecc13d-609c-406c-b7c2-000f09faaeb9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:33.198534 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a2128059-d499-4396-9d69-f4ed9455fde0 req-65ecc13d-609c-406c-b7c2-000f09faaeb9 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0830436 Apr 22 18:19:33.241780 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a2128059-d499-4396-9d69-f4ed9455fde0 req-941aa1e1-5c94-4db6-b872-7d0a7ad33aef tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377140 Apr 22 18:19:33.264306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60522) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:33.369473 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-0576c4df-23f1-40a7-8c11-17e9708e99fc tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/floatingips/4358259e-01c7-43f9-bd82-5e9136d773a7 HTTP/1.1" status: 200 len: 993 time: 0.1039712 Apr 22 18:19:33.631467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60530) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:33.748441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:33.833975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port 3ea57e28-c020-4a6c-a2ba-67633ca5b677 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:19:33.834323 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:33.954570 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:34.003374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:34.003707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:34.124760 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for 3ea57e28-c020-4a6c-a2ba-67633ca5b677 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:19:34.365476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:34.411099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=3ea57e28-c020-4a6c-a2ba-67633ca5b677,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:34.453556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.453905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.454250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.454590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.454955 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.455331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.455721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.456054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.456384 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.456711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.457036 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.457361 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:34.516737 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:34.517123 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Floating IP 4358259e-01c7-43f9-bd82-5e9136d773a7 disassociated (deleted). External IP: 172.26.3.217, port: a37ef305-7a55-4df7-a6c1-28acf059fc16. Apr 22 18:19:34.897156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:34.971484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 5c2036b8-61fa-4067-b878-a5bc6798fd03 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:19:35.151289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:19:35.161747 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] Sync routers for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:19:35.171506 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:19:35.172113 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:35.235282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:35.240289 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:35.288996 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-04b84d4d-8441-4f09-aaa4-da372aa85a2f tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/floatingips/4358259e-01c7-43f9-bd82-5e9136d773a7 HTTP/1.1" status: 204 len: 168 time: 1.6565316 Apr 22 18:19:35.289583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:19:35.335748 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21825885-1130-4baa-8ccf-ef547dde0c3c'] response: {'name': 'network-changed', 'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'status': 'completed', 'code': 200} Apr 22 18:19:35.349467 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:19:35.431824 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664724e-9eb1-4f37-822b-30b255827995 req-c19da446-c618-4426-8587-fd227c1cfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:35.433449 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9664724e-9eb1-4f37-822b-30b255827995 req-c19da446-c618-4426-8587-fd227c1cfcbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e5e79c6751a46a882f733e37155bacf&device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 1098 time: 0.0755899 Apr 22 18:19:35.566375 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664724e-9eb1-4f37-822b-30b255827995 req-0d7192a2-8134-4b8a-8123-d43db7d5b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:35.567860 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9664724e-9eb1-4f37-822b-30b255827995 req-0d7192a2-8134-4b8a-8123-d43db7d5b65b service neutron] 10.222.0.16 "GET /v2.0/networks?id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 HTTP/1.1" status: 200 len: 896 time: 0.1288083 Apr 22 18:19:35.637855 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9664724e-9eb1-4f37-822b-30b255827995 req-24861575-fc8e-4aaf-9738-08fb9946b10a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16 HTTP/1.1" status: 200 len: 217 time: 0.0635204 Apr 22 18:19:35.668173 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:08Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:35.672102 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] Checking router: 5c2036b8-61fa-4067-b878-a5bc6798fd03 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:19:35.680246 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:19:35.680838 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:35.703374 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664724e-9eb1-4f37-822b-30b255827995 req-d495e65a-2d04-4a94-8af1-e42e972f0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:35.704808 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9664724e-9eb1-4f37-822b-30b255827995 req-d495e65a-2d04-4a94-8af1-e42e972f0bcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0fba2c-090e-4277-aed5-11077e170599 HTTP/1.1" status: 200 len: 833 time: 0.0613215 Apr 22 18:19:35.783227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664724e-9eb1-4f37-822b-30b255827995 req-d70c8bfa-20c0-45f7-a2b1-c9449006d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:35.784697 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9664724e-9eb1-4f37-822b-30b255827995 req-d70c8bfa-20c0-45f7-a2b1-c9449006d9f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743508 Apr 22 18:19:35.896643 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:19:35.898224 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e89ffb-005e-468d-91cd-201b512c7b3d req-c915cc8d-6f64-4983-9867-8558977171a0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:35.900268 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-19e89ffb-005e-468d-91cd-201b512c7b3d req-c915cc8d-6f64-4983-9867-8558977171a0 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0859528 Apr 22 18:19:35.921556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9664724e-9eb1-4f37-822b-30b255827995 req-cfda936a-760b-4fe4-964d-be45f9338160 service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300504 Apr 22 18:19:35.952781 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-19e89ffb-005e-468d-91cd-201b512c7b3d req-56315853-4e2b-4234-94be-3efd51afa2c3 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440297 Apr 22 18:19:36.063434 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9664724e-9eb1-4f37-822b-30b255827995 req-8f08456c-00f9-425d-be0c-6cf8acfbfa90 service neutron] 10.222.0.16 "GET /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357195 Apr 22 18:19:36.209674 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:08Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:36.213421 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df826d6-7dbf-48f4-8795-aa0eef5c1bf4 None None] The sync data for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv is: [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:18:03Z', 'revision_number': 4, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'b684d128-53d5-4c01-8569-53345c3ebaa8', 'name': '', 'network_id': '46f0d5eb-7b58-4c90-b3ff-ed9a56726c56', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'mac_address': 'fa:16:3e:d9:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4d0fba2c-090e-4277-aed5-11077e170599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:18:02Z', 'updated_at': '2022-04-22T18:18:08Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'subnets': [{'id': '4d0fba2c-090e-4277-aed5-11077e170599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:19:36.426614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86070d-abea-4e19-92d2-6b5e9959f12f None None] New status for floating IP 4358259e-01c7-43f9-bd82-5e9136d773a7: DOWN {{(pid=88661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:19:37.144160 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9b984-b0c1-4ba8-9b7d-aa9ea8c751f3 req-5e617379-3d67-44af-ab48-8def50de01ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:37.144852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a7b9b984-b0c1-4ba8-9b7d-aa9ea8c751f3 req-5e617379-3d67-44af-ab48-8def50de01ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Synchronizing usage tracker for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:19:37.216718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a7b9b984-b0c1-4ba8-9b7d-aa9ea8c751f3 req-5e617379-3d67-44af-ab48-8def50de01ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Unset dirty status for tenant:4e5e79c6751a46a882f733e37155bacf on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:19:37.217848 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a7b9b984-b0c1-4ba8-9b7d-aa9ea8c751f3 req-5e617379-3d67-44af-ab48-8def50de01ec tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.1542678 Apr 22 18:19:37.262928 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a7b9b984-b0c1-4ba8-9b7d-aa9ea8c751f3 req-e704625b-f64c-4a3e-9e85-8a9e5d914f29 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 Apr 22 18:19:37.700825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-38678e67-d378-49ec-abe1-ffa0563f0f4e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:37.702239 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-38678e67-d378-49ec-abe1-ffa0563f0f4e tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0772772 Apr 22 18:19:37.772093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port a37ef305-7a55-4df7-a6c1-28acf059fc16 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:19:37.772436 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:38.115591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port a37ef305-7a55-4df7-a6c1-28acf059fc16, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a37ef305-7a55-4df7-a6c1-28acf059fc16,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:19:38.115851 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:38.234170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for a37ef305-7a55-4df7-a6c1-28acf059fc16 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:19:38.447860 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fdcd8-b1fd-408d-b7d9-d22886c37dfd req-c7d48ecc-4d21-4e4f-b05d-d72162b5b426 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:38.449409 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-536fdcd8-b1fd-408d-b7d9-d22886c37dfd req-c7d48ecc-4d21-4e4f-b05d-d72162b5b426 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/ports?device_id=f889c9d9-0d22-4a64-a8bb-c8db00eb27ae HTTP/1.1" status: 200 len: 945 time: 0.0791516 Apr 22 18:19:38.451761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:38.497227 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-536fdcd8-b1fd-408d-b7d9-d22886c37dfd req-84c120ad-8ea2-4313-a8c5-1b463324e40b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "GET /v2.0/security-groups?id=b15bac1a-30f8-44f8-b663-de0ba8ec4821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 Apr 22 18:19:38.500366 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=a37ef305-7a55-4df7-a6c1-28acf059fc16,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:38.577124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] No DVR routers for this DVR port a37ef305-7a55-4df7-a6c1-28acf059fc16 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:19:38.579576 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:38.581916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'name': 'network-vif-deleted', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:19:38.625693 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21b8f3d-a095-42b6-8678-84e5b88158e7'] response: {'server_uuid': 'f889c9d9-0d22-4a64-a8bb-c8db00eb27ae', 'name': 'network-vif-deleted', 'tag': 'a37ef305-7a55-4df7-a6c1-28acf059fc16', 'status': 'completed', 'code': 200} Apr 22 18:19:38.657124 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-360b440b-e5fb-4490-b784-d9ceb850a580 req-bba5a08a-cfb1-435f-b662-9c9aaedfda83 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.16 "DELETE /v2.0/ports/a37ef305-7a55-4df7-a6c1-28acf059fc16 HTTP/1.1" status: 204 len: 173 time: 0.9497716 Apr 22 18:19:39.589912 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60556) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:39.942200 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a37ef305-7a55-4df7-a6c1-28acf059fc16 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:19:39.976305 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: a37ef305-7a55-4df7-a6c1-28acf059fc16 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:19:39.976651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a37ef305-7a55-4df7-a6c1-28acf059fc16 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:19:40.132860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:40.572385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port b684d128-53d5-4c01-8569-53345c3ebaa8 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:19:40.572724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:40.757812 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port b684d128-53d5-4c01-8569-53345c3ebaa8, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b684d128-53d5-4c01-8569-53345c3ebaa8,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:19:40.758529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:40.878855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for b684d128-53d5-4c01-8569-53345c3ebaa8 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:19:41.240010 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:41.287344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=b684d128-53d5-4c01-8569-53345c3ebaa8,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:41.559292 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:42.016553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Router 5c2036b8-61fa-4067-b878-a5bc6798fd03 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:19:42.191795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:19:42.200863 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] Sync routers for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:19:42.205254 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1364056b-df37-487a-ae78-f768d86d6dd2 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "PUT /v2.0/routers/5c2036b8-61fa-4067-b878-a5bc6798fd03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6122966 Apr 22 18:19:42.207100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60560) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:42.209904 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:19:42.210504 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:42.271903 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting subnet 4d0fba2c-090e-4277-aed5-11077e170599 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:19:42.274706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:42.327604 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:42.385843 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:19:42.423010 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:42.542630 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:42.579939 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0fba2c-090e-4277-aed5-11077e170599,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:42.589474 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:42.592838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.593185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.593301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d5350-b2c6-497a-aa0d-bc10f824afc5 None None] Network 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:19:42.593719 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.593920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.594726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.594726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.594992 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.595185 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.595484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.595805 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.596127 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.596450 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:42.605386 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0ce655fb-f24f-4cd8-aacc-d46be21759db tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/subnets/4d0fba2c-090e-4277-aed5-11077e170599 HTTP/1.1" status: 204 len: 168 time: 0.3945582 Apr 22 18:19:42.605505 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60564) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:42.674762 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:19:41Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:42.679324 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] Checking router: 5c2036b8-61fa-4067-b878-a5bc6798fd03 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:19:42.687803 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] Routers {'5c2036b8-61fa-4067-b878-a5bc6798fd03'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:19:42.688407 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['5c2036b8-61fa-4067-b878-a5bc6798fd03'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:42.795103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:42.868993 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] DHCP port deletion for 46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:19:42.873444 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] Set router 5c2036b8-61fa-4067-b878-a5bc6798fd03 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:19:42.873608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Deleting port 01c37c7c-996a-454c-baab-749a720d9306 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:19:42.873915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:42.988011 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:43.034397 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Deleting port f61fd611-0b9e-4802-81c1-1abd4eec3eb9 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:19:43.035069 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:43.075255 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] For port 01c37c7c-996a-454c-baab-749a720d9306, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=01c37c7c-996a-454c-baab-749a720d9306,segment=NetworkSegment(358b5a2e-9008-4e58-9c75-1ad65f00910e),segment_id=358b5a2e-9008-4e58-9c75-1ad65f00910e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:19:43.075775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:43.164410 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:19:41Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:43.168591 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b9e86-5634-4039-819c-a19a153f7bf1 None None] The sync data for ids ['5c2036b8-61fa-4067-b878-a5bc6798fd03'] in dv-neutron-839024-1-hyperv is: [{'id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668076399', 'tenant_id': '4e5e79c6751a46a882f733e37155bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:17:57Z', 'updated_at': '2022-04-22T18:19:41Z', 'revision_number': 5, 'project_id': '4e5e79c6751a46a882f733e37155bacf', 'gw_port': {'id': 'f61fd611-0b9e-4802-81c1-1abd4eec3eb9', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036b8-61fa-4067-b878-a5bc6798fd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:17:58Z', 'updated_at': '2022-04-22T18:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:19:43.211199 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] For port f61fd611-0b9e-4802-81c1-1abd4eec3eb9, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=f61fd611-0b9e-4802-81c1-1abd4eec3eb9,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:19:43.211731 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:43.236486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Calling delete_port for 01c37c7c-996a-454c-baab-749a720d9306 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:19:43.336492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Calling delete_port for f61fd611-0b9e-4802-81c1-1abd4eec3eb9 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:19:43.372120 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100'] for port, after_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:43.425361 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] No DVR routers for this DVR port 01c37c7c-996a-454c-baab-749a720d9306 on host dv-neutron-839024-1-hyperv {{(pid=88661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:19:43.427033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Pushing event deleted for resources: {'Port': ['ID=01c37c7c-996a-454c-baab-749a720d9306,revision_number=None']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:43.439099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.439459 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.439803 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.440150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.440493 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.440833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.441168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.441504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.441839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.442169 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.442500 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.442859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3dce-192f-47c8-83d8-1d6868dd95ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:43.811109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:43.860395 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Port': ['ID=f61fd611-0b9e-4802-81c1-1abd4eec3eb9,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:43.946314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.116615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.118675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.188436 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.188960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2036b8-61fa-4067-b878-a5bc6798fd03 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:19:44.204042 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.205048 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1682890b-5338-41bc-8a16-b53b90845d66 tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/routers/5c2036b8-61fa-4067-b878-a5bc6798fd03 HTTP/1.1" status: 204 len: 168 time: 1.5980544 Apr 22 18:19:44.207706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60568) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:44.322506 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.452158 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.476692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f0d5eb-7b58-4c90-b3ff-ed9a56726c56']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:44.488509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358b5a2e-9008-4e58-9c75-1ad65f00910e') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:44.488806 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358b5a2e-9008-4e58-9c75-1ad65f00910e') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:44.499815 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.515497 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.521384 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:19:44.521781 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:19:44.539854 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:19:44.647042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b684d128-53d5-4c01-8569-53345c3ebaa8 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:19:44.674426 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.678600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.684796 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: b684d128-53d5-4c01-8569-53345c3ebaa8 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:19:44.688877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b684d128-53d5-4c01-8569-53345c3ebaa8 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:19:44.688877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 01c37c7c-996a-454c-baab-749a720d9306 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:19:44.706193 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'Network': ['ID=46f0d5eb-7b58-4c90-b3ff-ed9a56726c56,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:44.719924 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 01c37c7c-996a-454c-baab-749a720d9306 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:19:44.720282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 01c37c7c-996a-454c-baab-749a720d9306 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:19:44.720720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f61fd611-0b9e-4802-81c1-1abd4eec3eb9 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:19:44.758608 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: f61fd611-0b9e-4802-81c1-1abd4eec3eb9 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:19:44.758984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device f61fd611-0b9e-4802-81c1-1abd4eec3eb9 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:19:44.771977 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d28f95cc-2fc1-4e2f-ac18-b50227adaa7d tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/networks/46f0d5eb-7b58-4c90-b3ff-ed9a56726c56 HTTP/1.1" status: 204 len: 168 time: 0.5630519 Apr 22 18:19:44.774247 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60572) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:44.847965 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4e52c861-1ca6-465d-aeb4-a67b29b7b24b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:44.877989 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4e52c861-1ca6-465d-aeb4-a67b29b7b24b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:45.005366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4e52c861-1ca6-465d-aeb4-a67b29b7b24b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:45.024299 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52c861-1ca6-465d-aeb4-a67b29b7b24b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15bac1a-30f8-44f8-b663-de0ba8ec4821,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:45.108431 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4e52c861-1ca6-465d-aeb4-a67b29b7b24b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:45.109553 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4e52c861-1ca6-465d-aeb4-a67b29b7b24b tempest-TestNetworkAdvancedServerOps-1808551314 tempest-TestNetworkAdvancedServerOps-1808551314-project] 10.222.0.10 "DELETE /v2.0/security-groups/b15bac1a-30f8-44f8-b663-de0ba8ec4821 HTTP/1.1" status: 204 len: 168 time: 0.3343351 Apr 22 18:19:45.749124 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60582) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:45.891565 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f1e58d87-ad93-4816-80ca-2398902b13c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e5e79c6751a46a882f733e37155bacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412904 Apr 22 18:19:45.893990 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60588) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:45.949850 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5cbf1a0-8fea-4b1f-9f04-ea213859d10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:45.979321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5cbf1a0-8fea-4b1f-9f04-ea213859d10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:46.096957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5cbf1a0-8fea-4b1f-9f04-ea213859d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:46.115466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbf1a0-8fea-4b1f-9f04-ea213859d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5d0ab0-2296-476f-af9a-13a8072db0be,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:46.120107 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b5cbf1a0-8fea-4b1f-9f04-ea213859d10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:46.120958 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b5cbf1a0-8fea-4b1f-9f04-ea213859d10b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c5d0ab0-2296-476f-af9a-13a8072db0be HTTP/1.1" status: 204 len: 168 time: 0.2261007 Apr 22 18:19:46.732937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60596) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:46.750677 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:46.764572 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:46.768337 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] Usage tracker for resource:security_group_rule and tenant:ba3d74ed42134370aaa52a97c50e00eb is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:46.771244 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:46.776911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:46.855351 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:46.925578 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:46.972289 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba3d74ed42134370aaa52a97c50e00eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382736 Apr 22 18:19:46.973767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949e6f2-bd55-4d6f-a678-03a2c07732ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b69fd63-3fe1-4bbd-8a77-4e30752c571d,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:46.975112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60600) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:47.034165 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3223c281-1516-4e49-9dac-96950bedb230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:47.059365 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3223c281-1516-4e49-9dac-96950bedb230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:47.148276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3223c281-1516-4e49-9dac-96950bedb230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:47.166840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223c281-1516-4e49-9dac-96950bedb230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b69fd63-3fe1-4bbd-8a77-4e30752c571d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:47.172221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-3223c281-1516-4e49-9dac-96950bedb230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:47.172738 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-3223c281-1516-4e49-9dac-96950bedb230 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b69fd63-3fe1-4bbd-8a77-4e30752c571d HTTP/1.1" status: 204 len: 168 time: 0.1966369 Apr 22 18:19:48.300745 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60624) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:48.433461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-470911802-network', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:19:48.439122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:48.442964 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Usage tracker for resource:network and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:48.445833 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:48.451564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:48.548477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Made reservation on behalf of be303c2646864f9e80f03dd6c54a053b for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:19:48.550825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:48.562652 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:48.576487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:48.580287 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:48.583119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:48.588693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:48.668245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:48.748174 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:48.777047 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:19:48.785692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b84c5c-4f2a-4d9c-a73b-db6994ccb9dc,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:48.791978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:48.792324 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Added segment 3aab83d1-24a5-42a6-872a-d22994d552ae of type vlan for network 958af891-acbf-47fe-8519-15b2b9830c01 Apr 22 18:19:48.817948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:48.936602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:48.937734 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:48.938317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:49.041655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] Pushing event updated for resources: {'Network': ['ID=958af891-acbf-47fe-8519-15b2b9830c01,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:49.051901 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 958af891-acbf-47fe-8519-15b2b9830c01 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:19:49.086392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1df459b3-f59d-4221-9a31-a0270684c669 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7845778 Apr 22 18:19:49.089255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60632) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:49.095235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Request body: {'subnet': {'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-470911802-subnet', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:19:49.100081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:49.104233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Usage tracker for resource:subnet and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:49.107126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:49.112913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:49.182401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Made reservation on behalf of be303c2646864f9e80f03dd6c54a053b for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:19:49.184738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:49.439915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:49.512340 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c9b9ce-3a31-462a-914b-e217f10fabc1,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:49.519980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Checking segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:19:49.520333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Network hostable DHCP agents. Network: 958af891-acbf-47fe-8519-15b2b9830c01, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:19:49.605588 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Network 958af891-acbf-47fe-8519-15b2b9830c01 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:19:49.674008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 958af891-acbf-47fe-8519-15b2b9830c01) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:19:49.678093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:49.678711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:49.682626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c041c996-a275-497a-964e-c87fa9a96767 None None] Network 958af891-acbf-47fe-8519-15b2b9830c01 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:19:49.823539 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-2eb1e5ed-7c2f-49ab-b33e-45a0048ad67d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7332530 Apr 22 18:19:49.826397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60638) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:49.831343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:19:49.835885 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:49.839749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Usage tracker for resource:router and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:49.842582 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:49.848312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:49.894482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-958af891-acbf-47fe-8519-15b2b9830c01', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:19:49.895369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:49.920864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:49.921906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:49.937367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.046267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Allocated IP 172.20.0.2 (958af891-acbf-47fe-8519-15b2b9830c01/d3c9b9ce-3a31-462a-914b-e217f10fabc1/5b70e056-2253-48b6-b48a-0404665bcf3f) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:19:50.244264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.254184 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Transition to ACTIVE for port object 5b70e056-2253-48b6-b48a-0404665bcf3f will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:19:50.266673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.272323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Transition to ACTIVE for port object 5b70e056-2253-48b6-b48a-0404665bcf3f will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:19:50.377429 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.436095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Network 958af891-acbf-47fe-8519-15b2b9830c01 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:19:50.439166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:19:50.442995 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:19:50.495573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Pushing event updated for resources: {'Port': ['ID=5b70e056-2253-48b6-b48a-0404665bcf3f,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:50.549476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Attempting to bind port 5b70e056-2253-48b6-b48a-0404665bcf3f on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:19:50.549845 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Attempting to bind port 5b70e056-2253-48b6-b48a-0404665bcf3f by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:19:50.550204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Attempting to bind port 5b70e056-2253-48b6-b48a-0404665bcf3f on network 958af891-acbf-47fe-8519-15b2b9830c01 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:19:50.555272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:19:50.555649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Checking segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:19:50.556041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.556432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Bound using segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:19:50.556882 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Bound port: 5b70e056-2253-48b6-b48a-0404665bcf3f, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:19:50.557256 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.643176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] For port 5b70e056-2253-48b6-b48a-0404665bcf3f, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:19:50.646224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] For port 5b70e056-2253-48b6-b48a-0404665bcf3f, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5b70e056-2253-48b6-b48a-0404665bcf3f,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:19:50.714362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.767913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.797277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:50.802130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3e2cb-5b45-46bc-ac39-c8586ad496bc None None] Pushing event updated for resources: {'Port': ['ID=5b70e056-2253-48b6-b48a-0404665bcf3f,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:50.940172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Allocated IP 172.26.3.13 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/b7c88a5b-e92b-40ce-84e8-e027ce1d6772) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:19:51.110461 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:51.182828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:51.243743 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:19:51.250268 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:19:51.252736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:19:51.292423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Pushing event updated for resources: {'Port': ['ID=b7c88a5b-e92b-40ce-84e8-e027ce1d6772,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:51.713346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:51.717448 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da592b-5a5f-4711-97f8-0233bc2038c3 None None] Network 958af891-acbf-47fe-8519-15b2b9830c01 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:19:51.912792 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5d644101-1f9a-4fc2-b637-9eca422f453f None None] Provisioning for port 5b70e056-2253-48b6-b48a-0404665bcf3f completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:19:52.182194 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:52.451993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Router 9e9d0083-e6b6-4617-9f33-386079408696 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:19:52.462216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5b70e056-2253-48b6-b48a-0404665bcf3f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:19:52.588345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 5b70e056-2253-48b6-b48a-0404665bcf3f completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:19:52.593321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 5b70e056-2253-48b6-b48a-0404665bcf3f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:19:52.593705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:52.631369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:19:52.644700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Sync routers for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:19:52.662129 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:19:52.662771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:52.719663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:52.720846 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-437f0f47-36f0-4062-96df-77bd5b5b910a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8934984 Apr 22 18:19:52.723483 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60642) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:52.855192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:52.905100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:19:53.012739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 5b70e056-2253-48b6-b48a-0404665bcf3f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5b70e056-2253-48b6-b48a-0404665bcf3f,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:19:53.088193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:53.184812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=5b70e056-2253-48b6-b48a-0404665bcf3f,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:53.250494 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:51Z', 'revision_number': 3, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:53.254390 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Checking router: 9e9d0083-e6b6-4617-9f33-386079408696 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:19:53.254770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Updating router 9e9d0083-e6b6-4617-9f33-386079408696 port b7c88a5b-e92b-40ce-84e8-e027ce1d6772 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:19:53.306614 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:53.391034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:53.590920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Allocated IP 172.20.0.1 (958af891-acbf-47fe-8519-15b2b9830c01/d3c9b9ce-3a31-462a-914b-e217f10fabc1/1295dcac-46f4-4867-8d46-1478ee5c22fa) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:19:53.628801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:53.640950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Transition to ACTIVE for port object b7c88a5b-e92b-40ce-84e8-e027ce1d6772 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:19:53.691288 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:53.777672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Attempting to bind port b7c88a5b-e92b-40ce-84e8-e027ce1d6772 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:19:53.778051 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Attempting to bind port b7c88a5b-e92b-40ce-84e8-e027ce1d6772 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:19:53.778419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Attempting to bind port b7c88a5b-e92b-40ce-84e8-e027ce1d6772 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:19:53.780600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3793b6c-1b3f-42ea-a89c-0b36e8434316 None None] Pushing event updated for resources: {'Port': ['ID=b7c88a5b-e92b-40ce-84e8-e027ce1d6772,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:53.786454 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:19:53.786861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:19:53.787699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:53.787699 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:19:53.788114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Bound port: b7c88a5b-e92b-40ce-84e8-e027ce1d6772, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:19:53.788498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:53.860562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] For port b7c88a5b-e92b-40ce-84e8-e027ce1d6772, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:19:53.863703 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] For port b7c88a5b-e92b-40ce-84e8-e027ce1d6772, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b7c88a5b-e92b-40ce-84e8-e027ce1d6772,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:19:53.865537 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:53.881434 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Transition to ACTIVE for port object 1295dcac-46f4-4867-8d46-1478ee5c22fa will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:19:53.954606 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.011724 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.067156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:19:54.067787 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:54.073793 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Network 958af891-acbf-47fe-8519-15b2b9830c01 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:19:54.077117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:19:54.084950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:19:54.120886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Pushing event updated for resources: {'Port': ['ID=1295dcac-46f4-4867-8d46-1478ee5c22fa,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:54.132385 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3793b6c-1b3f-42ea-a89c-0b36e8434316 None None] Pushing event updated for resources: {'Port': ['ID=b7c88a5b-e92b-40ce-84e8-e027ce1d6772,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:54.148161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.257379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:19:54.445577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5b70e056-2253-48b6-b48a-0404665bcf3f up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:19:54.461252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.477539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fd603198-271b-489e-ae0f-abf73b2453c9 None None] Provisioning for port 1295dcac-46f4-4867-8d46-1478ee5c22fa completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:19:54.503298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-fd603198-271b-489e-ae0f-abf73b2453c9 None None] Provisioning complete for port 1295dcac-46f4-4867-8d46-1478ee5c22fa triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:19:54.503675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fd603198-271b-489e-ae0f-abf73b2453c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.593912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-fd603198-271b-489e-ae0f-abf73b2453c9 None None] Port 1295dcac-46f4-4867-8d46-1478ee5c22fa cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:19:54.649008 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 5b70e056-2253-48b6-b48a-0404665bcf3f triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:19:54.649293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.685055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.728523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:51Z', 'revision_number': 3, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:54.742339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.759486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835197ae-bc25-44e9-8de2-d1afe6835b30 None None] The sync data for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv is: [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:51Z', 'revision_number': 3, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:19:54.857681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:54.861941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Pushing event updated for resources: {'Port': ['ID=1295dcac-46f4-4867-8d46-1478ee5c22fa,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:55.005028 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Network 958af891-acbf-47fe-8519-15b2b9830c01 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:19:55.006195 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:19:55.214235 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Router 9e9d0083-e6b6-4617-9f33-386079408696 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:19:55.319089 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-322f1b87-8ccb-4aad-b41f-05f8c00852e1 None None] Provisioning complete for port 1295dcac-46f4-4867-8d46-1478ee5c22fa triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:19:55.319682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-322f1b87-8ccb-4aad-b41f-05f8c00852e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:55.379166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-322f1b87-8ccb-4aad-b41f-05f8c00852e1 None None] Port 1295dcac-46f4-4867-8d46-1478ee5c22fa cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:19:55.403391 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:19:55.412760 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9c5646d7-1332-49f1-b359-337052a4209f admin admin] 10.222.0.10 "PUT /v2.0/routers/9e9d0083-e6b6-4617-9f33-386079408696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6882734 Apr 22 18:19:56.030568 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60660) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:56.036110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2104926059-network', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:19:56.041038 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:56.045579 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Usage tracker for resource:network and tenant:95cf717670f342e68d9c11881e13d0d0 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:56.048691 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:56.057288 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:56.108960 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Made reservation on behalf of 95cf717670f342e68d9c11881e13d0d0 for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:19:56.111386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.124521 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.138414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:56.142184 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Usage tracker for resource:security_group_rule and tenant:95cf717670f342e68d9c11881e13d0d0 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:56.144949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:56.150471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:56.238393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.256014 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Sync routers for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:19:56.272649 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:19:56.273254 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:56.297097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.456527 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:19:56.461788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853c1c90-0b1c-4365-aa2d-452256b5dd58,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:56.470718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.471577 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Added segment 29a1e87d-cb92-4234-a1dd-1da3ea563f8e of type vlan for network e49d3aee-adf7-425c-9b3c-1165c4704a48 Apr 22 18:19:56.498640 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b7c88a5b-e92b-40ce-84e8-e027ce1d6772 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:19:56.502998 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.570491 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:19:56.594101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.595124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:56.595714 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.623001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port b7c88a5b-e92b-40ce-84e8-e027ce1d6772 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:19:56.629947 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b7c88a5b-e92b-40ce-84e8-e027ce1d6772 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:19:56.630774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.698294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] Pushing event updated for resources: {'Network': ['ID=e49d3aee-adf7-425c-9b3c-1165c4704a48,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:56.725736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network e49d3aee-adf7-425c-9b3c-1165c4704a48 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:19:56.754811 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b642ba0e-2bd5-4d7c-8830-769cc9e90afd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7229948 Apr 22 18:19:56.757389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60664) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:56.764019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Request body: {'subnet': {'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2104926059-subnet', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'ip_version': 4}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:19:56.769156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:56.773101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Usage tracker for resource:subnet and tenant:95cf717670f342e68d9c11881e13d0d0 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:56.775953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:56.781761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:56.841837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.851736 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Made reservation on behalf of 95cf717670f342e68d9c11881e13d0d0 for: {'subnet': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:19:56.854593 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14803974'] for subnet, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.861626 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port b7c88a5b-e92b-40ce-84e8-e027ce1d6772, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b7c88a5b-e92b-40ce-84e8-e027ce1d6772,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:19:56.937187 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:56.992398 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 2, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:56.996711 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Checking router: 9e9d0083-e6b6-4617-9f33-386079408696 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:19:56.997068 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Updating router 9e9d0083-e6b6-4617-9f33-386079408696 port 1295dcac-46f4-4867-8d46-1478ee5c22fa binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:19:57.011540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=b7c88a5b-e92b-40ce-84e8-e027ce1d6772,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:57.053422 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.120109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14009049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14803992'] for subnet, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.197792 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04100a05-511a-427c-a6d9-d6ea7a104cd1,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:57.206494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Checking segment: {'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:19:57.206892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Network hostable DHCP agents. Network: e49d3aee-adf7-425c-9b3c-1165c4704a48, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:19:57.296710 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Network e49d3aee-adf7-425c-9b3c-1165c4704a48 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:19:57.359863 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, e49d3aee-adf7-425c-9b3c-1165c4704a48) {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:19:57.367387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558950db-fb9e-4694-a0e4-de0c9ba4e72e None None] Network e49d3aee-adf7-425c-9b3c-1165c4704a48 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:19:57.371226 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:19:57.377346 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.391168 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.402518 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Transition to ACTIVE for port object 1295dcac-46f4-4867-8d46-1478ee5c22fa will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:19:57.435610 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6e50f051-8135-4d38-8b47-9f82fa52cef0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6762147 Apr 22 18:19:57.438137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60668) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:19:57.443602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:19:57.448378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:19:57.451657 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.452740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Usage tracker for resource:router and tenant:95cf717670f342e68d9c11881e13d0d0 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:19:57.455840 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:19:57.462705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:19:57.520210 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.521487 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.544855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.599329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-e49d3aee-adf7-425c-9b3c-1165c4704a48', 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'fixed_ips': [{'subnet_id': '04100a05-511a-427c-a6d9-d6ea7a104cd1'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:19:57.599329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.611851 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Pushing event updated for resources: {'Port': ['ID=1295dcac-46f4-4867-8d46-1478ee5c22fa,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:57.661455 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.661803 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.662351 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.662892 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.663382 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.663887 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.664391 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.664881 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.665386 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.665872 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.666365 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.666872 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:19:57.687915 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Attempting to bind port 1295dcac-46f4-4867-8d46-1478ee5c22fa on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:19:57.688469 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Attempting to bind port 1295dcac-46f4-4867-8d46-1478ee5c22fa by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:19:57.689004 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Attempting to bind port 1295dcac-46f4-4867-8d46-1478ee5c22fa on network 958af891-acbf-47fe-8519-15b2b9830c01 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:19:57.694903 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:19:57.695548 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Checking segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:19:57.696135 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.696724 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Bound using segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:19:57.697371 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Bound port: 1295dcac-46f4-4867-8d46-1478ee5c22fa, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:19:57.697925 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.794169 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] For port 1295dcac-46f4-4867-8d46-1478ee5c22fa, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:19:57.798512 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] For port 1295dcac-46f4-4867-8d46-1478ee5c22fa, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1295dcac-46f4-4867-8d46-1478ee5c22fa,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:19:57.813465 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Allocated IP 172.20.0.2 (e49d3aee-adf7-425c-9b3c-1165c4704a48/04100a05-511a-427c-a6d9-d6ea7a104cd1/3fdf5efc-e6a5-4f9d-89f9-42a14bea6919) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:19:57.880276 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.901467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:57.994367 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:19:57.995216 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:58.036818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.052066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Transition to ACTIVE for port object 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:19:58.059530 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70ff4e-8e1e-4a43-a6d4-a937a8d7040a None None] Pushing event updated for resources: {'Port': ['ID=1295dcac-46f4-4867-8d46-1478ee5c22fa,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:58.083738 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Transition to ACTIVE for port object 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:19:58.139490 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.195823 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:19:58.202180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Network e49d3aee-adf7-425c-9b3c-1165c4704a48 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:19:58.205510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:19:58.209236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:19:58.259519 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Pushing event updated for resources: {'Port': ['ID=3fdf5efc-e6a5-4f9d-89f9-42a14bea6919,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:58.306831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.320141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Attempting to bind port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:19:58.320520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Attempting to bind port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:19:58.320889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Attempting to bind port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 on network e49d3aee-adf7-425c-9b3c-1165c4704a48 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:19:58.327932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:19:58.328310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Checking segment: {'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:19:58.328735 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.329106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Bound using segment: {'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:19:58.329567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Bound port: 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:19:58.329949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.338903 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.427543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] For port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:19:58.430929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] For port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3fdf5efc-e6a5-4f9d-89f9-42a14bea6919,segment=NetworkSegment(29a1e87d-cb92-4234-a1dd-1da3ea563f8e),segment_id=29a1e87d-cb92-4234-a1dd-1da3ea563f8e)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:19:58.476812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b7c88a5b-e92b-40ce-84e8-e027ce1d6772 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:19:58.501405 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Allocated IP 172.26.3.146 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:19:58.518012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.534570 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:19:57Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:19:58.538580 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e236e-587d-4c0a-91f1-e357f5f04d80 None None] The sync data for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv is: [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:19:57Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:19:58.645350 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d958ce8-1d52-47b0-8a64-b8d5c0381042 None None] Pushing event updated for resources: {'Port': ['ID=3fdf5efc-e6a5-4f9d-89f9-42a14bea6919,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:58.659151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b7c88a5b-e92b-40ce-84e8-e027ce1d6772 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:19:58.659530 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.797050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.892403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:58.960715 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:19:58.969183 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:19:58.975886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:19:59.008781 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:19:59.458625 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:59.650244 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde896a-2fff-411b-b3b5-ed3073f050ab None None] Network e49d3aee-adf7-425c-9b3c-1165c4704a48 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:19:59.813109 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:19:59.868983 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-38f08f33-0739-4efd-8035-adfcc7b00115 None None] Provisioning for port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:20:00.068126 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Router 40a79018-cd1f-4341-98c0-5fd079e9ae58 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:20:00.241376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:20:00.250276 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Sync routers for ids ['40a79018-cd1f-4341-98c0-5fd079e9ae58'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:20:00.259283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Routers {'40a79018-cd1f-4341-98c0-5fd079e9ae58'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:20:00.259908 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['40a79018-cd1f-4341-98c0-5fd079e9ae58'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:00.325631 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:00.326966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dd9adb0b-0d54-4a5c-b56d-02268df66d79 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8877320 Apr 22 18:20:00.329771 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60672) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:00.443384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Set router 40a79018-cd1f-4341-98c0-5fd079e9ae58 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:20:00.489925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1c993670-2f79-410a-bd2f-477bdc8f626b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:00.546515 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:20:00.549387 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1295dcac-46f4-4867-8d46-1478ee5c22fa up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:00.816943 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 1295dcac-46f4-4867-8d46-1478ee5c22fa completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:20:00.824163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1295dcac-46f4-4867-8d46-1478ee5c22fa triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:00.824535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:00.865804 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:19:59Z', 'revision_number': 3, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:00.874680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Checking router: 40a79018-cd1f-4341-98c0-5fd079e9ae58 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:20:00.875058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Updating router 40a79018-cd1f-4341-98c0-5fd079e9ae58 port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:20:00.940409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.078281 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.099460 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.159798 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 1295dcac-46f4-4867-8d46-1478ee5c22fa, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1295dcac-46f4-4867-8d46-1478ee5c22fa,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:20:01.224906 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.225681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:01.301819 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Allocated IP 172.20.0.1 (e49d3aee-adf7-425c-9b3c-1165c4704a48/04100a05-511a-427c-a6d9-d6ea7a104cd1/ca497de8-9691-46d7-9968-0868a9b9e3b1) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:20:01.368083 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=1295dcac-46f4-4867-8d46-1478ee5c22fa,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:01.450011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.451078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.462234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Transition to ACTIVE for port object 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:20:01.466343 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Transition to ACTIVE for port object ca497de8-9691-46d7-9968-0868a9b9e3b1 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:20:01.479896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:20:01.484515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:01.484890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.539005 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.565849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.626538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Network e49d3aee-adf7-425c-9b3c-1165c4704a48 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:20:01.629169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:20:01.638535 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:20:01.667447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Attempting to bind port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:20:01.667954 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Attempting to bind port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:20:01.668213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Attempting to bind port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:20:01.672271 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Pushing event updated for resources: {'Port': ['ID=ca497de8-9691-46d7-9968-0868a9b9e3b1,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:01.672815 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d484c1-69b8-40a3-889b-4481842b7235 None None] Pushing event updated for resources: {'Port': ['ID=2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:01.687063 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:20:01.687450 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:20:01.687864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.688266 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:20:01.688758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Bound port: 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:20:01.689146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.698502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.725846 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.793131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3fdf5efc-e6a5-4f9d-89f9-42a14bea6919,segment=NetworkSegment(29a1e87d-cb92-4234-a1dd-1da3ea563f8e),segment_id=29a1e87d-cb92-4234-a1dd-1da3ea563f8e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:20:01.798676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] For port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:20:01.799723 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] For port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:20:01.851326 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.900036 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:01.938989 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=3fdf5efc-e6a5-4f9d-89f9-42a14bea6919,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:01.988865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Routers {'40a79018-cd1f-4341-98c0-5fd079e9ae58'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:20:01.989507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:19:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['40a79018-cd1f-4341-98c0-5fd079e9ae58'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:02.020118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:02.049764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e9efe09d-72be-4bed-bdf1-d98a6b09817d None None] Provisioning for port ca497de8-9691-46d7-9968-0868a9b9e3b1 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:20:02.062657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e9efe09d-72be-4bed-bdf1-d98a6b09817d None None] Provisioning complete for port ca497de8-9691-46d7-9968-0868a9b9e3b1 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:02.063058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e9efe09d-72be-4bed-bdf1-d98a6b09817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:02.252604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d484c1-69b8-40a3-889b-4481842b7235 None None] Pushing event updated for resources: {'Port': ['ID=2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:02.255178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e9efe09d-72be-4bed-bdf1-d98a6b09817d None None] Port ca497de8-9691-46d7-9968-0868a9b9e3b1 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:20:02.286453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] Set router 40a79018-cd1f-4341-98c0-5fd079e9ae58 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:20:02.350929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:02.416870 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:02.493546 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1295dcac-46f4-4867-8d46-1478ee5c22fa up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:02.524804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:02.529542 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Pushing event updated for resources: {'Port': ['ID=ca497de8-9691-46d7-9968-0868a9b9e3b1,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:02.640327 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1295dcac-46f4-4867-8d46-1478ee5c22fa triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:02.640707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:02.660814 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Network e49d3aee-adf7-425c-9b3c-1165c4704a48 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:20:02.661889 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:20:02.673002 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-be96e3a5-d882-49fe-868e-0792ba0266a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:02.764155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 4, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ca497de8-9691-46d7-9968-0868a9b9e3b1', 'name': '', 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'mac_address': 'fa:16:3e:d9:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:20:01Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 1, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'subnets': [{'id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:02.773108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798c4d3-975d-480e-b5c2-e71606c4792c None None] The sync data for ids ['40a79018-cd1f-4341-98c0-5fd079e9ae58'] in dv-neutron-839024-1-hyperv is: [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 4, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ca497de8-9691-46d7-9968-0868a9b9e3b1', 'name': '', 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'mac_address': 'fa:16:3e:d9:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:20:01Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 1, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'subnets': [{'id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:20:02.786348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:02.863626 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Router 40a79018-cd1f-4341-98c0-5fd079e9ae58 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:20:02.867868 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:02.868411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:03.013941 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-256dac6d-1a42-49a8-80a8-08ae1fba005b None None] Provisioning complete for port ca497de8-9691-46d7-9968-0868a9b9e3b1 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:03.016227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-256dac6d-1a42-49a8-80a8-08ae1fba005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:03.061103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:20:03.072384 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-256dac6d-1a42-49a8-80a8-08ae1fba005b None None] Port ca497de8-9691-46d7-9968-0868a9b9e3b1 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:20:03.086045 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c3be657c-a7d6-414e-a4bc-82db9b868e2d admin admin] 10.222.0.10 "PUT /v2.0/routers/40a79018-cd1f-4341-98c0-5fd079e9ae58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7551579 Apr 22 18:20:03.776540 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:03.809499 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60682) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:03.814761 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797978998', 'description': 'tempest-secgroup-smoke-797978998 description', 'project_id': 'be303c2646864f9e80f03dd6c54a053b'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:03.820713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:03.824556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:03.828629 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:03.834349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:03.931215 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:03.954293 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:03.958108 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:03.959680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:03.963529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:03.967297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:04.151718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.194070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.237590 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6b6bce-e2ef-476c-94a5-7146c9720884,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:04.296786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.297994 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-b32e7f68-dc4c-4a21-9c49-ce0e11aa26bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4874990 Apr 22 18:20:04.300930 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60686) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:04.305591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': '5d6b6bce-e2ef-476c-94a5-7146c9720884', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:04.311997 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:04.315705 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:04.318480 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:04.324015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:04.377902 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.441221 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.474061 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:04.514525 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.537749 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351dea25-c0a3-4ac4-b40a-c4792c44a28a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:04.599340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:20:04.604620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:04.610665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.628076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.629311 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-ddcc9f48-fa27-4963-a2fa-57f28edc1a8e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274703 Apr 22 18:20:04.631990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60690) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:04.637015 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': '5d6b6bce-e2ef-476c-94a5-7146c9720884', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:04.642896 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:04.646703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:04.650413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:04.656178 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:04.721422 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.737925 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:20:04.738177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.793820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.803147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.867971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.873047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:04.891897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c93b56-fdf2-44ee-abeb-029fa0d1e3f8,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:04.942050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.964823 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:04.966558 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4bf56814-9573-4b6f-9084-25b00f4d13ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3331299 Apr 22 18:20:04.969289 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60694) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:04.974252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': '5d6b6bce-e2ef-476c-94a5-7146c9720884', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:04.980316 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:04.984953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:04.987871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:04.993609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:05.057307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.119172 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.176751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.199125 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09af5950-31ad-41e2-b1e8-f2689e9916ad,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:05.222194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.273567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.274843 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-23dbd626-5934-49a3-b604-3503bb92f8da tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045478 Apr 22 18:20:05.277774 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60698) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:05.283502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': '5d6b6bce-e2ef-476c-94a5-7146c9720884', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:05.289695 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:05.293623 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:05.297085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:05.302994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:05.417926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.481417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.553693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.579380 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be908f0f-1e87-47ef-a987-25a81391ce25,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:05.645076 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.646271 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-04d335ff-d9f9-4cdd-b829-4b23664be714 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3670459 Apr 22 18:20:05.649044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60702) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:05.654556 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': '5d6b6bce-e2ef-476c-94a5-7146c9720884', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:05.660668 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:05.664656 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:05.667613 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:05.673372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:05.725055 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Project be303c2646864f9e80f03dd6c54a053b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:20:05.732248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.795209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.851095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.875836 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056bc6b7-eadb-4d05-9cc8-d24f16b084c4,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:05.942517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:05.943776 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dea52429-e834-41c6-a741-b3e700cb6f47 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2938275 Apr 22 18:20:05.946417 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 60706) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:05.952322 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': '5d6b6bce-e2ef-476c-94a5-7146c9720884', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:05.958533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:05.962475 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:05.965619 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:05.971386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:06.022316 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Project be303c2646864f9e80f03dd6c54a053b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:20:06.029250 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:06.094841 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:06.150604 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Sync routers for ids ['40a79018-cd1f-4341-98c0-5fd079e9ae58'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:20:06.159360 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:06.159918 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Routers {'40a79018-cd1f-4341-98c0-5fd079e9ae58'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:20:06.160523 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:20:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['40a79018-cd1f-4341-98c0-5fd079e9ae58'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:06.183650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833d29bb-6a37-4e84-8f2a-545cb1ceb1b5,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:06.256408 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:06.257631 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bc4fa6e8-8dd5-4983-b90c-5636b7800fe5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102431 Apr 22 18:20:06.336987 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Set router 40a79018-cd1f-4341-98c0-5fd079e9ae58 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:20:06.421995 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-65d8ca7f-c8dc-449f-8058-428e64b4ffb0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:20:06.462802 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:06.496867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-65d8ca7f-c8dc-449f-8058-428e64b4ffb0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:20:06.498077 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-65d8ca7f-c8dc-449f-8058-428e64b4ffb0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797978998&fields=id&tenant_id=be303c2646864f9e80f03dd6c54a053b HTTP/1.1" status: 200 len: 267 time: 0.1206491 Apr 22 18:20:06.531833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:06.532213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:06.650469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-287a70c7-fa21-4eb7-ba51-75efadf4aca3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:06.651079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-287a70c7-fa21-4eb7-ba51-75efadf4aca3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:network {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:20:06.656159 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 4, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ca497de8-9691-46d7-9968-0868a9b9e3b1', 'name': '', 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'mac_address': 'fa:16:3e:d9:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:20:01Z', 'updated_at': '2022-04-22T18:20:02Z', 'revision_number': 2, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'subnets': [{'id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:06.660097 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Checking router: 40a79018-cd1f-4341-98c0-5fd079e9ae58 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:20:06.660454 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Updating router 40a79018-cd1f-4341-98c0-5fd079e9ae58 port ca497de8-9691-46d7-9968-0868a9b9e3b1 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:20:06.712034 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:06.730315 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-287a70c7-fa21-4eb7-ba51-75efadf4aca3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:network {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:20:06.732144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-287a70c7-fa21-4eb7-ba51-75efadf4aca3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 808 time: 0.2257919 Apr 22 18:20:06.747118 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-c8983233-6151-43af-b4f4-2aa50d4467e9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/quotas/be303c2646864f9e80f03dd6c54a053b HTTP/1.1" status: 200 len: 375 time: 0.0093660 Apr 22 18:20:06.828782 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-c02ffa26-c853-4176-8fbb-4c77244cb3c6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:20:06.913752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-c02ffa26-c853-4176-8fbb-4c77244cb3c6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:20:06.915009 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-c02ffa26-c853-4176-8fbb-4c77244cb3c6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1629395 Apr 22 18:20:07.052475 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-27cb8e2a-f61f-40eb-a877-b364683b710e service neutron] 10.222.0.10 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256709 Apr 22 18:20:07.076950 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:07.088088 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Transition to ACTIVE for port object ca497de8-9691-46d7-9968-0868a9b9e3b1 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:20:07.165441 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:07.183672 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-61c1a908-b08a-4fdc-8cb8-2696e3a024d1 service neutron] 10.222.0.10 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 Apr 22 18:20:07.317729 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c4e5d-65e4-4590-aede-f1c019d8fd88 None None] Pushing event updated for resources: {'Port': ['ID=ca497de8-9691-46d7-9968-0868a9b9e3b1,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:07.384163 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Attempting to bind port ca497de8-9691-46d7-9968-0868a9b9e3b1 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:20:07.384535 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Attempting to bind port ca497de8-9691-46d7-9968-0868a9b9e3b1 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:20:07.384895 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Attempting to bind port ca497de8-9691-46d7-9968-0868a9b9e3b1 on network e49d3aee-adf7-425c-9b3c-1165c4704a48 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:20:07.391015 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:20:07.391389 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Checking segment: {'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:20:07.391790 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:07.392180 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Bound using segment: {'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:20:07.392640 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Bound port: ca497de8-9691-46d7-9968-0868a9b9e3b1, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a1e87d-cb92-4234-a1dd-1da3ea563f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:20:07.393009 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:07.478674 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] For port ca497de8-9691-46d7-9968-0868a9b9e3b1, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:20:07.481598 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] For port ca497de8-9691-46d7-9968-0868a9b9e3b1, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ca497de8-9691-46d7-9968-0868a9b9e3b1,segment=NetworkSegment(29a1e87d-cb92-4234-a1dd-1da3ea563f8e),segment_id=29a1e87d-cb92-4234-a1dd-1da3ea563f8e)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:20:07.548542 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:07.629135 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Routers {'40a79018-cd1f-4341-98c0-5fd079e9ae58'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:20:07.629769 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:20:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['40a79018-cd1f-4341-98c0-5fd079e9ae58'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:07.683218 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c4e5d-65e4-4590-aede-f1c019d8fd88 None None] Pushing event updated for resources: {'Port': ['ID=ca497de8-9691-46d7-9968-0868a9b9e3b1,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:07.809111 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] Set router 40a79018-cd1f-4341-98c0-5fd079e9ae58 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:20:08.110981 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 4, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ca497de8-9691-46d7-9968-0868a9b9e3b1', 'name': '', 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'mac_address': 'fa:16:3e:d9:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:20:01Z', 'updated_at': '2022-04-22T18:20:07Z', 'revision_number': 4, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'subnets': [{'id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:08.114726 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc7538-7445-4a62-a007-cfdcb7bd6aad None None] The sync data for ids ['40a79018-cd1f-4341-98c0-5fd079e9ae58'] in dv-neutron-839024-1-hyperv is: [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 4, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ca497de8-9691-46d7-9968-0868a9b9e3b1', 'name': '', 'network_id': 'e49d3aee-adf7-425c-9b3c-1165c4704a48', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'mac_address': 'fa:16:3e:d9:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:20:01Z', 'updated_at': '2022-04-22T18:20:07Z', 'revision_number': 4, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'subnets': [{'id': '04100a05-511a-427c-a6d9-d6ea7a104cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:20:08.501428 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-45abe579-295f-4f13-8b85-f5dfac695298 req-407357db-a96c-4f74-b361-0f93f15cb417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 210 time: 0.0594945 Apr 22 18:20:08.501971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ca497de8-9691-46d7-9968-0868a9b9e3b1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:08.639836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port ca497de8-9691-46d7-9968-0868a9b9e3b1 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:20:08.645372 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ca497de8-9691-46d7-9968-0868a9b9e3b1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:08.645654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:08.760769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:08.793364 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port ca497de8-9691-46d7-9968-0868a9b9e3b1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ca497de8-9691-46d7-9968-0868a9b9e3b1,segment=NetworkSegment(29a1e87d-cb92-4234-a1dd-1da3ea563f8e),segment_id=29a1e87d-cb92-4234-a1dd-1da3ea563f8e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:20:08.873807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:08.939496 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=ca497de8-9691-46d7-9968-0868a9b9e3b1,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:09.592995 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-168a45fb-23c4-458c-8122-032d1f74de90 req-6fc07a22-9343-49fe-841e-77df368bbac9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 210 time: 0.0452693 Apr 22 18:20:10.452583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ca497de8-9691-46d7-9968-0868a9b9e3b1 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:10.519411 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ca497de8-9691-46d7-9968-0868a9b9e3b1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:10.519786 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:10.686535 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a7e75d8d-6553-443d-9ada-f5bca90a4dd6 req-948e004d-696b-4464-aec4-853a014c422a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 210 time: 0.0410254 Apr 22 18:20:11.832815 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a0dd5171-20f0-43be-bf6d-b94076b98812 req-50dcdba7-edbf-4dfc-ad54-a88163e20eae tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 210 time: 0.0427063 Apr 22 18:20:12.629248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-3b10632e-4a4e-45b5-af83-db816ee9b657 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:12.630664 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-3b10632e-4a4e-45b5-af83-db816ee9b657 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 808 time: 0.1439466 Apr 22 18:20:12.679727 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-decff515-7995-4ea4-8b03-c30a30a03be8 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be303c2646864f9e80f03dd6c54a053b HTTP/1.1" status: 200 len: 379 time: 0.0393515 Apr 22 18:20:12.685963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'port': {'device_id': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'admin_state_up': True, 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'security_groups': ['5d6b6bce-e2ef-476c-94a5-7146c9720884']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:12.820403 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:12.830442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:12.902084 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Made reservation on behalf of be303c2646864f9e80f03dd6c54a053b for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:20:12.907064 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:12.984691 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f4df8ae7-6cf2-4417-99e5-05f00e25c929 req-fe9bc5a4-a07d-4067-a566-6a493dd8cd6a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 210 time: 0.0419893 Apr 22 18:20:13.068891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Allocated IP 172.20.0.6 (958af891-acbf-47fe-8519-15b2b9830c01/d3c9b9ce-3a31-462a-914b-e217f10fabc1/a55cd029-4680-4cd3-a4f3-fbe323572a71) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:20:13.350684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:13.365914 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Transition to ACTIVE for port object a55cd029-4680-4cd3-a4f3-fbe323572a71 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:20:13.428267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:13.496886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Network 958af891-acbf-47fe-8519-15b2b9830c01 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:20:13.504952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:20:13.509244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:20:13.540119 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:13.577716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:13.578367 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:13.645851 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-de03e1fb-8a19-4af2-ae47-21dd78e9e32a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9633651 Apr 22 18:20:13.730583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c387d803-04e8-4421-a30a-b0d32ac8ffaa None None] Provisioning for port a55cd029-4680-4cd3-a4f3-fbe323572a71 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:20:13.736038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-c387d803-04e8-4421-a30a-b0d32ac8ffaa None None] Provisioning complete for port a55cd029-4680-4cd3-a4f3-fbe323572a71 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:13.736414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c387d803-04e8-4421-a30a-b0d32ac8ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:13.754682 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Request body: {'port': {'device_id': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:13.791579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-c387d803-04e8-4421-a30a-b0d32ac8ffaa None None] Port a55cd029-4680-4cd3-a4f3-fbe323572a71 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:20:13.865894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:14.215157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb247f-b2e2-419f-88e0-1349dbc1b1d2 req-e065b1b2-0822-48e1-ade5-0d96f5c16aef tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:14.215844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-97fb247f-b2e2-419f-88e0-1349dbc1b1d2 req-e065b1b2-0822-48e1-ade5-0d96f5c16aef tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:20:14.275264 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55cd029-4680-4cd3-a4f3-fbe323572a71 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:20:14.282657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:14.296826 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Transition to ACTIVE for port object a55cd029-4680-4cd3-a4f3-fbe323572a71 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:20:14.342664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-97fb247f-b2e2-419f-88e0-1349dbc1b1d2 req-e065b1b2-0822-48e1-ade5-0d96f5c16aef tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:20:14.343896 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97fb247f-b2e2-419f-88e0-1349dbc1b1d2 req-e065b1b2-0822-48e1-ade5-0d96f5c16aef tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 931 time: 0.2476847 Apr 22 18:20:14.378118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:14.438382 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-97fb247f-b2e2-419f-88e0-1349dbc1b1d2 req-92fdd1df-dac1-4aae-9e47-2cbd5eee10a9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887935 Apr 22 18:20:14.514694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:14.623985 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Attempting to bind port a55cd029-4680-4cd3-a4f3-fbe323572a71 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:20:14.624326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Attempting to bind port a55cd029-4680-4cd3-a4f3-fbe323572a71 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:20:14.624660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Attempting to bind port a55cd029-4680-4cd3-a4f3-fbe323572a71 on network 958af891-acbf-47fe-8519-15b2b9830c01 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:20:14.629261 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Port a55cd029-4680-4cd3-a4f3-fbe323572a71 on network 958af891-acbf-47fe-8519-15b2b9830c01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:20:14.629583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Attempting to bind port a55cd029-4680-4cd3-a4f3-fbe323572a71 on network 958af891-acbf-47fe-8519-15b2b9830c01 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:20:14.634620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:20:14.634987 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Checking segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:20:14.635376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Bound using segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:20:14.635801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Bound port: a55cd029-4680-4cd3-a4f3-fbe323572a71, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:20:14.636149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:14.726054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:20:14.729222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:20:14.788083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:14.843757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:14.844364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:14.845754 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] 10.222.0.16 "PUT /v2.0/ports/a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 1093 time: 1.1930413 Apr 22 18:20:14.846185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:20:14.870594 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b54828-2231-49b5-9462-2d14be360ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:14.894479 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d56e61-20b1-434c-a440-87cab09926e5'] response: {'name': 'network-changed', 'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'status': 'completed', 'code': 200} Apr 22 18:20:14.984535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dea03-c270-491e-9fac-5bcd8e845f4d req-ff5a10c0-4a35-40d0-a174-08612a040c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:14.986089 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a53dea03-c270-491e-9fac-5bcd8e845f4d req-ff5a10c0-4a35-40d0-a174-08612a040c55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1096 time: 0.0732229 Apr 22 18:20:15.128880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dea03-c270-491e-9fac-5bcd8e845f4d req-8b8d1528-2ea8-4db8-9cd0-8f44dc089300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:15.130584 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a53dea03-c270-491e-9fac-5bcd8e845f4d req-8b8d1528-2ea8-4db8-9cd0-8f44dc089300 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=be303c2646864f9e80f03dd6c54a053b&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1380601 Apr 22 18:20:15.261023 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dea03-c270-491e-9fac-5bcd8e845f4d req-babd0a3b-4f63-496c-b0f5-d28178455953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:15.262502 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a53dea03-c270-491e-9fac-5bcd8e845f4d req-babd0a3b-4f63-496c-b0f5-d28178455953 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1267800 Apr 22 18:20:15.368892 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-6d293283-255f-44e8-8cb4-a41e5154194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:15.370349 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-6d293283-255f-44e8-8cb4-a41e5154194e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1096 time: 0.0728474 Apr 22 18:20:15.436233 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-e380a529-8783-4c77-921e-a442d211f91e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 217 time: 0.0583842 Apr 22 18:20:15.645712 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-18892377-de40-4831-8484-c7fb1ce9422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:15.647144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-18892377-de40-4831-8484-c7fb1ce9422e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.2058575 Apr 22 18:20:15.715382 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fc55f-3eef-46bf-b943-9db593f384a4 req-7283a513-53de-4e03-ba43-b05653c285a7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:15.717310 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1e1fc55f-3eef-46bf-b943-9db593f384a4 req-7283a513-53de-4e03-ba43-b05653c285a7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.1388612 Apr 22 18:20:15.774199 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1e1fc55f-3eef-46bf-b943-9db593f384a4 req-8fcf393e-fa4a-49b3-92f1-8eaec42cfbde tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513582 Apr 22 18:20:15.776143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-2d6dedb3-63ee-44bd-9b68-16b3711af5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:15.777506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-2d6dedb3-63ee-44bd-9b68-16b3711af5ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235383 Apr 22 18:20:15.907445 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-3b81faa9-00e7-498c-b0f5-03ac5467eae7 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226225 Apr 22 18:20:16.037492 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a08f9606-67fc-4224-8ff7-129fabe73c04 req-7ff9df3a-d46f-483f-b806-658c1475e5a7 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222026 Apr 22 18:20:16.958504 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336fa74-862e-434b-befb-6d727801e569 req-99bb46f2-7d36-4303-acfc-665427946e28 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:16.959966 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d336fa74-862e-434b-befb-6d727801e569 req-99bb46f2-7d36-4303-acfc-665427946e28 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0804882 Apr 22 18:20:17.003572 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d336fa74-862e-434b-befb-6d727801e569 req-eb9a3e68-5cb5-4209-8840-fc7fdc0a6da1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379024 Apr 22 18:20:18.186406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345cfb-d2ca-42ad-aecc-2bd590a5f298 req-12baa9de-a5f9-442e-a29a-5964864e2f28 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:18.187889 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85345cfb-d2ca-42ad-aecc-2bd590a5f298 req-12baa9de-a5f9-442e-a29a-5964864e2f28 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0824482 Apr 22 18:20:18.232343 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85345cfb-d2ca-42ad-aecc-2bd590a5f298 req-3d765236-b387-4ad0-a0fe-633642ac31dc tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389071 Apr 22 18:20:19.410093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75090-e068-4a29-95ad-372fad67ad66 req-2991c534-1381-4f20-95da-7d1f665bce52 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:19.411576 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e3d75090-e068-4a29-95ad-372fad67ad66 req-2991c534-1381-4f20-95da-7d1f665bce52 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0778267 Apr 22 18:20:19.457207 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e3d75090-e068-4a29-95ad-372fad67ad66 req-33c7f132-afdf-4b42-99d4-5f8cef8cb4a6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400388 Apr 22 18:20:20.096475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:20:20.224379 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:20:20.237334 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'port_id': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'mac_address': 'fa:16:3e:14:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:20:20.290523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:20.309639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55cd029-4680-4cd3-a4f3-fbe323572a71 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:20:20.324827 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:20:20.376102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:20.443018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:20.639804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c467e9d-9a8f-42af-89c1-3d2c2e1bdb8b req-937fb641-00c1-4c4a-90d5-49d7b23bf97f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:20.641162 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4c467e9d-9a8f-42af-89c1-3d2c2e1bdb8b req-937fb641-00c1-4c4a-90d5-49d7b23bf97f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 944 time: 0.0784905 Apr 22 18:20:20.687757 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4c467e9d-9a8f-42af-89c1-3d2c2e1bdb8b req-0cbaa095-8461-4f07-9bd5-a82355cd2166 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 Apr 22 18:20:20.696734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['a55cd029-4680-4cd3-a4f3-fbe323572a71'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:20:21.870532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e794da-057e-49b7-b264-075f4c07e221 req-6e0c28d5-991e-4ae2-81d8-075f24c1e595 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:21.872014 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e5e794da-057e-49b7-b264-075f4c07e221 req-6e0c28d5-991e-4ae2-81d8-075f24c1e595 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 944 time: 0.0794580 Apr 22 18:20:21.915813 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e5e794da-057e-49b7-b264-075f4c07e221 req-d3143862-e1ef-494c-9089-3d71b0b0f438 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375977 Apr 22 18:20:22.111736 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:20:22.256125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port a55cd029-4680-4cd3-a4f3-fbe323572a71 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:20:22.260949 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port a55cd029-4680-4cd3-a4f3-fbe323572a71 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:20:22.261331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:22.375298 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:22.401143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:20:22.417067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:20:22.447999 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43827d93-ed0c-4b16-86f2-2f6922650956'] response: {'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'code': 200} Apr 22 18:20:22.479473 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:22.545629 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:22.766837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59932da-3438-4d4d-adb0-6c03bd82bd77 req-e60bd101-ea99-442d-8165-66ced9bc871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:22.768327 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d59932da-3438-4d4d-adb0-6c03bd82bd77 req-e60bd101-ea99-442d-8165-66ced9bc871b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1098 time: 0.0708175 Apr 22 18:20:22.807848 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d59932da-3438-4d4d-adb0-6c03bd82bd77 req-405a8427-a48a-4513-9515-8225e2db1b99 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337005 Apr 22 18:20:23.175546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf40f2-4502-47b5-afc7-08a37815d60a req-1f3bbb21-4707-4b64-8467-70c541fee163 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:23.177011 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-faaf40f2-4502-47b5-afc7-08a37815d60a req-1f3bbb21-4707-4b64-8467-70c541fee163 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.1571677 Apr 22 18:20:23.220260 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-faaf40f2-4502-47b5-afc7-08a37815d60a req-0996baf5-b25a-46fe-8266-2f0f97b58ba9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375443 Apr 22 18:20:24.451603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea3458-ff54-4990-a007-d60792fd5c3f req-f5404b22-7f79-43d6-adcf-4295e3da39c3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:24.453043 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dea3458-ff54-4990-a007-d60792fd5c3f req-f5404b22-7f79-43d6-adcf-4295e3da39c3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.1301923 Apr 22 18:20:24.495619 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6dea3458-ff54-4990-a007-d60792fd5c3f req-33ba6a16-4893-439a-af85-363c7c22da7b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368862 Apr 22 18:20:24.673367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcf51-f410-4539-8c27-25a471cb7131 req-46413c0a-e24d-4fd7-bbe8-72f4f7056e2a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:24.674808 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-504fcf51-f410-4539-8c27-25a471cb7131 req-46413c0a-e24d-4fd7-bbe8-72f4f7056e2a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0773790 Apr 22 18:20:24.718032 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-504fcf51-f410-4539-8c27-25a471cb7131 req-11d77654-7832-4ef9-b4b4-bb18ba27efdc tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377266 Apr 22 18:20:24.739679 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60790) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:24.849592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22011bd4-a22a-42e9-93ed-83062d5a14e8 tempest-TestShelveInstance-492499391 tempest-TestShelveInstance-492499391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:24.850409 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-22011bd4-a22a-42e9-93ed-83062d5a14e8 tempest-TestShelveInstance-492499391 tempest-TestShelveInstance-492499391-project-admin] Synchronizing usage tracker for tenant:95cf717670f342e68d9c11881e13d0d0 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:20:24.913215 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-22011bd4-a22a-42e9-93ed-83062d5a14e8 tempest-TestShelveInstance-492499391 tempest-TestShelveInstance-492499391-project-admin] Unset dirty status for tenant:95cf717670f342e68d9c11881e13d0d0 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:20:24.914376 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-22011bd4-a22a-42e9-93ed-83062d5a14e8 tempest-TestShelveInstance-492499391 tempest-TestShelveInstance-492499391-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1093 time: 0.1737556 Apr 22 18:20:24.917303 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 60796) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:20:24.922779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:20:24.928838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:20:24.932753 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:floatingip and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:20:24.935611 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:20:24.941883 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:20:24.999275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:25.232628 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:25.365642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Allocated IP 172.26.3.135 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/4851bdf2-4de7-4ae2-ac6a-dc633bb4da65) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:20:25.509881 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:25.582198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:25.641413 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:20:25.647969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:20:25.651954 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:20:25.680481 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'Port': ['ID=4851bdf2-4de7-4ae2-ac6a-dc633bb4da65,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:26.053675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:26.195399 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:26.398556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:26.445103 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:26.552364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'Port': ['ID=4851bdf2-4de7-4ae2-ac6a-dc633bb4da65,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:20:26.564422 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:26.731051 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Floating IP c508978e-54ad-47fb-9b35-44cc436031f6 associated. External IP: 172.26.3.135, port: a55cd029-4680-4cd3-a4f3-fbe323572a71. Apr 22 18:20:27.183894 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Router 9e9d0083-e6b6-4617-9f33-386079408696 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:20:27.363996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:20:27.374370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] Sync routers for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:20:27.384563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:20:27.385700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:20:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:27.484977 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:27.554757 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6fcdd4c2-cfa3-48e1-9590-2495486a61bb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6255536 Apr 22 18:20:27.554757 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:20:27.569299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:20:27.589299 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4c1d19-4e48-42b0-bce4-c53b0636fdd0'] response: {'name': 'network-changed', 'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'status': 'completed', 'code': 200} Apr 22 18:20:27.682768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d60ce5-dffd-4add-8d29-52771486a35d req-7f7a58aa-fa70-4c18-9013-ba06777038c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:27.684390 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17d60ce5-dffd-4add-8d29-52771486a35d req-7f7a58aa-fa70-4c18-9013-ba06777038c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1098 time: 0.0714247 Apr 22 18:20:27.820838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d60ce5-dffd-4add-8d29-52771486a35d req-3b40b8a6-4b5d-4a58-a9ca-078e088c870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:27.822203 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17d60ce5-dffd-4add-8d29-52771486a35d req-3b40b8a6-4b5d-4a58-a9ca-078e088c870e service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1316912 Apr 22 18:20:27.930625 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17d60ce5-dffd-4add-8d29-52771486a35d req-1d92798b-1a1a-4497-b316-4d973fa7fb8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 999 time: 0.1018782 Apr 22 18:20:27.951348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'c508978e-54ad-47fb-9b35-44cc436031f6', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'port_id': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'mac_address': 'fa:16:3e:14:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:20:25Z', 'updated_at': '2022-04-22T18:20:25Z', 'revision_number': 0, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:27.955148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] Checking router: 9e9d0083-e6b6-4617-9f33-386079408696 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:20:27.963443 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:20:27.964007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:20:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:27.992611 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d60ce5-dffd-4add-8d29-52771486a35d req-b9c54341-337c-4dcb-aab4-1735b1b6921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:27.994096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17d60ce5-dffd-4add-8d29-52771486a35d req-b9c54341-337c-4dcb-aab4-1735b1b6921d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0574715 Apr 22 18:20:28.070252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d60ce5-dffd-4add-8d29-52771486a35d req-a99d2d80-ebd2-473c-bc58-dcd10fae2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:28.071868 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17d60ce5-dffd-4add-8d29-52771486a35d req-a99d2d80-ebd2-473c-bc58-dcd10fae2a92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711312 Apr 22 18:20:28.139934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:20:28.199528 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17d60ce5-dffd-4add-8d29-52771486a35d req-c3495f6e-c7d5-447d-bda8-86f979d16a3d service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214542 Apr 22 18:20:28.440365 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17d60ce5-dffd-4add-8d29-52771486a35d req-0bc118aa-f82c-4451-b222-8d43110b1914 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346022 Apr 22 18:20:28.494763 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'c508978e-54ad-47fb-9b35-44cc436031f6', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'port_id': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'mac_address': 'fa:16:3e:14:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:20:25Z', 'updated_at': '2022-04-22T18:20:25Z', 'revision_number': 0, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:20:28.498663 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58922f1-4ff0-485c-a450-a521feaaa4b2 None None] The sync data for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv is: [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'c508978e-54ad-47fb-9b35-44cc436031f6', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'port_id': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'mac_address': 'fa:16:3e:14:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:20:25Z', 'updated_at': '2022-04-22T18:20:25Z', 'revision_number': 0, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:20:28.685292 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd29234-388c-4bff-a305-ef15499df0e9 None None] New status for floating IP c508978e-54ad-47fb-9b35-44cc436031f6: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:20:30.404542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cf54716f-77a9-4b02-8880-1fd9e2f2b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:32.627559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a3d557af-eeaf-4b25-a54c-50443a06fafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:33.747413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:33.981987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:34.873380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:35.221299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:20:37.545670 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:20:51.544117 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-79611417-c968-4191-bba2-ecbb1c4fcc80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685277 Apr 22 18:20:51.679646 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-8d6d245f-85ac-4348-a416-7dcd7101bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:51.681096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-8d6d245f-85ac-4348-a416-7dcd7101bfeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1098 time: 0.0722342 Apr 22 18:20:51.823141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-873df3fb-c326-49d9-a1ee-15fd624ff272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:51.824603 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-873df3fb-c326-49d9-a1ee-15fd624ff272 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1259046 Apr 22 18:20:51.926604 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-0df19745-a04b-4a98-b755-4839f7e4311d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 1001 time: 0.0955172 Apr 22 18:20:51.988413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-782a49c4-961c-49fb-8afb-899b1e5938a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:51.989738 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-782a49c4-961c-49fb-8afb-899b1e5938a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0574620 Apr 22 18:20:52.061816 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-26a7dab7-c745-45ef-aa0d-9e52dbf499c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:20:52.063887 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-26a7dab7-c745-45ef-aa0d-9e52dbf499c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687160 Apr 22 18:20:52.192069 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-f99cf721-5b85-4c9b-b2f2-f80376300f8c service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220806 Apr 22 18:20:52.319448 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2846dc03-3fa5-4ddd-9357-97f54cad10bd req-cc97e248-967f-44bc-bfb3-a8f8b7b1e386 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218486 Apr 22 18:21:00.409884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0838bc4a-df92-4108-9a31-a6ae433fe31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:02.649873 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8c95c1c4-7aec-4849-8742-419a8df07253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:03.729224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:03.952413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:04.906615 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:05.238197 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:14.544659 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:21:30.437700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-692cfa26-eeca-4137-9068-d0da22c46b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:32.660817 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f9647121-0e01-4476-aaf8-ee33a444c81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:33.757721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:33.952012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:34.906446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:35.243591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:21:51.569706 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:21:53.706982 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-c8f63334-afbc-4e7d-b100-fa062b7c326a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761290 Apr 22 18:21:53.840019 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-5e9bb506-12d6-4566-a0ac-d85cd99fc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:21:53.841458 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-5e9bb506-12d6-4566-a0ac-d85cd99fc032 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1098 time: 0.0690680 Apr 22 18:21:53.981908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-13234639-b62a-49a3-bfb6-fe4eee10d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:21:53.983286 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-13234639-b62a-49a3-bfb6-fe4eee10d175 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1237323 Apr 22 18:21:54.083070 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-6cb1a6c2-b628-4f43-a921-0ac78189096e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 1001 time: 0.0943084 Apr 22 18:21:54.145897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-048d5976-a231-422e-b037-cd9ab2003430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:21:54.147825 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-048d5976-a231-422e-b037-cd9ab2003430 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0590029 Apr 22 18:21:54.220639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-7930230a-2988-4feb-ab11-59f1292318a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:21:54.222041 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-7930230a-2988-4feb-ab11-59f1292318a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678601 Apr 22 18:21:54.349662 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-c9bbd99f-7ac3-415e-aea4-9722bcf9bc82 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212997 Apr 22 18:21:54.584048 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e9b2b16-1fa7-4474-8217-8aff8eef6067 req-a4c0ab3d-1b6e-4d21-8123-da76bbce8b27 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283690 Apr 22 18:22:00.414564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-85806f04-bbda-4c59-aade-9a3534a4a92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:02.637112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-91c03b01-c87a-4c58-b3aa-ba74f9c90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:03.751224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:03.979860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:04.905295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:05.265563 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:28.548408 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:22:30.414156 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d725235d-be5d-4581-a8fe-7d59b4085399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:32.648239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-53143e82-2c04-4d39-a32c-70be4d4dc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:33.751418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:33.996472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:34.928351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:35.236801 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:22:54.967803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-f29b045b-7771-4e59-a7a2-6e33f76fa9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:22:54.969311 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-f29b045b-7771-4e59-a7a2-6e33f76fa9e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1098 time: 0.0711281 Apr 22 18:22:55.113495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-a36c744b-fe8e-415a-98c5-d720b7200c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:22:55.115085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-a36c744b-fe8e-415a-98c5-d720b7200c14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1277204 Apr 22 18:22:55.257819 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-6c31b240-7753-4973-8799-a057ad40c9e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 1001 time: 0.1372700 Apr 22 18:22:55.347758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a780e-70b3-4b6a-b8a1-eb70cb2db164 req-e5977aba-9eb2-4527-b996-ae5f3ffaec25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:22:55.349123 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-186a780e-70b3-4b6a-b8a1-eb70cb2db164 req-e5977aba-9eb2-4527-b996-ae5f3ffaec25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.1356292 Apr 22 18:22:55.352811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-c65547bd-28dd-4799-a541-25079da3ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:22:55.354128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-c65547bd-28dd-4799-a541-25079da3ce0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0798233 Apr 22 18:22:55.439356 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-186a780e-70b3-4b6a-b8a1-eb70cb2db164 req-2068ddc7-d612-40ed-ae2d-65d7acaad2b2 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835786 Apr 22 18:22:55.463186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-f84e6f49-b861-4354-b05c-ee9803828806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:22:55.464702 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-f84e6f49-b861-4354-b05c-ee9803828806 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957100 Apr 22 18:22:55.593113 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-e0359f74-2125-4157-a69f-db7b0d216586 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220202 Apr 22 18:22:55.720749 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-90f3b686-84b4-491c-9c43-40073e6eb4a2 req-0c2eaf05-e750-4064-9552-9d5f1867de0c service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216989 Apr 22 18:22:56.626606 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca591c9-2740-46cf-88cd-24ab11b7a8af req-431dc034-b7a1-40f5-bdc4-2584ddb89ead tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:22:56.628076 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fca591c9-2740-46cf-88cd-24ab11b7a8af req-431dc034-b7a1-40f5-bdc4-2584ddb89ead tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0806358 Apr 22 18:22:56.671873 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-fca591c9-2740-46cf-88cd-24ab11b7a8af req-41cb303f-d1ce-4cce-9eee-e1ec70335746 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376658 Apr 22 18:22:57.853212 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87246dd6-dab8-440c-b1e1-3ba7a678e779 req-9fa10908-9297-44ba-aad5-90c1a6764f01 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:22:57.854655 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-87246dd6-dab8-440c-b1e1-3ba7a678e779 req-9fa10908-9297-44ba-aad5-90c1a6764f01 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0786586 Apr 22 18:22:57.897855 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-87246dd6-dab8-440c-b1e1-3ba7a678e779 req-16348166-e5b5-4acd-88a1-55f2ebf80975 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377173 Apr 22 18:22:59.079312 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fb2d7-f586-42c1-ab4f-ef6b73e251d0 req-fe9ac26d-e8ab-4165-a02a-00564c37ac0e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:22:59.080758 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f9fb2d7-f586-42c1-ab4f-ef6b73e251d0 req-fe9ac26d-e8ab-4165-a02a-00564c37ac0e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0775573 Apr 22 18:22:59.126952 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f9fb2d7-f586-42c1-ab4f-ef6b73e251d0 req-29712601-1303-4fd5-a037-187556437954 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 Apr 22 18:23:00.309730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301ca35-432e-4f31-bd98-878c89a16157 req-fb15fc17-6c6f-4ffb-8fa9-07bc46dec36a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:00.311199 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5301ca35-432e-4f31-bd98-878c89a16157 req-fb15fc17-6c6f-4ffb-8fa9-07bc46dec36a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0812223 Apr 22 18:23:00.355145 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5301ca35-432e-4f31-bd98-878c89a16157 req-0c9a736b-f89a-42a7-98d1-0c92a3bc37ab tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383110 Apr 22 18:23:00.414099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-eca05b3a-431f-4538-b744-247e2349044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:01.534190 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73992b4a-f3c6-4ac5-94d3-6e2a46273239 req-ca2ab78a-da7f-4edd-aeaa-be818769876e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:01.535625 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-73992b4a-f3c6-4ac5-94d3-6e2a46273239 req-ca2ab78a-da7f-4edd-aeaa-be818769876e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0772824 Apr 22 18:23:01.578337 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-73992b4a-f3c6-4ac5-94d3-6e2a46273239 req-484602bd-cba2-4cc2-a2b1-7a997814d199 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372639 Apr 22 18:23:02.648204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3ed68bce-9fdf-4916-b2da-6e55056bdef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:02.906876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544be90d-319d-4205-897f-ba0f0b41e467 req-033d8af1-d5fa-4dce-b3db-87fce8e76851 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:02.908339 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-544be90d-319d-4205-897f-ba0f0b41e467 req-033d8af1-d5fa-4dce-b3db-87fce8e76851 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0788581 Apr 22 18:23:02.954504 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-544be90d-319d-4205-897f-ba0f0b41e467 req-a6ebd9f5-c5a4-4cb6-b820-aa7c1b38b4de tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406439 Apr 22 18:23:03.790068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:03.979415 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:04.136332 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b32ca-53c8-4bc8-8927-10fc5383bf8c req-f94079d0-800f-4c61-8c37-934cca058b1e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:04.137685 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f64b32ca-53c8-4bc8-8927-10fc5383bf8c req-f94079d0-800f-4c61-8c37-934cca058b1e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0823557 Apr 22 18:23:04.180220 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f64b32ca-53c8-4bc8-8927-10fc5383bf8c req-07ff0c04-ce20-40b5-8a32-66167d10a16b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369160 Apr 22 18:23:04.939433 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:05.265349 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:05.359566 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959fbab-72ac-4aa0-b017-5159d7dae7a3 req-c2a76c1a-2671-4163-9504-b472f30ddb2f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:05.361053 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c959fbab-72ac-4aa0-b017-5159d7dae7a3 req-c2a76c1a-2671-4163-9504-b472f30ddb2f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0791726 Apr 22 18:23:05.404419 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c959fbab-72ac-4aa0-b017-5159d7dae7a3 req-b9a76da2-6499-4b1b-8cd1-2274fc60e6ac tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368955 Apr 22 18:23:05.547615 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:23:06.586480 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e68899-a819-4561-901f-60313b74635d req-84bfbc03-76d1-4fb5-92d4-4b50fdd876c9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:06.587934 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-99e68899-a819-4561-901f-60313b74635d req-84bfbc03-76d1-4fb5-92d4-4b50fdd876c9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0778258 Apr 22 18:23:06.630900 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-99e68899-a819-4561-901f-60313b74635d req-0059763d-e194-4a46-9682-ff1437121d24 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374634 Apr 22 18:23:07.814211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a320724-7e86-48ec-81ba-f43d313e07e6 req-11ca6d16-b2b1-4c72-b8d1-f146dcef7551 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:07.815746 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a320724-7e86-48ec-81ba-f43d313e07e6 req-11ca6d16-b2b1-4c72-b8d1-f146dcef7551 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0817213 Apr 22 18:23:07.858591 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a320724-7e86-48ec-81ba-f43d313e07e6 req-4f9f3050-0a70-41db-aead-94280530e692 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373430 Apr 22 18:23:09.041922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf2e3-43ba-451f-b275-42012d1ed52d req-37b7d76c-00c8-493c-9dea-b9604c1a4f91 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:09.043374 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-00faf2e3-43ba-451f-b275-42012d1ed52d req-37b7d76c-00c8-493c-9dea-b9604c1a4f91 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0817130 Apr 22 18:23:09.086294 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-00faf2e3-43ba-451f-b275-42012d1ed52d req-d9568250-5573-4b07-b070-bf2082a2d1b0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374396 Apr 22 18:23:10.270246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b60ea0-ae69-4cd9-92c0-a3c14138980d req-150e3191-8a58-4ece-bc1d-6a58e59f717f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:10.271769 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d4b60ea0-ae69-4cd9-92c0-a3c14138980d req-150e3191-8a58-4ece-bc1d-6a58e59f717f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0800042 Apr 22 18:23:10.315219 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d4b60ea0-ae69-4cd9-92c0-a3c14138980d req-aad5ca3b-ba9f-48fd-91f6-c93252c76377 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Apr 22 18:23:11.496313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dc02b-05d6-4a5a-b712-747651cd7f2e req-3f759ac4-6b79-465a-b0b1-444fcab047b1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:11.497864 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5e4dc02b-05d6-4a5a-b712-747651cd7f2e req-3f759ac4-6b79-465a-b0b1-444fcab047b1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0793719 Apr 22 18:23:11.541760 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5e4dc02b-05d6-4a5a-b712-747651cd7f2e req-e5534317-cee1-41d8-87bb-8950ebafeda0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381823 Apr 22 18:23:12.724481 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd242b9-2b3e-4b4c-b78b-ca576d19962c req-c0cd45c2-5f18-43d1-ac2b-6ae695785508 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:12.726187 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ebd242b9-2b3e-4b4c-b78b-ca576d19962c req-c0cd45c2-5f18-43d1-ac2b-6ae695785508 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0823288 Apr 22 18:23:12.768266 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ebd242b9-2b3e-4b4c-b78b-ca576d19962c req-e01e8c8d-41b3-4d80-bcff-e452ce3b76e4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365350 Apr 22 18:23:12.996715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:23:13.159452 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:23:13.172264 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'port_id': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'mac_address': 'fa:16:3e:14:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:23:13.225357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:13.241650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a55cd029-4680-4cd3-a4f3-fbe323572a71 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:23:13.256058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:23:13.327689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:13.397823 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:23:13.405971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.406325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.406666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.407045 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.407378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.407714 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.408046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.408394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.408700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.409042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.409360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.409681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:23:13.413210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['a55cd029-4680-4cd3-a4f3-fbe323572a71'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:23:13.951159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a46d-c1b1-42ff-b888-00a802037f95 req-3f26f037-7257-405f-9edd-feaf22bc1a96 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:13.952585 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-88b4a46d-c1b1-42ff-b888-00a802037f95 req-3f26f037-7257-405f-9edd-feaf22bc1a96 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 944 time: 0.0796735 Apr 22 18:23:13.996329 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-88b4a46d-c1b1-42ff-b888-00a802037f95 req-13dd2c68-eb08-454d-b489-da2749033cf4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380588 Apr 22 18:23:14.995761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:23:15.064356 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port a55cd029-4680-4cd3-a4f3-fbe323572a71 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:23:15.064726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:15.180050 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:15.181201 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5c5de-fbae-44ed-8fc9-601d41693f02 req-3faeeb45-d7a3-40a1-b60b-f26ae9cc412a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:15.182677 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f9d5c5de-fbae-44ed-8fc9-601d41693f02 req-3faeeb45-d7a3-40a1-b60b-f26ae9cc412a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 944 time: 0.0822475 Apr 22 18:23:15.207946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:23:15.218556 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:23:15.294047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:15.353859 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f9d5c5de-fbae-44ed-8fc9-601d41693f02 req-051fa079-9b3b-414a-9d6c-9b0495db8ad3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644688 Apr 22 18:23:15.375053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:23:15.440598 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167c8d4a-d892-4aa8-9d9d-a729aa0d97eb'] response: {'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'code': 200} Apr 22 18:23:16.536170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebe3e1-2c3c-48ae-962a-b591e8b1d833 req-a02b1862-a2dc-433c-98b3-057ba53afdcb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:16.538212 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22ebe3e1-2c3c-48ae-962a-b591e8b1d833 req-a02b1862-a2dc-433c-98b3-057ba53afdcb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0795503 Apr 22 18:23:16.580258 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-22ebe3e1-2c3c-48ae-962a-b591e8b1d833 req-0b81a38e-0d44-4135-9672-90bfac15de7d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365138 Apr 22 18:23:17.772170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f3ff5-95e1-4180-a119-fd444f33ad2e req-11fa7069-70d8-46f7-8468-8d31fe7756f1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:17.773787 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c86f3ff5-95e1-4180-a119-fd444f33ad2e req-11fa7069-70d8-46f7-8468-8d31fe7756f1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0855687 Apr 22 18:23:17.820188 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c86f3ff5-95e1-4180-a119-fd444f33ad2e req-b43a8c41-2882-47ec-ab19-eb8b2d1acb60 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405192 Apr 22 18:23:19.010416 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395b64f-e484-423c-898d-8dc31911a993 req-40cd0948-6ec5-4d4f-94d4-b5a195fa7d0a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:19.017987 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2395b64f-e484-423c-898d-8dc31911a993 req-40cd0948-6ec5-4d4f-94d4-b5a195fa7d0a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0910134 Apr 22 18:23:19.058341 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2395b64f-e484-423c-898d-8dc31911a993 req-ce36ed74-26ec-4c35-a67b-94d4c65dbaf7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392635 Apr 22 18:23:20.249001 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7211b75-98c9-4dcf-9145-bf1c65e59ac1 req-9e763fde-76f1-4b40-b8f3-129c0b038586 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:20.250451 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a7211b75-98c9-4dcf-9145-bf1c65e59ac1 req-9e763fde-76f1-4b40-b8f3-129c0b038586 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0805666 Apr 22 18:23:20.295084 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-a7211b75-98c9-4dcf-9145-bf1c65e59ac1 req-1732f3be-5b9d-431c-b296-38158723f6ae tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379515 Apr 22 18:23:21.485615 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ce30d-1747-4adf-a888-bbb5a28c26d1 req-21014da3-f310-4008-b62e-8fd471c95f2d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:21.487110 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e68ce30d-1747-4adf-a888-bbb5a28c26d1 req-21014da3-f310-4008-b62e-8fd471c95f2d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0854685 Apr 22 18:23:21.535590 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e68ce30d-1747-4adf-a888-bbb5a28c26d1 req-84b4dae6-871e-4e97-a934-3fd8fad9fc7a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415897 Apr 22 18:23:22.836356 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8e7ba-e109-46a1-aebf-744389180533 req-ecc86f0d-8c31-47d8-b913-5cb50990b034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:22.841470 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1ff8e7ba-e109-46a1-aebf-744389180533 req-ecc86f0d-8c31-47d8-b913-5cb50990b034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.1958234 Apr 22 18:23:22.883135 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1ff8e7ba-e109-46a1-aebf-744389180533 req-93e7d750-5775-425d-b88b-6356d2b5eae7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397797 Apr 22 18:23:24.072681 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d0f9c-2ac7-47d1-bc03-6964b4ffb06c req-8401d397-655d-49c5-87e3-42dc84c69c48 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:24.074140 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a34d0f9c-2ac7-47d1-bc03-6964b4ffb06c req-8401d397-655d-49c5-87e3-42dc84c69c48 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0810676 Apr 22 18:23:24.127084 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a34d0f9c-2ac7-47d1-bc03-6964b4ffb06c req-5422e023-b841-4b19-b3ed-b0e1caef45a2 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464103 Apr 22 18:23:25.321182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d9526-c773-4407-84c5-f5bd6999961b req-9e3241e9-bf31-42ff-acf0-599da5617edd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:25.322640 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-825d9526-c773-4407-84c5-f5bd6999961b req-9e3241e9-bf31-42ff-acf0-599da5617edd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0817738 Apr 22 18:23:25.372370 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-825d9526-c773-4407-84c5-f5bd6999961b req-13e5389d-5969-40e6-a08c-9dc63cfa0e31 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437081 Apr 22 18:23:26.566845 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfa3d-0402-424e-9636-ec6bf2b37513 req-78a9a5bd-aa9b-42d6-9708-279e601b3b6b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:26.568780 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2ddfa3d-0402-424e-9636-ec6bf2b37513 req-78a9a5bd-aa9b-42d6-9708-279e601b3b6b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0878580 Apr 22 18:23:26.624785 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2ddfa3d-0402-424e-9636-ec6bf2b37513 req-9bd52b7c-1189-483e-9416-7061c6fc6830 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501051 Apr 22 18:23:27.805682 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005ffa-6d52-48ad-84ef-86be42295dd9 req-f805e525-65f5-478f-b6ee-5778e6ff55f2 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:27.807045 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-68005ffa-6d52-48ad-84ef-86be42295dd9 req-f805e525-65f5-478f-b6ee-5778e6ff55f2 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0803413 Apr 22 18:23:27.850612 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-68005ffa-6d52-48ad-84ef-86be42295dd9 req-c9bfc760-bb8e-46b4-906e-87c111560bb6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378182 Apr 22 18:23:28.506591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-ea8c2e93-5958-43cb-baac-e10b95a1bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:28.508079 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-ea8c2e93-5958-43cb-baac-e10b95a1bf2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1098 time: 0.0699472 Apr 22 18:23:28.634756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-ff740d47-527d-4d31-a823-f8ed1db0b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:28.636178 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-ff740d47-527d-4d31-a823-f8ed1db0b61b service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1223650 Apr 22 18:23:28.736502 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-5ad6dc98-646b-41d7-bb96-419d65522dfc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 1001 time: 0.0941410 Apr 22 18:23:28.800227 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-8ce97beb-6e60-4dda-849b-f77e01296f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:28.801612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-8ce97beb-6e60-4dda-849b-f77e01296f2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0584188 Apr 22 18:23:28.874513 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-5a2cdab4-61df-476f-a56c-a7ef5347c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:28.876015 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-5a2cdab4-61df-476f-a56c-a7ef5347c17e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679729 Apr 22 18:23:29.057772 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-fb8857bf-4c25-4652-bc36-817e165e9ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751220 Apr 22 18:23:29.108758 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d2063-2d88-4878-b428-b56b2d48a985 req-4206c521-68ba-48cf-9a98-132aea15fc33 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:29.110143 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-654d2063-2d88-4878-b428-b56b2d48a985 req-4206c521-68ba-48cf-9a98-132aea15fc33 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.1470864 Apr 22 18:23:29.216788 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-654d2063-2d88-4878-b428-b56b2d48a985 req-72326bce-b5c3-4634-ab14-2d6469a66e72 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635006 Apr 22 18:23:29.233239 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f8c414fb-e990-49e3-b298-f4a21bba8deb req-98551b22-edd3-43ef-8cae-8a75fc6a6380 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681383 Apr 22 18:23:30.475933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b282b2a9-92e8-4ae2-af77-fe059c06fdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:30.546056 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd660-1f72-4a53-8332-200697ad4645 req-568a21fb-2c39-4573-8df5-7b3db3b25537 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:30.547433 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e9ccd660-1f72-4a53-8332-200697ad4645 req-568a21fb-2c39-4573-8df5-7b3db3b25537 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0809779 Apr 22 18:23:30.590113 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e9ccd660-1f72-4a53-8332-200697ad4645 req-62806e59-4ef4-4491-98c4-27c3b4b1b3ad tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366561 Apr 22 18:23:31.778198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafa50b-8f89-49d8-b6fb-d2f1f7a9109c req-67dbc07a-a745-49be-84dd-978b51c4711f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:31.779711 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0cafa50b-8f89-49d8-b6fb-d2f1f7a9109c req-67dbc07a-a745-49be-84dd-978b51c4711f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0831430 Apr 22 18:23:31.823703 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0cafa50b-8f89-49d8-b6fb-d2f1f7a9109c req-3259344c-3eaf-4292-ac49-a5008e9afd25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Apr 22 18:23:32.278904 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687c502-fe06-4809-9ece-23b169e6488d req-9dc5e027-0029-44b9-a073-0adb7b1e475b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:32.280418 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d687c502-fe06-4809-9ece-23b169e6488d req-9dc5e027-0029-44b9-a073-0adb7b1e475b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 945 time: 0.0821340 Apr 22 18:23:32.324835 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d687c502-fe06-4809-9ece-23b169e6488d req-08a4938d-7ec2-4ca9-b52e-cf9b306be496 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386662 Apr 22 18:23:32.710572 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-fae3930b-2fff-4a86-9e7f-118e690ff0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:32.829452 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-329d6195-a14b-4f22-a48a-aca2ce7de96e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370201 Apr 22 18:23:33.092038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:23:33.205168 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:33.231560 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:23:33.241398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:23:33.275669 dv-neutron-839024-1-hyperv neutron-server[88661]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-82d4916c-066d-4ca3-9ed5-27c46231d75d']: {'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'code': 422} returned with failed status Apr 22 18:23:33.310374 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:33.381446 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:23:33.616640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e665c5-d258-47fe-8320-3b81e9997edc req-b3099f71-15a8-4524-bdcb-562d9bb6cd51 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:33.618020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-54e665c5-d258-47fe-8320-3b81e9997edc req-b3099f71-15a8-4524-bdcb-562d9bb6cd51 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.1812413 Apr 22 18:23:33.661365 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-54e665c5-d258-47fe-8320-3b81e9997edc req-e12385c0-c201-4ece-88da-7765bc2b406b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Apr 22 18:23:33.766723 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:33.984482 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:34.395442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-9ec8e3e1-b849-4a41-b86e-0a80d4617bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:34.397299 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-9ec8e3e1-b849-4a41-b86e-0a80d4617bd6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a&tenant_id=be303c2646864f9e80f03dd6c54a053b HTTP/1.1" status: 200 len: 1096 time: 0.0712523 Apr 22 18:23:34.486097 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-f338f69f-439f-4919-84a4-c17371ed1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:34.487561 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-f338f69f-439f-4919-84a4-c17371ed1313 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1096 time: 0.0684173 Apr 22 18:23:34.614121 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-c40c586f-4eaa-4739-b531-b1b9e3b1e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:34.615645 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-c40c586f-4eaa-4739-b531-b1b9e3b1e144 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1225748 Apr 22 18:23:34.716267 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-b7731f52-4105-464d-85bf-12c0bd058f4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 999 time: 0.0950916 Apr 22 18:23:34.776778 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-bef72a94-087f-42ab-954f-45131b632972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:34.778226 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-bef72a94-087f-42ab-954f-45131b632972 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0566444 Apr 22 18:23:34.843614 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb9db-30f4-4c9b-96fc-d5428fcbd617 req-29f3f5f0-030e-4380-b0db-5f3d406cdde6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:34.845275 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c63eb9db-30f4-4c9b-96fc-d5428fcbd617 req-29f3f5f0-030e-4380-b0db-5f3d406cdde6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0799212 Apr 22 18:23:34.853798 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-23999e2d-b80d-455b-9c34-4270f640514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:34.855291 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-23999e2d-b80d-455b-9c34-4270f640514d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718441 Apr 22 18:23:34.890100 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c63eb9db-30f4-4c9b-96fc-d5428fcbd617 req-c870aa97-ad79-43e5-b7d2-e2604d4d7b70 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383728 Apr 22 18:23:34.922007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:34.984941 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-6f2e5fd0-27d8-45ba-9fc1-bdf7fa7c9693 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232517 Apr 22 18:23:35.113770 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-6b170cdb-3be4-4b5e-86ea-dbcb350b6819 req-3d18fe37-d567-4a9d-8b54-34ac5b7af535 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229239 Apr 22 18:23:35.288340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:36.123929 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4788c0-a33b-4754-90d4-39f88b4d1bb8 req-88e76695-8204-4707-a681-ce2acf8909fd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:36.126826 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dd4788c0-a33b-4754-90d4-39f88b4d1bb8 req-88e76695-8204-4707-a681-ce2acf8909fd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0905948 Apr 22 18:23:36.175196 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dd4788c0-a33b-4754-90d4-39f88b4d1bb8 req-d0c1a788-577e-45ec-889f-de15b7f006cd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Apr 22 18:23:37.365968 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd65428-7515-4193-812e-85ac1ca74c17 req-f58aea8a-22b0-4368-9f57-2a5ac9763c43 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:37.368087 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bcd65428-7515-4193-812e-85ac1ca74c17 req-f58aea8a-22b0-4368-9f57-2a5ac9763c43 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0860212 Apr 22 18:23:37.419366 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bcd65428-7515-4193-812e-85ac1ca74c17 req-1d02a166-9646-4083-a3f4-97ff972a58e7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 Apr 22 18:23:38.613700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de181b97-3ca9-4641-b923-6981351bdd2e req-06a3029b-ad98-4bc4-8258-7e4aef969ead tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:38.615270 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-de181b97-3ca9-4641-b923-6981351bdd2e req-06a3029b-ad98-4bc4-8258-7e4aef969ead tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0861080 Apr 22 18:23:38.662652 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-de181b97-3ca9-4641-b923-6981351bdd2e req-570a8420-196c-49a6-8957-4e5350dd97c3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411539 Apr 22 18:23:39.850799 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf04de-c9b0-4ce4-8d0c-9cc15a0f6b6b req-d10008d1-ddf3-4b6d-af56-f41d02f58b8a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:39.852276 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cfbf04de-c9b0-4ce4-8d0c-9cc15a0f6b6b req-d10008d1-ddf3-4b6d-af56-f41d02f58b8a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0805292 Apr 22 18:23:39.901913 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cfbf04de-c9b0-4ce4-8d0c-9cc15a0f6b6b req-119f6f1f-8953-42ab-999a-93519b46caff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439546 Apr 22 18:23:41.093514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96e2b8-7fed-467a-842c-c3fd82b94479 req-c8d7219c-3366-46db-b465-9ea92be6308d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:41.095096 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc96e2b8-7fed-467a-842c-c3fd82b94479 req-c8d7219c-3366-46db-b465-9ea92be6308d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0857921 Apr 22 18:23:41.144478 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc96e2b8-7fed-467a-842c-c3fd82b94479 req-a1e5262d-c9eb-4d30-97ce-362271180a99 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Apr 22 18:23:42.383668 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2d46c-d4b1-48f2-ad90-40eb31485502 req-999306be-eed0-4ef5-8e81-1f0a2b0699a1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:42.387169 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f0b2d46c-d4b1-48f2-ad90-40eb31485502 req-999306be-eed0-4ef5-8e81-1f0a2b0699a1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.1101713 Apr 22 18:23:42.449180 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f0b2d46c-d4b1-48f2-ad90-40eb31485502 req-fbb2e314-f225-4302-a903-a931e4a87395 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544863 Apr 22 18:23:42.547570 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:23:43.645931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd046a8-b2ef-4120-85e3-eb97768f78c5 req-9529cefd-8bae-4d6b-beba-761f826ee4be tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:43.647451 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ebd046a8-b2ef-4120-85e3-eb97768f78c5 req-9529cefd-8bae-4d6b-beba-761f826ee4be tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0832314 Apr 22 18:23:43.693423 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ebd046a8-b2ef-4120-85e3-eb97768f78c5 req-4ef71445-727a-4c27-b187-5ceddda82d04 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402689 Apr 22 18:23:44.876134 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743622-095c-4660-b121-9fe135df78ab req-f4cdbf78-6ba5-4583-8fd0-3a3fb34fb848 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:44.877577 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1743622-095c-4660-b121-9fe135df78ab req-f4cdbf78-6ba5-4583-8fd0-3a3fb34fb848 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0817156 Apr 22 18:23:44.921174 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b1743622-095c-4660-b121-9fe135df78ab req-ca89dd31-1a84-4045-9fe7-135bf071bdd6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372622 Apr 22 18:23:46.106667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e5405-dc71-4fba-9cb8-0310b76e266e req-4621e2e6-722f-4acb-b8a6-2d749a135996 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:46.108135 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc4e5405-dc71-4fba-9cb8-0310b76e266e req-4621e2e6-722f-4acb-b8a6-2d749a135996 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0832973 Apr 22 18:23:46.152289 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-dc4e5405-dc71-4fba-9cb8-0310b76e266e req-4283508f-3b63-4233-b1a7-b599f1cbbb37 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384357 Apr 22 18:23:47.335168 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009f7be-e0f2-4859-97e6-c4164292eb13 req-330b1fb5-bce3-44a7-8c14-ee57b92b2f9e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:47.336609 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3009f7be-e0f2-4859-97e6-c4164292eb13 req-330b1fb5-bce3-44a7-8c14-ee57b92b2f9e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0776770 Apr 22 18:23:47.381485 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3009f7be-e0f2-4859-97e6-c4164292eb13 req-01db2f49-3b80-4324-ada5-c40a4cefe759 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393455 Apr 22 18:23:48.561529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1cffb-9221-4ba4-a2ca-93ed78c95c63 req-3458b465-a2f8-49af-9e36-8a6044f2b3fd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:48.563009 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00d1cffb-9221-4ba4-a2ca-93ed78c95c63 req-3458b465-a2f8-49af-9e36-8a6044f2b3fd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0790441 Apr 22 18:23:48.608863 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-00d1cffb-9221-4ba4-a2ca-93ed78c95c63 req-75646dd4-e140-49a0-935b-069df59e1839 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403042 Apr 22 18:23:49.790789 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392da2-3fc7-49c3-9c14-195b7adbd3f7 req-9e008dbd-4be1-4d71-96b7-c5e8d8c5185e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:49.792233 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6b392da2-3fc7-49c3-9c14-195b7adbd3f7 req-9e008dbd-4be1-4d71-96b7-c5e8d8c5185e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0813792 Apr 22 18:23:49.836309 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6b392da2-3fc7-49c3-9c14-195b7adbd3f7 req-a16acf64-2cbf-43bc-af92-e01930e4ee97 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385368 Apr 22 18:23:51.020472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1036c-36ed-4b6b-8981-0bb5b7ceb369 req-65cd7657-f53b-4c31-8d3d-ac7e99aee8c1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:51.021957 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fca1036c-36ed-4b6b-8981-0bb5b7ceb369 req-65cd7657-f53b-4c31-8d3d-ac7e99aee8c1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 943 time: 0.0797045 Apr 22 18:23:51.065238 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-fca1036c-36ed-4b6b-8981-0bb5b7ceb369 req-02e1ede5-f2d0-4bdf-ab43-384aa460dc1f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377252 Apr 22 18:23:51.154497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:23:51.283729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:23:51.299964 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'port_id': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'mac_address': 'fa:16:3e:14:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:23:51.353475 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:51.371242 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55cd029-4680-4cd3-a4f3-fbe323572a71 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:23:51.385900 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:23:51.452677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:51.517518 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=9']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:23:51.822929 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['a55cd029-4680-4cd3-a4f3-fbe323572a71'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:23:52.254706 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec612f4-cc5b-437a-b3fc-30a786bc8264 req-08038f34-0210-49de-b860-d851053e6df8 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:52.256148 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dec612f4-cc5b-437a-b3fc-30a786bc8264 req-08038f34-0210-49de-b860-d851053e6df8 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 944 time: 0.0875931 Apr 22 18:23:52.298752 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-dec612f4-cc5b-437a-b3fc-30a786bc8264 req-ab335638-c72b-4c5a-8c99-6eeb0e1eebd4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370519 Apr 22 18:23:53.165719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:23:53.230437 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port a55cd029-4680-4cd3-a4f3-fbe323572a71 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:23:53.230828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:53.343162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:53.370207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:23:53.379731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:23:53.419239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:23:53.422086 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c41949-51df-435d-ab21-2b36c65b6549'] response: {'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'code': 200} Apr 22 18:23:53.520770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=10']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:23:53.607944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7018c1-806e-4178-a3f5-50fad77cf938 req-5d2f427a-78d9-4de4-8c97-77e85de3305b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:53.609463 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed7018c1-806e-4178-a3f5-50fad77cf938 req-5d2f427a-78d9-4de4-8c97-77e85de3305b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 946 time: 0.2061830 Apr 22 18:23:53.654128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ed7018c1-806e-4178-a3f5-50fad77cf938 req-fef6c8f0-0d62-4cdc-aaa7-4875de32f3fa tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387962 Apr 22 18:23:53.741423 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b07b5-3524-4aff-afaa-227040c01181 req-bcea6f0a-c451-41d4-aae0-0314dcf35a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:53.742883 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad9b07b5-3524-4aff-afaa-227040c01181 req-bcea6f0a-c451-41d4-aae0-0314dcf35a6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1099 time: 0.0688913 Apr 22 18:23:53.781709 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ad9b07b5-3524-4aff-afaa-227040c01181 req-0aa46f86-6f74-4073-967a-b9670aca346a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328975 Apr 22 18:23:54.840826 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7cb1-7bb5-48f5-9a50-b6352680c960 req-d564d8e3-acf2-476a-aee3-8c4ee85a3c69 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:54.842267 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-62bd7cb1-7bb5-48f5-9a50-b6352680c960 req-d564d8e3-acf2-476a-aee3-8c4ee85a3c69 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 946 time: 0.0798273 Apr 22 18:23:54.885501 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-62bd7cb1-7bb5-48f5-9a50-b6352680c960 req-2760b55f-5292-4db0-8509-b1ce4f499cd3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377123 Apr 22 18:23:56.071938 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d9c9c-27d0-4067-8d06-b3ae57670bd9 req-8805ea24-4b26-41ec-8549-8640a09743e0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:56.073397 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bf8d9c9c-27d0-4067-8d06-b3ae57670bd9 req-8805ea24-4b26-41ec-8549-8640a09743e0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 946 time: 0.0842707 Apr 22 18:23:56.117157 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bf8d9c9c-27d0-4067-8d06-b3ae57670bd9 req-c6e01cf8-5b6f-4c5c-b081-665fd6fab4ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380986 Apr 22 18:23:56.910810 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-df39621c-0422-4be6-9da3-827a06470a22 req-6d55b9bf-a864-4054-ae36-3a827f94a5a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672576 Apr 22 18:23:57.048025 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39621c-0422-4be6-9da3-827a06470a22 req-5804a2bf-2427-41c8-bd07-0583497a8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:57.049417 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-df39621c-0422-4be6-9da3-827a06470a22 req-5804a2bf-2427-41c8-bd07-0583497a8c07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1099 time: 0.0723722 Apr 22 18:23:57.189913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39621c-0422-4be6-9da3-827a06470a22 req-6573e8b0-4203-4157-92d6-3a08aabd74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:57.191491 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-df39621c-0422-4be6-9da3-827a06470a22 req-6573e8b0-4203-4157-92d6-3a08aabd74bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1257031 Apr 22 18:23:57.296076 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-df39621c-0422-4be6-9da3-827a06470a22 req-f6a419dd-6e27-483e-8a66-2130ac016632 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 1001 time: 0.0975053 Apr 22 18:23:57.301275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21a26d-fc07-4a34-ac16-52af2e54a254 req-e463c18b-2105-4b78-bd2b-1f906b6ce05c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:57.302711 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0f21a26d-fc07-4a34-ac16-52af2e54a254 req-e463c18b-2105-4b78-bd2b-1f906b6ce05c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 946 time: 0.0811927 Apr 22 18:23:57.346799 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0f21a26d-fc07-4a34-ac16-52af2e54a254 req-e69cf736-8677-4b28-9348-d3e8467f9dbc tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383897 Apr 22 18:23:57.360253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39621c-0422-4be6-9da3-827a06470a22 req-84c737df-9cca-4733-9873-65f32a738d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:57.365800 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-df39621c-0422-4be6-9da3-827a06470a22 req-84c737df-9cca-4733-9873-65f32a738d11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0601261 Apr 22 18:23:57.441581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39621c-0422-4be6-9da3-827a06470a22 req-c2095427-d13d-409b-818e-96c1fe484ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:23:57.443649 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-df39621c-0422-4be6-9da3-827a06470a22 req-c2095427-d13d-409b-818e-96c1fe484ab1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746639 Apr 22 18:23:57.573173 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-df39621c-0422-4be6-9da3-827a06470a22 req-e2bf5ebb-c23c-4c06-b83a-3490c5fb004b service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239378 Apr 22 18:23:57.702169 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-df39621c-0422-4be6-9da3-827a06470a22 req-ed16aefe-6867-4f8e-ae34-3736090fbe5b service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223717 Apr 22 18:24:00.417526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1655d16d-e26d-4276-87fd-72690f3e8e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:02.647311 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ee78aba5-4c62-436e-9bae-ad873b7c2a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:03.761362 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:03.978523 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:04.950056 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:05.246991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:19.547217 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:24:30.429366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f92fce56-0aed-4c5b-a6dd-ec962e10e52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:32.647294 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-17b71127-e5fb-4159-8f9e-fb9b19febebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:33.755149 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:33.994860 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:34.960173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:35.273953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:24:56.545995 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:24:58.901182 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57469444-f379-4518-bf34-4054afbf5d17 req-4a5e9f92-62f0-47b7-a5d9-465f2661e88d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681326 Apr 22 18:24:59.035372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57469444-f379-4518-bf34-4054afbf5d17 req-a0693d27-34ff-4f10-be65-5d11d73717fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:24:59.036802 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57469444-f379-4518-bf34-4054afbf5d17 req-a0693d27-34ff-4f10-be65-5d11d73717fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1099 time: 0.0712519 Apr 22 18:24:59.174473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57469444-f379-4518-bf34-4054afbf5d17 req-803a6d1c-fa3d-4e27-9cfb-6c34bd90709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:24:59.175819 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57469444-f379-4518-bf34-4054afbf5d17 req-803a6d1c-fa3d-4e27-9cfb-6c34bd90709a service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1221807 Apr 22 18:24:59.272611 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57469444-f379-4518-bf34-4054afbf5d17 req-ece7ade1-166b-4ddd-9449-b2a85d50d10e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 1001 time: 0.0913134 Apr 22 18:24:59.335876 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57469444-f379-4518-bf34-4054afbf5d17 req-6f89b7d4-fba0-4954-9986-90f1f9d2f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:24:59.337334 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57469444-f379-4518-bf34-4054afbf5d17 req-6f89b7d4-fba0-4954-9986-90f1f9d2f8a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0590730 Apr 22 18:24:59.410592 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57469444-f379-4518-bf34-4054afbf5d17 req-f2afad92-92b7-4e74-9cdb-2cc2deb4ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:24:59.412565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57469444-f379-4518-bf34-4054afbf5d17 req-f2afad92-92b7-4e74-9cdb-2cc2deb4ced1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691292 Apr 22 18:24:59.641315 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57469444-f379-4518-bf34-4054afbf5d17 req-8e62b198-4080-4648-9ce2-4cbdf4e0bc5d service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221730 Apr 22 18:24:59.768528 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-57469444-f379-4518-bf34-4054afbf5d17 req-83403403-cd15-4622-be24-94ead5195da7 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209829 Apr 22 18:25:00.421581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-235bad7d-1aa6-4628-8813-b2d3fee439dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:02.639011 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0fae-e5c9-4e5a-b00e-264f838a8486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:03.755076 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:04.011771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:04.949021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:05.274696 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:25.729729 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 32926) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:25.963803 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Deleting port 4851bdf2-4de7-4ae2-ac6a-dc633bb4da65 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:25:25.964141 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:26.128135 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:26.128462 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:26.340624 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Calling delete_port for 4851bdf2-4de7-4ae2-ac6a-dc633bb4da65 owned by network:floatingip {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:25:26.554216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:26.602261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event deleted for resources: {'Port': ['ID=4851bdf2-4de7-4ae2-ac6a-dc633bb4da65,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:26.638695 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.639067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.639406 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.639737 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.640065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.640393 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.640720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.641041 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.641366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.641685 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.642005 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.642321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:26.703981 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:26.704369 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Floating IP c508978e-54ad-47fb-9b35-44cc436031f6 disassociated (deleted). External IP: 172.26.3.135, port: a55cd029-4680-4cd3-a4f3-fbe323572a71. Apr 22 18:25:27.048772 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Router 9e9d0083-e6b6-4617-9f33-386079408696 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:25:27.228884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:25:27.240975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] Sync routers for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:25:27.252072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:25:27.252072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:25:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:25:27.314052 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:27.368510 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-f0a8c4d9-4f67-41fb-b447-16987fd84fb3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "DELETE /v2.0/floatingips/c508978e-54ad-47fb-9b35-44cc436031f6 HTTP/1.1" status: 204 len: 168 time: 1.6377060 Apr 22 18:25:27.369080 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:25:27.434116 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:25:27.553250 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c53735-5576-41e8-acbd-14bc20707e81'] response: {'name': 'network-changed', 'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'status': 'completed', 'code': 200} Apr 22 18:25:27.775481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:25:27.779342 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] Checking router: 9e9d0083-e6b6-4617-9f33-386079408696 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:25:27.784145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-0fc10517-f88d-4000-9474-ddd75b1e6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:25:27.788014 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-0fc10517-f88d-4000-9474-ddd75b1e6e99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 1099 time: 0.1366019 Apr 22 18:25:27.788435 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:25:27.789042 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:25:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:25:27.925442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-7bcfab0c-23cd-4ef1-a7c1-21df1f0dad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:25:27.926990 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-7bcfab0c-23cd-4ef1-a7c1-21df1f0dad57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1341097 Apr 22 18:25:27.983101 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:25:28.007124 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-0efb2d85-b683-4c33-afd1-06ff4fef5f54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 200 len: 217 time: 0.0734417 Apr 22 18:25:28.074256 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-30b66822-6c04-4072-92bd-596072e65d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:25:28.075738 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-30b66822-6c04-4072-92bd-596072e65d74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0628774 Apr 22 18:25:28.114565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea73b0e-12f7-4a74-bfa5-bee5818b8425 req-7ad411ce-15f9-477b-b393-be2be03bcd84 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:25:28.115283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-bea73b0e-12f7-4a74-bfa5-bee5818b8425 req-7ad411ce-15f9-477b-b393-be2be03bcd84 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:25:28.153156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-917d92fb-8386-4501-831b-b91e45d6d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:25:28.154752 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-917d92fb-8386-4501-831b-b91e45d6d78f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724261 Apr 22 18:25:28.183159 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-bea73b0e-12f7-4a74-bfa5-bee5818b8425 req-7ad411ce-15f9-477b-b393-be2be03bcd84 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:25:28.184612 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bea73b0e-12f7-4a74-bfa5-bee5818b8425 req-7ad411ce-15f9-477b-b393-be2be03bcd84 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 946 time: 0.1918488 Apr 22 18:25:28.233013 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bea73b0e-12f7-4a74-bfa5-bee5818b8425 req-c664a26d-5e6c-4f4a-a453-02702fb8593e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423958 Apr 22 18:25:28.289785 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-4554b407-aef4-4f6d-970d-614d4f10d939 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278753 Apr 22 18:25:28.343911 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:25:28.349830 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb3ab3-43dc-4c0b-8c0e-bb9d162840aa None None] The sync data for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv is: [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:25:28.425993 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8e0de0b1-07f5-42f0-acfe-678afd355d6b req-bf39cba1-f248-422e-a3ef-9deac0fd3058 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305773 Apr 22 18:25:28.567381 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9dcd7-a9e1-4a83-980a-b8d3408e41d5 None None] New status for floating IP c508978e-54ad-47fb-9b35-44cc436031f6: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:25:29.436768 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-a9ddbf15-1120-45bd-8c4f-78f098b18bdb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:25:29.438283 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-a9ddbf15-1120-45bd-8c4f-78f098b18bdb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 946 time: 0.0892696 Apr 22 18:25:29.551175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Deleting port a55cd029-4680-4cd3-a4f3-fbe323572a71 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:25:29.551437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:29.654027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca2485-c80c-44df-8762-df4c2f16811a req-614b4913-aab7-4286-9d45-22be187d5b73 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:25:29.655500 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6ca2485-c80c-44df-8762-df4c2f16811a req-614b4913-aab7-4286-9d45-22be187d5b73 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 946 time: 0.2356358 Apr 22 18:25:29.743968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f6ca2485-c80c-44df-8762-df4c2f16811a req-cec92469-ff0a-405e-b5f9-2d58d28a14ee tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d6b6bce-e2ef-476c-94a5-7146c9720884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815370 Apr 22 18:25:29.844383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] For port a55cd029-4680-4cd3-a4f3-fbe323572a71, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a55cd029-4680-4cd3-a4f3-fbe323572a71,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:25:29.844672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:30.063849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Calling delete_port for a55cd029-4680-4cd3-a4f3-fbe323572a71 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:25:30.268414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:30.317827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event deleted for resources: {'Port': ['ID=a55cd029-4680-4cd3-a4f3-fbe323572a71,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:30.359763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.359763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.360113 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.360369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.360825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.361018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.361345 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.361666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.361988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.362305 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.362628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.362968 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:25:30.404777 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] No DVR routers for this DVR port a55cd029-4680-4cd3-a4f3-fbe323572a71 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:25:30.407267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:30.409779 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-deleted', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:25:30.428877 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-27784ffa-5ca6-4a23-9dae-62ada24f69a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:30.502344 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-c4d39e6b-e7d0-445c-a2d2-bd3b4646edd7 req-71dc3da4-c62b-4292-802f-55c8adc2be98 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "DELETE /v2.0/ports/a55cd029-4680-4cd3-a4f3-fbe323572a71 HTTP/1.1" status: 204 len: 173 time: 1.0586581 Apr 22 18:25:30.506326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3479eed3-c940-4ea3-a8cd-426dda8e6db4'] response: {'server_uuid': 'feaf4d19-a670-4628-b40b-7dc7c5578c1a', 'name': 'network-vif-deleted', 'tag': 'a55cd029-4680-4cd3-a4f3-fbe323572a71', 'status': 'completed', 'code': 200} Apr 22 18:25:30.904492 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-56c95b89-53e1-4202-9ec0-67459cb8be6f req-37e1d9b9-2091-4c12-b261-da4298de0203 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:25:30.969837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-56c95b89-53e1-4202-9ec0-67459cb8be6f req-37e1d9b9-2091-4c12-b261-da4298de0203 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:25:30.971047 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-56c95b89-53e1-4202-9ec0-67459cb8be6f req-37e1d9b9-2091-4c12-b261-da4298de0203 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=feaf4d19-a670-4628-b40b-7dc7c5578c1a HTTP/1.1" status: 200 len: 210 time: 0.1090841 Apr 22 18:25:32.065562 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 32968) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:32.133174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90450e35-9db7-4619-a532-be867865c260 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:32.161692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90450e35-9db7-4619-a532-be867865c260 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:32.266667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90450e35-9db7-4619-a532-be867865c260 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:32.285012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90450e35-9db7-4619-a532-be867865c260 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6b6bce-e2ef-476c-94a5-7146c9720884,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:32.357191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-90450e35-9db7-4619-a532-be867865c260 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:32.358351 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-90450e35-9db7-4619-a532-be867865c260 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "DELETE /v2.0/security-groups/5d6b6bce-e2ef-476c-94a5-7146c9720884 HTTP/1.1" status: 204 len: 168 time: 0.2917988 Apr 22 18:25:32.622994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-20045238-0c6d-418d-aeed-04709439b750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:32.925953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 32976) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:32.931166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375391975', 'description': 'tempest-secgroup-smoke-375391975 description', 'project_id': 'be303c2646864f9e80f03dd6c54a053b'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:25:32.937157 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:25:32.941254 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:25:32.944111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:25:32.949744 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:25:32.994259 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.014828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:25:33.018533 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:25:33.021880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:25:33.027406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:25:33.097767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.169694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.213140 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d87e83-e217-4120-9e13-074d39bbfe98,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:33.279694 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.280947 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-66416536-3161-456d-8b80-20453ac5c417 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3539672 Apr 22 18:25:33.283692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 32980) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:33.288524 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': 'f2d87e83-e217-4120-9e13-074d39bbfe98', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:25:33.294372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:25:33.298173 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:25:33.301037 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:25:33.306670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:25:33.393277 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.453535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.513926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.537489 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ab719c-1ab3-4e09-8833-b28ca80495d4,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:33.545554 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:25:33.622648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.623867 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-1f2bfaf5-7592-4d77-9266-4ed0add5e387 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392410 Apr 22 18:25:33.626476 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 32984) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:33.632246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': 'f2d87e83-e217-4120-9e13-074d39bbfe98', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:25:33.638101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:25:33.641988 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:25:33.644859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:25:33.650496 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:25:33.708617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:25:33.709795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.737283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.744231 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: a55cd029-4680-4cd3-a4f3-fbe323572a71 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:25:33.744567 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device a55cd029-4680-4cd3-a4f3-fbe323572a71 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:25:33.775110 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.832569 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.856176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa2237a-150f-4eab-b8cd-42d00d80f62a,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:33.918182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:33.919441 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f1229542-4904-418f-84a0-cdd5c42c0550 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2919667 Apr 22 18:25:33.922111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 32988) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:33.928543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': 'f2d87e83-e217-4120-9e13-074d39bbfe98', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:25:33.934156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:25:33.937933 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:25:33.940861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:25:33.946523 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:25:33.986895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.017716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.078326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.153979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.177553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad85ce3-e515-40b8-af78-7d1d0a0f505c,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:34.251697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.252830 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7c1e6033-0cdb-42a6-a29d-94f2d2ed0338 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3297136 Apr 22 18:25:34.255519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 32992) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:34.260485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': 'f2d87e83-e217-4120-9e13-074d39bbfe98', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:25:34.266343 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:25:34.270143 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:25:34.273493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:25:34.279082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:25:34.360577 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.422478 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.497083 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.520306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d672636-bd23-4303-ace9-4e3ed48b4e54,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:34.594031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.595256 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-cc9b4697-f366-47b0-b607-a794fea5e034 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388181 Apr 22 18:25:34.598078 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 32996) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:34.603055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': 'f2d87e83-e217-4120-9e13-074d39bbfe98', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:25:34.608919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:25:34.612944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:25:34.615859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:25:34.621554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:25:34.697133 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Project be303c2646864f9e80f03dd6c54a053b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:25:34.703657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.766713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.839900 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.866571 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2540e8cf-fc87-4ec1-a0d9-f7623a63057f,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:34.932402 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.933831 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-5f92032b-5dcd-43dc-9d69-80c9cbaa8061 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3347750 Apr 22 18:25:34.936488 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33002) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:25:34.941473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'security_group_rule': {'security_group_id': 'f2d87e83-e217-4120-9e13-074d39bbfe98', 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:25:34.948098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:25:34.951825 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:security_group_rule and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:25:34.954640 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:25:34.960321 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:34.964655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:25:35.034406 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Project be303c2646864f9e80f03dd6c54a053b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:25:35.041116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:35.104244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:35.165721 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:35.188535 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141c46f4-1cdd-4b58-a77e-8fb7c34276f6,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:25:35.267102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:35.267286 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:25:35.268452 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9d7e021e-603f-4a17-92f5-fb4c122aa964 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3309615 Apr 22 18:25:59.042248 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-fdf6b95c-85e7-478b-abda-83689ad540fd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:25:59.114041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-fdf6b95c-85e7-478b-abda-83689ad540fd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:25:59.115112 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-fdf6b95c-85e7-478b-abda-83689ad540fd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375391975&fields=id&tenant_id=be303c2646864f9e80f03dd6c54a053b HTTP/1.1" status: 200 len: 267 time: 0.1140516 Apr 22 18:25:59.263916 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-2b9d4eea-5a2b-4da3-81d9-f95436a7cd13 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:25:59.265354 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-2b9d4eea-5a2b-4da3-81d9-f95436a7cd13 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 808 time: 0.1432493 Apr 22 18:25:59.279517 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-faee9878-a7c4-45e2-a8de-8ba01903fe9f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/quotas/be303c2646864f9e80f03dd6c54a053b HTTP/1.1" status: 200 len: 375 time: 0.0088694 Apr 22 18:25:59.359940 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-2d95f40f-ad64-479f-b0b0-9a9b8c5459cd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756352 Apr 22 18:25:59.450074 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-e2c2d097-2965-47e2-95a0-0a5ab2790c03 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 18:25:59.451106 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-e2c2d097-2965-47e2-95a0-0a5ab2790c03 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426667 Apr 22 18:25:59.579421 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-b76f9834-041e-42dd-a54a-6ebdf99cf70e service neutron] 10.222.0.10 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225712 Apr 22 18:25:59.707812 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-27c319ac-4ec2-4f8d-a7aa-f4610fc6b6a4 service neutron] 10.222.0.10 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228061 Apr 22 18:26:00.355694 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2f2667d7-ca2f-4a56-9979-cab0004955e4 req-63f04646-868d-4cca-89d0-54d4166d177f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 210 time: 0.0456560 Apr 22 18:26:00.446175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-56557647-987b-4fc4-8b95-52119ff96f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:01.508207 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-87e05185-523e-42ed-b368-bd6ef3a5448b req-0fb69dbb-f85b-42c2-baf9-b931668e5cb9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 210 time: 0.0452814 Apr 22 18:26:02.342082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-ee662113-6891-4ab2-acd4-33a550ebe593 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:02.343556 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-ee662113-6891-4ab2-acd4-33a550ebe593 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 808 time: 0.2476914 Apr 22 18:26:02.392619 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-92b257d7-49d9-4b56-965e-42c550cf822b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be303c2646864f9e80f03dd6c54a053b HTTP/1.1" status: 200 len: 379 time: 0.0403814 Apr 22 18:26:02.401966 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'port': {'device_id': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'admin_state_up': True, 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'security_groups': ['f2d87e83-e217-4120-9e13-074d39bbfe98']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:26:02.536990 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:26:02.548118 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:26:02.620993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Made reservation on behalf of be303c2646864f9e80f03dd6c54a053b for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:26:02.624730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:02.645569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8fdf09a8-5393-433b-b0cc-5d3c1b24d829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:02.663796 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-28f9c26d-949c-4666-8813-5f369cfac67e req-e373e638-de44-4507-a8f6-9c7eab139c76 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 210 time: 0.0429103 Apr 22 18:26:02.793469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Allocated IP 172.20.0.3 (958af891-acbf-47fe-8519-15b2b9830c01/d3c9b9ce-3a31-462a-914b-e217f10fabc1/18d53852-fc3d-4147-92ca-80e3f1519ac6) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:26:02.982111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:02.997953 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Transition to ACTIVE for port object 18d53852-fc3d-4147-92ca-80e3f1519ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:26:03.068755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:03.137800 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Network 958af891-acbf-47fe-8519-15b2b9830c01 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:26:03.145252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:26:03.150220 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:26:03.180204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:26:03.219950 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:03.220819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:03.324748 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-f79c14c9-6ab0-40be-82eb-d71cdec50177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9264014 Apr 22 18:26:03.335432 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Request body: {'port': {'device_id': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:26:03.448677 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:03.477992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-167d0b23-3469-4eee-95cf-4840a76f2d20 None None] Provisioning for port 18d53852-fc3d-4147-92ca-80e3f1519ac6 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:26:03.483481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-167d0b23-3469-4eee-95cf-4840a76f2d20 None None] Provisioning complete for port 18d53852-fc3d-4147-92ca-80e3f1519ac6 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:26:03.483865 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-167d0b23-3469-4eee-95cf-4840a76f2d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:03.540037 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-167d0b23-3469-4eee-95cf-4840a76f2d20 None None] Port 18d53852-fc3d-4147-92ca-80e3f1519ac6 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:26:03.794484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:03.840746 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d53852-fc3d-4147-92ca-80e3f1519ac6 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:26:03.851449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:03.871751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Transition to ACTIVE for port object 18d53852-fc3d-4147-92ca-80e3f1519ac6 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:26:03.891603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddf72e-2421-495b-b896-f7a19eae474a req-26fece72-c567-401d-a3de-faeb10dc0441 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:03.892299 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-d7ddf72e-2421-495b-b896-f7a19eae474a req-26fece72-c567-401d-a3de-faeb10dc0441 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:26:03.936926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:03.977976 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-d7ddf72e-2421-495b-b896-f7a19eae474a req-26fece72-c567-401d-a3de-faeb10dc0441 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:26:03.979151 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7ddf72e-2421-495b-b896-f7a19eae474a req-26fece72-c567-401d-a3de-faeb10dc0441 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 931 time: 0.2083924 Apr 22 18:26:04.034146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:04.128767 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Pushing event updated for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:26:04.175728 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7ddf72e-2421-495b-b896-f7a19eae474a req-9c1b8178-b419-4806-a681-1f46904f2cd5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863220 Apr 22 18:26:04.216006 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Attempting to bind port 18d53852-fc3d-4147-92ca-80e3f1519ac6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:26:04.217639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Attempting to bind port 18d53852-fc3d-4147-92ca-80e3f1519ac6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:26:04.217639 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Attempting to bind port 18d53852-fc3d-4147-92ca-80e3f1519ac6 on network 958af891-acbf-47fe-8519-15b2b9830c01 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:26:04.221520 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Port 18d53852-fc3d-4147-92ca-80e3f1519ac6 on network 958af891-acbf-47fe-8519-15b2b9830c01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:26:04.221843 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Attempting to bind port 18d53852-fc3d-4147-92ca-80e3f1519ac6 on network 958af891-acbf-47fe-8519-15b2b9830c01 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:26:04.226910 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:26:04.227837 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Checking segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:26:04.228222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Bound using segment: {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:26:04.228651 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Bound port: 18d53852-fc3d-4147-92ca-80e3f1519ac6, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aab83d1-24a5-42a6-872a-d22994d552ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:26:04.229001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:04.317670 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:26:04.320624 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:26:04.377415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:04.542389 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:04.543027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:04.544369 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] 10.222.0.16 "PUT /v2.0/ports/18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 1093 time: 1.2130687 Apr 22 18:26:04.544861 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:26:04.570142 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff3039-617d-4661-873b-734620f9ea8b service neutron] Pushing event updated for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:26:04.701277 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d4394a-785b-4efa-989c-92cbe9f50ed3'] response: {'name': 'network-changed', 'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'status': 'completed', 'code': 200} Apr 22 18:26:04.743822 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-31d24e1f-cdd7-4c31-9e37-bb2a8c1cdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:04.745395 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-31d24e1f-cdd7-4c31-9e37-bb2a8c1cdfbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1096 time: 0.0764930 Apr 22 18:26:04.818932 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-6578e0c0-0c3e-49af-a523-719fb06e95d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 217 time: 0.0619619 Apr 22 18:26:04.878115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-e18e0eaa-51ec-49ce-bb2a-451e412626f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:04.879567 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-e18e0eaa-51ec-49ce-bb2a-451e412626f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0590389 Apr 22 18:26:04.948204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:04.952657 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-6978987a-7670-4d38-aa0c-11602ed00c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:04.954138 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-6978987a-7670-4d38-aa0c-11602ed00c4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689995 Apr 22 18:26:05.084292 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-315e284d-4787-4b35-857e-4d18fc3c6d3a service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236091 Apr 22 18:26:05.215301 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d2045ad8-80c5-466f-a961-545ecda56d39 req-6127e2c8-6cb8-44fe-8542-d8827ba3e2e1 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247423 Apr 22 18:26:05.295181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:05.423894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18901ae5-0a19-4fa7-a9c1-d26c5a3fabe7 req-acd1ab30-5ff8-4d72-9b1c-b901c92668b4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:05.425389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-18901ae5-0a19-4fa7-a9c1-d26c5a3fabe7 req-acd1ab30-5ff8-4d72-9b1c-b901c92668b4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.1427782 Apr 22 18:26:05.428005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-e3f15467-2bcf-4ea0-b3cc-409e5c2c5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:05.429421 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-e3f15467-2bcf-4ea0-b3cc-409e5c2c5d9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1096 time: 0.1032326 Apr 22 18:26:05.556992 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-18901ae5-0a19-4fa7-a9c1-d26c5a3fabe7 req-eec10972-76f5-4e6b-892f-3880c7dc55bf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251650 Apr 22 18:26:05.587963 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-ba278fd2-f9ea-408c-95da-788076a231c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:05.589403 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-ba278fd2-f9ea-408c-95da-788076a231c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1453853 Apr 22 18:26:05.658884 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-8b127cfd-73d6-493a-a31c-848bb490d9fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 217 time: 0.0627789 Apr 22 18:26:05.719241 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-b8babf8d-979c-4222-8bb4-26213ad51945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:05.720608 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-b8babf8d-979c-4222-8bb4-26213ad51945 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0559683 Apr 22 18:26:05.795954 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-adf3a20d-b081-459a-845c-90f7ad582d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:05.797397 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-adf3a20d-b081-459a-845c-90f7ad582d97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709109 Apr 22 18:26:05.930255 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-16e27e97-373b-49d9-af5e-a641c9e8db3a service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250110 Apr 22 18:26:06.069863 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-16d487b9-4a67-4949-877e-6685fe33bdb6 req-5c80762f-0811-457d-ba2c-768630fda566 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257970 Apr 22 18:26:06.738499 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95126abf-b52e-45bf-82a4-0ff7469bbc4b req-cb99170e-d1d4-4495-84c7-ed9eca41cbda tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:06.739976 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95126abf-b52e-45bf-82a4-0ff7469bbc4b req-cb99170e-d1d4-4495-84c7-ed9eca41cbda tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0771642 Apr 22 18:26:06.781432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-95126abf-b52e-45bf-82a4-0ff7469bbc4b req-53fa134c-0305-4890-bf6e-a04c4b483632 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:26:06.792929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-95126abf-b52e-45bf-82a4-0ff7469bbc4b req-53fa134c-0305-4890-bf6e-a04c4b483632 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:26:06.793968 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-95126abf-b52e-45bf-82a4-0ff7469bbc4b req-53fa134c-0305-4890-bf6e-a04c4b483632 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478208 Apr 22 18:26:07.971452 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0abcb2-0538-46c9-8c43-ae5b603494fb req-88b2d439-795a-4a07-828a-0cc438279002 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:07.972880 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-be0abcb2-0538-46c9-8c43-ae5b603494fb req-88b2d439-795a-4a07-828a-0cc438279002 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0775287 Apr 22 18:26:08.016629 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-be0abcb2-0538-46c9-8c43-ae5b603494fb req-b6fb2834-ff01-4042-a226-7ff94326f2a2 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Apr 22 18:26:09.295783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd348b-2d48-48e4-8c8a-bf0338d3b3d6 req-f7c8a484-8207-48bc-abfc-4fca5b8ed3c5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:09.297172 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-96bd348b-2d48-48e4-8c8a-bf0338d3b3d6 req-f7c8a484-8207-48bc-abfc-4fca5b8ed3c5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.1790829 Apr 22 18:26:09.341564 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-96bd348b-2d48-48e4-8c8a-bf0338d3b3d6 req-c9287254-740b-4894-bb01-75fc808bc25c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386791 Apr 22 18:26:10.544996 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:26:10.629467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce928-96a1-4bfe-9b24-65fa62d1ad32 req-5d71a477-794d-4788-a59a-e6821ab0d8e4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:10.630870 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12fce928-96a1-4bfe-9b24-65fa62d1ad32 req-5d71a477-794d-4788-a59a-e6821ab0d8e4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.1868165 Apr 22 18:26:10.674144 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-12fce928-96a1-4bfe-9b24-65fa62d1ad32 req-8a7877a9-0e55-4e19-a092-91d5894f9ed1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372198 Apr 22 18:26:11.855890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130f6be-5e48-4ad7-83a6-f99a5a2a0526 req-4c3867ae-9e6f-41ca-8516-dd186090d7a9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:11.857318 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0130f6be-5e48-4ad7-83a6-f99a5a2a0526 req-4c3867ae-9e6f-41ca-8516-dd186090d7a9 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0808122 Apr 22 18:26:11.900116 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0130f6be-5e48-4ad7-83a6-f99a5a2a0526 req-a6f4efdf-85cd-4d77-a718-7f446924f789 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372272 Apr 22 18:26:13.084098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa2897-5bfe-4e4c-a69b-641cd2a4e0e7 req-960a0f42-1d9a-4f5c-93de-6fe98c5a944f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:13.085531 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-44fa2897-5bfe-4e4c-a69b-641cd2a4e0e7 req-960a0f42-1d9a-4f5c-93de-6fe98c5a944f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0805652 Apr 22 18:26:13.128927 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-44fa2897-5bfe-4e4c-a69b-641cd2a4e0e7 req-d9916726-de1a-4dde-93a4-ed9510328676 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371857 Apr 22 18:26:13.894985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 18d53852-fc3d-4147-92ca-80e3f1519ac6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:26:14.023854 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:26:14.036616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'port_id': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'mac_address': 'fa:16:3e:cf:60:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:26:14.092806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:14.109686 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d53852-fc3d-4147-92ca-80e3f1519ac6 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:26:14.124889 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:26:14.188375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:14.254370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:26:14.261365 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.261718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.262067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.262408 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.262769 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.263103 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.263438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.263771 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.264107 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.264436 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.264761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.265087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:26:14.311874 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc2903-22e6-4817-8bc6-9b0e556317ae req-e28bc7fc-93d5-4886-82f9-39bac247cd8f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:14.313322 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b0bc2903-22e6-4817-8bc6-9b0e556317ae req-e28bc7fc-93d5-4886-82f9-39bac247cd8f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 944 time: 0.0785711 Apr 22 18:26:14.356569 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b0bc2903-22e6-4817-8bc6-9b0e556317ae req-7f7266f9-efe1-41db-b06b-6555a9281e94 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376117 Apr 22 18:26:14.506159 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['18d53852-fc3d-4147-92ca-80e3f1519ac6'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:26:15.538647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5490-bd36-41d4-b46f-9de88183a794 req-cb6f4dd3-e239-4408-891a-0e5acc9363cf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:15.540110 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4ae5490-bd36-41d4-b46f-9de88183a794 req-cb6f4dd3-e239-4408-891a-0e5acc9363cf tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 944 time: 0.0792921 Apr 22 18:26:15.583406 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a4ae5490-bd36-41d4-b46f-9de88183a794 req-690ffd6c-28ff-4945-a605-169fd8ec882b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376894 Apr 22 18:26:15.894619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 18d53852-fc3d-4147-92ca-80e3f1519ac6 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:26:16.010716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 18d53852-fc3d-4147-92ca-80e3f1519ac6 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:26:16.015498 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 18d53852-fc3d-4147-92ca-80e3f1519ac6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:26:16.015883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:16.130835 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:16.156648 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:26:16.167138 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:26:16.237455 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:16.295084 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd8ef08-a88a-4005-a5e0-2f6e091c2412'] response: {'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'code': 200} Apr 22 18:26:16.305357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:26:16.724848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c14bd6-24e7-41a6-88e7-3c04bc4150a5 req-1c85de22-80b9-42fe-8f28-7c4d3d44846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:16.726281 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-96c14bd6-24e7-41a6-88e7-3c04bc4150a5 req-1c85de22-80b9-42fe-8f28-7c4d3d44846d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.1062803 Apr 22 18:26:16.777869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-96c14bd6-24e7-41a6-88e7-3c04bc4150a5 req-ca1f058e-5e77-42ba-9607-f0da700d5c38 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454814 Apr 22 18:26:16.797332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43c2e2-08b6-4023-954c-8b54317d838a req-f306e5f7-632f-4065-aa5b-b5798878702c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:16.798709 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8b43c2e2-08b6-4023-954c-8b54317d838a req-f306e5f7-632f-4065-aa5b-b5798878702c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.1126101 Apr 22 18:26:16.844730 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-8b43c2e2-08b6-4023-954c-8b54317d838a req-d9553b2a-2804-4601-a6c8-0da5ab78076d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404472 Apr 22 18:26:18.028890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78049e-cf59-4bce-b12a-128b8f97906d req-4ea1ecd2-e928-4c57-8705-ef4ba872fd10 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:18.030794 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7c78049e-cf59-4bce-b12a-128b8f97906d req-4ea1ecd2-e928-4c57-8705-ef4ba872fd10 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0812480 Apr 22 18:26:18.074389 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-7c78049e-cf59-4bce-b12a-128b8f97906d req-13a001ea-99a6-41bc-9c9d-5d25493f305a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378945 Apr 22 18:26:19.255838 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa505f64-4fad-42a1-8897-72ddd9623d4a req-cd04fe63-df34-4e7b-b2d0-9046253991c5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:19.257283 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-aa505f64-4fad-42a1-8897-72ddd9623d4a req-cd04fe63-df34-4e7b-b2d0-9046253991c5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0780547 Apr 22 18:26:19.300672 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-aa505f64-4fad-42a1-8897-72ddd9623d4a req-ccfd3260-8313-433e-a239-f51208a2dab8 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379388 Apr 22 18:26:19.481243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e85a2-4ac4-436c-9092-f06aeb2fa5e5 req-c32d2404-d26f-4ab1-a53f-32b23d17a98f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:19.482659 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-752e85a2-4ac4-436c-9092-f06aeb2fa5e5 req-c32d2404-d26f-4ab1-a53f-32b23d17a98f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0805578 Apr 22 18:26:19.525188 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-752e85a2-4ac4-436c-9092-f06aeb2fa5e5 req-ca21c053-c873-42a5-adf7-699ce6c00cdb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369563 Apr 22 18:26:19.546421 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33260) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:26:19.652713 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a38cc3-aa0d-429e-aa23-149c54f4b779 tempest-TestShelveInstance-492499391 tempest-TestShelveInstance-492499391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:19.654182 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-60a38cc3-aa0d-429e-aa23-149c54f4b779 tempest-TestShelveInstance-492499391 tempest-TestShelveInstance-492499391-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1093 time: 0.1067917 Apr 22 18:26:19.656906 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33266) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:26:19.661804 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:26:19.667616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:26:19.671377 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Usage tracker for resource:floatingip and tenant:be303c2646864f9e80f03dd6c54a053b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:26:19.674118 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:26:19.679699 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:26:19.776459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:19.908642 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:20.040344 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Allocated IP 172.26.3.12 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/6833d27b-0ff1-4b7c-896f-f1ac935580a5) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:26:20.181764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:20.251040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:20.308507 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:26:20.311066 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:26:20.318579 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:26:20.361248 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'Port': ['ID=6833d27b-0ff1-4b7c-896f-f1ac935580a5,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:26:20.724596 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:20.850293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:21.141546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:21.187905 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:21.296295 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event updated for resources: {'Port': ['ID=6833d27b-0ff1-4b7c-896f-f1ac935580a5,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:26:21.303865 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:21.470169 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Floating IP 6a0568cc-8fe9-4f94-b4c1-49213dc8fa63 associated. External IP: 172.26.3.12, port: 18d53852-fc3d-4147-92ca-80e3f1519ac6. Apr 22 18:26:21.809649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Router 9e9d0083-e6b6-4617-9f33-386079408696 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:26:21.981145 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:26:21.991163 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] Sync routers for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:26:22.000859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:26:22.001481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:26:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:26:22.056537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:22.113947 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-7a515538-5096-4596-b45b-46fe81b65847 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4559524 Apr 22 18:26:22.114428 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:26:22.179731 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:26:22.242970 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8171285-59c6-40a3-9dac-970a8f0df29a'] response: {'name': 'network-changed', 'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'status': 'completed', 'code': 200} Apr 22 18:26:22.335444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-e882510c-66e5-4656-a584-33ae14a75175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:22.337456 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-e882510c-66e5-4656-a584-33ae14a75175 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.0736449 Apr 22 18:26:22.470162 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-b76bbdb9-719d-4517-b3ad-44c91c6223c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:22.471977 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-b76bbdb9-719d-4517-b3ad-44c91c6223c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1285067 Apr 22 18:26:22.554637 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a0568cc-8fe9-4f94-b4c1-49213dc8fa63', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'port_id': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'mac_address': 'fa:16:3e:cf:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:26:20Z', 'updated_at': '2022-04-22T18:26:20Z', 'revision_number': 0, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:26:22.558345 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] Checking router: 9e9d0083-e6b6-4617-9f33-386079408696 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:26:22.566590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:26:22.567506 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:26:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:26:22.574281 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-c5bb2b3f-1d13-40b8-b04c-1a2ac3dc3b7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 998 time: 0.0960665 Apr 22 18:26:22.634908 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-18bbff9c-f8db-45f6-b31f-1df214fb7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:22.636337 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-18bbff9c-f8db-45f6-b31f-1df214fb7df0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0571053 Apr 22 18:26:22.708448 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-f3f7d069-3a3c-43e8-bbc6-09a11b2ef4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:26:22.709929 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-f3f7d069-3a3c-43e8-bbc6-09a11b2ef4b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680726 Apr 22 18:26:22.742918 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:26:22.838656 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-3dff7156-7735-4ffd-886d-8a77f5b19676 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228046 Apr 22 18:26:22.966824 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ff762d79-0fb5-4753-ad25-1dd5b92c4690 req-a109cd18-9d19-4d55-8530-d1c0595b6014 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222878 Apr 22 18:26:23.085319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a0568cc-8fe9-4f94-b4c1-49213dc8fa63', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'port_id': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'mac_address': 'fa:16:3e:cf:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:26:20Z', 'updated_at': '2022-04-22T18:26:20Z', 'revision_number': 0, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:26:23.089185 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdee923-5faa-4fd2-89a0-47f3212102d0 None None] The sync data for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv is: [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': '6a0568cc-8fe9-4f94-b4c1-49213dc8fa63', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'port_id': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'mac_address': 'fa:16:3e:cf:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:26:20Z', 'updated_at': '2022-04-22T18:26:20Z', 'revision_number': 0, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:26:23.277414 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4873a40-337d-447e-a1ef-3ceb44951db7 None None] New status for floating IP 6a0568cc-8fe9-4f94-b4c1-49213dc8fa63: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:26:30.456249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-029a6a68-afe3-47d4-a437-2fccddd8acb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:32.671670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5251-05ac-4321-a5f9-3989c47e7b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:33.802721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:34.014477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:35.039250 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:35.290315 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:26:47.544741 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:26:59.915669 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-5367f37c-cccc-43f3-8d66-8e793298ce69 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848207 Apr 22 18:27:00.050762 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-8dc4f695-3428-4036-9fb4-ea6a3eba55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:27:00.052242 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-8dc4f695-3428-4036-9fb4-ea6a3eba55df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.0707803 Apr 22 18:27:00.194906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-a5f5f5c5-8dff-4341-b29c-460ffd6d2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:27:00.196335 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-a5f5f5c5-8dff-4341-b29c-460ffd6d2cb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1268384 Apr 22 18:27:00.402991 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-7eefb7dc-e425-4466-9161-739a60c34b6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 1000 time: 0.2011001 Apr 22 18:27:00.454034 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-13b73ee7-4dad-48a1-a90f-ad145f748496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:00.467131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-ea78e8e0-c07d-4950-ad24-2e83dd43e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:27:00.468548 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-ea78e8e0-c07d-4950-ad24-2e83dd43e6f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0597234 Apr 22 18:27:00.543688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-c5095e87-b892-42cf-b159-83aae4a3627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:27:00.544628 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-c5095e87-b892-42cf-b159-83aae4a3627e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698225 Apr 22 18:27:00.675506 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-fef3d03d-428a-4edb-86b8-8e7d7193b5f2 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252947 Apr 22 18:27:00.805444 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc6a7ce1-9eae-4e32-9570-b35e47118762 req-c3d38445-5b4f-4cde-9c4c-1d452861f80a service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244028 Apr 22 18:27:02.873238 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4a7b-abfe-48a0-8735-7b97d5802965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:03.781543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:04.019375 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:04.971084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:05.276472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:24.545483 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:27:30.467084 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-c7010da3-9c58-45d9-9aac-295aad3c7ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:32.675565 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-659c1abd-4a47-4804-b32b-1e85eac4d851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:33.767477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:34.009366 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:35.030173 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:35.358186 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:27:59.905585 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ca56c35-4872-4b45-9844-0365a7717585 req-73cd05d4-9df8-4d39-9a24-73a22462eb9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711420 Apr 22 18:28:00.038649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca56c35-4872-4b45-9844-0365a7717585 req-470b547d-020e-460f-a640-6fceaec20744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:28:00.040115 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ca56c35-4872-4b45-9844-0365a7717585 req-470b547d-020e-460f-a640-6fceaec20744 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.0690577 Apr 22 18:28:00.181103 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca56c35-4872-4b45-9844-0365a7717585 req-cfbbb459-0915-4120-bcd6-e7f212e491b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:28:00.182549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ca56c35-4872-4b45-9844-0365a7717585 req-cfbbb459-0915-4120-bcd6-e7f212e491b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1246119 Apr 22 18:28:00.282043 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ca56c35-4872-4b45-9844-0365a7717585 req-b5fb6ba1-a109-469c-96cd-5d6f29915f8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 1000 time: 0.0939794 Apr 22 18:28:00.341258 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca56c35-4872-4b45-9844-0365a7717585 req-9b649e04-dc1a-4f13-95dc-9db4606bd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:28:00.342623 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ca56c35-4872-4b45-9844-0365a7717585 req-9b649e04-dc1a-4f13-95dc-9db4606bd623 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0556154 Apr 22 18:28:00.419441 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca56c35-4872-4b45-9844-0365a7717585 req-600ad2ee-8fbc-4d2b-8607-7c8cb6fef944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:28:00.420904 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ca56c35-4872-4b45-9844-0365a7717585 req-600ad2ee-8fbc-4d2b-8607-7c8cb6fef944 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729542 Apr 22 18:28:00.472376 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e833d363-fe3b-4eb9-ae48-55b5fb806c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:00.554595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ca56c35-4872-4b45-9844-0365a7717585 req-a724427b-23b7-4b96-a562-09b59b07ff07 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273053 Apr 22 18:28:00.682543 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0ca56c35-4872-4b45-9844-0365a7717585 req-26ab3a13-890c-41ff-973d-3ca6795ccc33 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219463 Apr 22 18:28:01.543626 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:28:02.677574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9f2af62a-17ef-44d4-b98f-43173e0f082f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:03.752087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:03.995189 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:05.008975 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:05.300910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:30.448706 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bad7ba8d-9231-407c-a740-b1219bae659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:32.660206 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-36cca1ec-ff8e-453d-9499-1e892c30ec62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:33.757144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:34.037134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:35.043263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:35.277282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:28:38.542460 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:29:00.471564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-020069f4-79a2-41a1-b75f-d877f471f5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:01.563266 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2fcdb-8558-499c-9dcf-3461df5d8ae6 req-1ce5d600-e7e4-4340-85c8-6149b5379599 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:01.564739 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-45b2fcdb-8558-499c-9dcf-3461df5d8ae6 req-1ce5d600-e7e4-4340-85c8-6149b5379599 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0807085 Apr 22 18:29:01.607828 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-45b2fcdb-8558-499c-9dcf-3461df5d8ae6 req-2083882e-2d91-48bb-b1f9-00f247e0e6d8 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372527 Apr 22 18:29:01.963453 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-bd14f951-af9b-4cbf-b888-faf495b1b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:01.964892 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-bd14f951-af9b-4cbf-b888-faf495b1b735 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.0719733 Apr 22 18:29:02.220290 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-b6e9d9d5-93d5-4aee-88c2-43045b269797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:02.221811 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-b6e9d9d5-93d5-4aee-88c2-43045b269797 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.2393153 Apr 22 18:29:02.321966 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-a745fff7-d423-4581-a9a2-106760525f78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 1000 time: 0.0944002 Apr 22 18:29:02.383660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-abeb6ff6-f165-45b6-8890-541fe42de286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:02.385070 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-abeb6ff6-f165-45b6-8890-541fe42de286 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0566523 Apr 22 18:29:02.459181 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-27135713-d260-465e-af95-2429c29900f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:02.460637 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-27135713-d260-465e-af95-2429c29900f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693870 Apr 22 18:29:02.471200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-d721f057-3446-4126-a31b-2b2d70a1bcbb service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 18:29:02.472071 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-d721f057-3446-4126-a31b-2b2d70a1bcbb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056546 Apr 22 18:29:02.602027 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-5aa122aa-464a-4147-be37-8fab4d166b88 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243360 Apr 22 18:29:02.665953 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cedb6329-d213-4bc3-8f44-8879c5bf0b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:02.732896 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73e8911f-98d9-40fb-a63f-5a83511b8321 req-27cbbaca-2f8b-46d7-8318-b5463c59dc61 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255498 Apr 22 18:29:02.804777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab209b-45c8-4622-bf71-86ca77fe95c4 req-7cf888b8-b83f-4692-bf18-95ef08ebccb7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:02.806161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-86ab209b-45c8-4622-bf71-86ca77fe95c4 req-7cf888b8-b83f-4692-bf18-95ef08ebccb7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0886581 Apr 22 18:29:02.849675 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-86ab209b-45c8-4622-bf71-86ca77fe95c4 req-ec7ad5f5-250d-4cc7-95cd-260c98e8e2fb tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378015 Apr 22 18:29:03.759660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:04.028571 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:04.038004 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba53881-5ab0-4887-98cd-cc1a0b4d82a9 req-7ec6875d-2054-4751-9e76-8bae1f7fe9b6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:04.039471 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ba53881-5ab0-4887-98cd-cc1a0b4d82a9 req-7ec6875d-2054-4751-9e76-8bae1f7fe9b6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0841682 Apr 22 18:29:04.083249 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7ba53881-5ab0-4887-98cd-cc1a0b4d82a9 req-080ce719-88a8-41d0-89ff-7cf7bc0e4f2b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380661 Apr 22 18:29:05.019834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:05.270957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b0ca2-9c9a-4254-97aa-d4bf3ba40db1 req-0b43e3d8-b5c7-464b-8f1d-1cf36eadc1b5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:05.275205 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b05b0ca2-9c9a-4254-97aa-d4bf3ba40db1 req-0b43e3d8-b5c7-464b-8f1d-1cf36eadc1b5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0854867 Apr 22 18:29:05.277224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:05.315673 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-b05b0ca2-9c9a-4254-97aa-d4bf3ba40db1 req-b8c3b416-bdb1-435b-b238-651db94d695a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376713 Apr 22 18:29:06.497648 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c09551-4bcc-42de-b896-bbbbb4763b6f req-68188252-81a7-4a92-a52e-79e62037a967 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:06.499093 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a9c09551-4bcc-42de-b896-bbbbb4763b6f req-68188252-81a7-4a92-a52e-79e62037a967 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0782320 Apr 22 18:29:06.544823 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-a9c09551-4bcc-42de-b896-bbbbb4763b6f req-10657ecc-1be5-4400-85e9-69ba29e37767 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400789 Apr 22 18:29:07.723261 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39fb30-8f12-47e6-b51a-b6b5b49dc43e req-d6727f90-4d7e-4a68-849f-e353e4664fb2 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:07.724711 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9d39fb30-8f12-47e6-b51a-b6b5b49dc43e req-d6727f90-4d7e-4a68-849f-e353e4664fb2 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0773516 Apr 22 18:29:07.876151 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-9d39fb30-8f12-47e6-b51a-b6b5b49dc43e req-ce7c0f69-555f-4e77-bc39-ae71d4ef9881 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455932 Apr 22 18:29:09.056383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc439f7-aea0-4f06-befd-aff48087460e req-e8e6cd4e-b40c-48e0-b891-9e19e4c19cd4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:09.057820 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0fc439f7-aea0-4f06-befd-aff48087460e req-e8e6cd4e-b40c-48e0-b891-9e19e4c19cd4 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0787930 Apr 22 18:29:09.101626 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0fc439f7-aea0-4f06-befd-aff48087460e req-655b917a-e742-43e4-b0e9-d4159682fb3a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381956 Apr 22 18:29:10.278088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97339a72-09fa-4d9b-8e5f-49381ad4af30 req-a69dd8d9-58d5-4b8a-b5dd-4a275c29778d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:10.279621 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-97339a72-09fa-4d9b-8e5f-49381ad4af30 req-a69dd8d9-58d5-4b8a-b5dd-4a275c29778d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0773609 Apr 22 18:29:10.322939 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-97339a72-09fa-4d9b-8e5f-49381ad4af30 req-419ed5a0-9770-4ffe-ace0-f337ed949afc tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366611 Apr 22 18:29:11.505609 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf255bae-8b3b-4c2b-ac07-bfd4e1fe6602 req-91c69e67-5077-4019-b401-efc65f846dc6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:11.507071 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bf255bae-8b3b-4c2b-ac07-bfd4e1fe6602 req-91c69e67-5077-4019-b401-efc65f846dc6 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0815482 Apr 22 18:29:11.550187 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bf255bae-8b3b-4c2b-ac07-bfd4e1fe6602 req-413d6677-d526-4e9f-8242-3b2525564381 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375571 Apr 22 18:29:11.797209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097836-70f8-4f05-826b-36fed133554c req-5827e279-a89e-4f15-9c02-e060e470dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:11.798657 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a097836-70f8-4f05-826b-36fed133554c req-5827e279-a89e-4f15-9c02-e060e470dbde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.0686569 Apr 22 18:29:11.927921 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097836-70f8-4f05-826b-36fed133554c req-5b6c4eea-b916-4b86-ba6c-55ba757bb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:11.929331 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a097836-70f8-4f05-826b-36fed133554c req-5b6c4eea-b916-4b86-ba6c-55ba757bb828 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1247821 Apr 22 18:29:12.032476 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a097836-70f8-4f05-826b-36fed133554c req-8251df1c-8bb0-4e2b-99fe-efcce4a1a5cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 1000 time: 0.0956845 Apr 22 18:29:12.093349 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097836-70f8-4f05-826b-36fed133554c req-5168b58a-070d-4804-b182-09c645fdad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:12.094707 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a097836-70f8-4f05-826b-36fed133554c req-5168b58a-070d-4804-b182-09c645fdad56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0567133 Apr 22 18:29:12.170689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097836-70f8-4f05-826b-36fed133554c req-457daf0a-f770-43b1-9e91-51fe339d3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:12.172786 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a097836-70f8-4f05-826b-36fed133554c req-457daf0a-f770-43b1-9e91-51fe339d3c57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725822 Apr 22 18:29:12.301166 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a097836-70f8-4f05-826b-36fed133554c req-faf0d14e-a91d-4b6d-ab31-a61b2adff29e service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227500 Apr 22 18:29:12.534711 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4a097836-70f8-4f05-826b-36fed133554c req-031926c8-feb7-47db-a90f-a1a992237efe service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270522 Apr 22 18:29:12.733736 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4444f-1928-4020-9509-40ab496619c6 req-56f23efd-691f-485f-8b89-c3591e20594b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:12.735191 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3fd4444f-1928-4020-9509-40ab496619c6 req-56f23efd-691f-485f-8b89-c3591e20594b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0807257 Apr 22 18:29:12.777790 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3fd4444f-1928-4020-9509-40ab496619c6 req-aa644c3b-75fa-407a-96de-311c82687b3a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369916 Apr 22 18:29:13.959728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8060825-0713-48b7-b28e-2b13b2032272 req-f4ebf19c-ee01-4a6f-8b78-728bb571d179 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:13.961159 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8060825-0713-48b7-b28e-2b13b2032272 req-f4ebf19c-ee01-4a6f-8b78-728bb571d179 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0787845 Apr 22 18:29:14.004453 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b8060825-0713-48b7-b28e-2b13b2032272 req-de44f23e-500c-45d2-9cdb-bf267ae7c2e3 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377793 Apr 22 18:29:15.182612 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cfc24-69ee-4abc-8810-89dc2607e28a req-deac06d7-eb3a-48b5-a605-87ca9a948a66 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:15.184070 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e74cfc24-69ee-4abc-8810-89dc2607e28a req-deac06d7-eb3a-48b5-a605-87ca9a948a66 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0775549 Apr 22 18:29:15.229746 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-e74cfc24-69ee-4abc-8810-89dc2607e28a req-98a9cb34-a5fd-415f-bf86-3e728f4e0e2f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Apr 22 18:29:15.544086 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:29:15.759109 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c51ed-b084-4434-9212-ca79b6a44d58 req-f71300d8-f938-4544-85c6-2186703c78c8 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:15.760623 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c51c51ed-b084-4434-9212-ca79b6a44d58 req-f71300d8-f938-4544-85c6-2186703c78c8 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0810518 Apr 22 18:29:15.776189 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-60014748-b4cb-46a5-a8c8-7268bb7b10c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085784 Apr 22 18:29:15.805404 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c51c51ed-b084-4434-9212-ca79b6a44d58 req-6d1d634b-7d2f-4ee6-a37f-c6f5dd312b16 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390301 Apr 22 18:29:16.991477 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ad7f3-e400-4ebf-a08d-4620f19d25b2 req-aa5e4516-6848-4d70-97cb-ae622d4fcb0c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:16.992938 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-501ad7f3-e400-4ebf-a08d-4620f19d25b2 req-aa5e4516-6848-4d70-97cb-ae622d4fcb0c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0793464 Apr 22 18:29:17.037690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-501ad7f3-e400-4ebf-a08d-4620f19d25b2 req-f385cae1-ace9-4969-98ba-faebee33959e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390699 Apr 22 18:29:18.223389 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a061c-0ac1-4d98-ae94-d1815a29e007 req-37f7209d-8d84-4a58-8fd5-e5eb4261c164 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:18.224719 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f67a061c-0ac1-4d98-ae94-d1815a29e007 req-37f7209d-8d84-4a58-8fd5-e5eb4261c164 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0810368 Apr 22 18:29:18.269223 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-f67a061c-0ac1-4d98-ae94-d1815a29e007 req-53a5ac6e-7c62-4a5e-a20e-f5f9be63a2b5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387940 Apr 22 18:29:18.756639 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 18d53852-fc3d-4147-92ca-80e3f1519ac6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:29:18.866794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:18.895299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:29:18.905092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:29:18.937380 dv-neutron-839024-1-hyperv neutron-server[88661]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6326b671-bfa0-4421-aefc-029cd5d84427']: {'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'code': 422} returned with failed status Apr 22 18:29:18.971015 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:19.078698 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:29:19.085737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.086301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.086666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.087065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.087401 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.087739 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.088071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.088400 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.088732 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.089060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.089386 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.089713 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:29:19.438027 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-0de2412d-dfbe-40d1-b08c-78f022a9e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:19.439540 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-0de2412d-dfbe-40d1-b08c-78f022a9e4c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768&tenant_id=be303c2646864f9e80f03dd6c54a053b HTTP/1.1" status: 200 len: 1096 time: 0.0752356 Apr 22 18:29:19.450257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc40cd-33e3-4f83-9d29-9e3769eb0e13 req-c01ccc50-55c4-4ca1-8cb0-f7f82afd9259 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:19.451761 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8fdc40cd-33e3-4f83-9d29-9e3769eb0e13 req-c01ccc50-55c4-4ca1-8cb0-f7f82afd9259 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0795698 Apr 22 18:29:19.496864 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8fdc40cd-33e3-4f83-9d29-9e3769eb0e13 req-f9ad73d6-5e59-45eb-8293-733dd7c4e13c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388124 Apr 22 18:29:19.529786 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-fc4780d9-dabd-4f75-b520-4fc8f81c172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:19.531269 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-fc4780d9-dabd-4f75-b520-4fc8f81c172e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1096 time: 0.0706396 Apr 22 18:29:19.659531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-355a7ec4-9c69-4048-8e14-906a1bae7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:19.660939 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-355a7ec4-9c69-4048-8e14-906a1bae7314 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1232464 Apr 22 18:29:19.761651 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-13bac615-aba3-4961-85d3-87db306beeb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 998 time: 0.0944037 Apr 22 18:29:19.823848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-804eaecb-b6e2-40a1-bd5f-fce5ac5f426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:19.825264 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-804eaecb-b6e2-40a1-bd5f-fce5ac5f426b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0576363 Apr 22 18:29:19.897678 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-b8b57976-b09a-45e5-8113-0d32d3186ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:19.899130 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-b8b57976-b09a-45e5-8113-0d32d3186ed6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682518 Apr 22 18:29:20.025067 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-012cb969-61ac-4249-ab29-61f7510ed152 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201651 Apr 22 18:29:20.151903 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-a22d7823-063f-438d-946e-e29f5dd9d001 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211519 Apr 22 18:29:20.676049 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6fa11-3dff-4d99-87d5-7c13a7223ef1 req-08056458-190c-4d76-adf5-6f7ae25bdaf0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:20.677498 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4bb6fa11-3dff-4d99-87d5-7c13a7223ef1 req-08056458-190c-4d76-adf5-6f7ae25bdaf0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0782671 Apr 22 18:29:20.723814 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4bb6fa11-3dff-4d99-87d5-7c13a7223ef1 req-4c2fa690-0bee-4da8-9d46-8f994a9b893c tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 Apr 22 18:29:21.907116 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed647f-52a1-4c49-b44b-5bc8d88e2563 req-8c7012f4-fe00-4d5e-b60b-cb08abe5c52f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:21.908819 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6fed647f-52a1-4c49-b44b-5bc8d88e2563 req-8c7012f4-fe00-4d5e-b60b-cb08abe5c52f tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0804353 Apr 22 18:29:21.952017 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-6fed647f-52a1-4c49-b44b-5bc8d88e2563 req-492f2fa5-1e15-49f1-b07a-1c2470a4bac8 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 Apr 22 18:29:23.131752 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e2eca-eaf0-43c0-8fd8-9b0e5ab7a19c req-7037c93b-5457-4bf5-a4d9-f6340f76cfc7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:23.133203 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2b1e2eca-eaf0-43c0-8fd8-9b0e5ab7a19c req-7037c93b-5457-4bf5-a4d9-f6340f76cfc7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0795302 Apr 22 18:29:23.176631 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-2b1e2eca-eaf0-43c0-8fd8-9b0e5ab7a19c req-e25e2640-cfab-42ad-b7e3-22459b36741a tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379405 Apr 22 18:29:24.360702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e179e6-dbf4-43ee-b21e-0eb314cc62ae req-54fb0ae2-f0cd-49d9-a79c-ce5a607e7e9b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:24.362118 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-26e179e6-dbf4-43ee-b21e-0eb314cc62ae req-54fb0ae2-f0cd-49d9-a79c-ce5a607e7e9b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0804188 Apr 22 18:29:24.405002 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-26e179e6-dbf4-43ee-b21e-0eb314cc62ae req-45a16a4e-eb8f-4a69-a7f4-dc65d336b8bc tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372288 Apr 22 18:29:25.590867 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436118ab-e2d4-4fe0-a48c-db93bec11ad5 req-54c11f7f-c846-4df6-bc83-f4caafb8d84d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:25.592585 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-436118ab-e2d4-4fe0-a48c-db93bec11ad5 req-54c11f7f-c846-4df6-bc83-f4caafb8d84d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0823615 Apr 22 18:29:25.635882 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-436118ab-e2d4-4fe0-a48c-db93bec11ad5 req-baedbae2-0f6a-4a9e-92b3-60ab089ed4cc tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371630 Apr 22 18:29:26.809253 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 18d53852-fc3d-4147-92ca-80e3f1519ac6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:29:26.815369 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32e694-f5b8-457d-8d32-6da544b83bfb req-6be07401-f39c-4b29-8884-f1791b495b93 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:26.816858 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4f32e694-f5b8-457d-8d32-6da544b83bfb req-6be07401-f39c-4b29-8884-f1791b495b93 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 943 time: 0.0789990 Apr 22 18:29:26.860556 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-4f32e694-f5b8-457d-8d32-6da544b83bfb req-58c951b9-a292-4c7b-a2c3-c48fc53662f7 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379188 Apr 22 18:29:26.938950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:29:26.951509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'port_id': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'mac_address': 'fa:16:3e:cf:60:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:29:27.009029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:27.026121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d53852-fc3d-4147-92ca-80e3f1519ac6 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:29:27.041539 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:29:27.093972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:27.160504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:29:27.442450 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['18d53852-fc3d-4147-92ca-80e3f1519ac6'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:29:28.039390 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf527c75-1fda-4ab0-97eb-a420a81bec10 req-2a899305-ee02-4219-9e66-ea4d8d9bce03 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:28.041809 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf527c75-1fda-4ab0-97eb-a420a81bec10 req-2a899305-ee02-4219-9e66-ea4d8d9bce03 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 944 time: 0.0799994 Apr 22 18:29:28.084716 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf527c75-1fda-4ab0-97eb-a420a81bec10 req-8e60de68-b571-4a52-91e2-1c7c517264ca tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372605 Apr 22 18:29:28.824282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 18d53852-fc3d-4147-92ca-80e3f1519ac6 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:29:28.897636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 18d53852-fc3d-4147-92ca-80e3f1519ac6 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:29:28.898012 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:29.011383 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:29.037423 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:29:29.047133 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:29:29.081414 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3663d1f6-6bc5-4254-87d7-2a01f6766ec9'] response: {'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'code': 200} Apr 22 18:29:29.101987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:29.170589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:29:29.274088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438aa0d-cb86-4e14-a9da-ff5f8316cf8d req-0b490093-2870-40da-88f4-28f3598db177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:29.275530 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9438aa0d-cb86-4e14-a9da-ff5f8316cf8d req-0b490093-2870-40da-88f4-28f3598db177 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0826173 Apr 22 18:29:29.321514 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9438aa0d-cb86-4e14-a9da-ff5f8316cf8d req-7baa7875-511e-4098-a2a5-37575eb16ecd tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 Apr 22 18:29:29.402698 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410c2da-6bfc-4907-9e34-f106af9e3313 req-db6b82c2-2879-4915-8fed-8f830f93c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:29.404181 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4410c2da-6bfc-4907-9e34-f106af9e3313 req-db6b82c2-2879-4915-8fed-8f830f93c788 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.0688934 Apr 22 18:29:29.447288 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-4410c2da-6bfc-4907-9e34-f106af9e3313 req-0b978792-c36b-4b8d-bbb2-4bb4fc3bb6d2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369091 Apr 22 18:29:30.474509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7652-ec57-4407-ab5e-189b3ffa8ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:30.510777 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771edbda-ccd4-4717-9267-6b5580057a55 req-9f3e1c69-6ea0-4eb1-9f9b-075598ba3251 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:30.512212 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-771edbda-ccd4-4717-9267-6b5580057a55 req-9f3e1c69-6ea0-4eb1-9f9b-075598ba3251 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0835674 Apr 22 18:29:30.556083 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-771edbda-ccd4-4717-9267-6b5580057a55 req-a5aba9cf-e4bd-4732-b1ae-f86bad1b0432 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382631 Apr 22 18:29:31.739862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e68a05-4f0c-44bc-b589-4334ae467108 req-9d506631-34f7-4eb9-859f-c22e311716db tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:29:31.752277 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-77e68a05-4f0c-44bc-b589-4334ae467108 req-9d506631-34f7-4eb9-859f-c22e311716db tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0792346 Apr 22 18:29:31.786031 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-77e68a05-4f0c-44bc-b589-4334ae467108 req-f97fb521-7689-4326-a995-3a8a5084895e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Apr 22 18:29:32.693359 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-365216cf-6692-48f7-afda-e38e1fb3167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:33.762380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:34.002239 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:35.027772 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:35.290467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:29:52.543990 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:30:00.439114 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7ad10d4e-f41e-4174-9a55-28eba8f0279a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:01.905940 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-1a41bb21-ebaa-44cd-b535-88d9d71ef842 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743637 Apr 22 18:30:02.047012 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-35a37b7a-5030-47b3-ae3a-092eb0e860be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:30:02.048544 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-35a37b7a-5030-47b3-ae3a-092eb0e860be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.0705409 Apr 22 18:30:02.298185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-c8aea6a5-e76e-40c0-8724-4ec0b0c09583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:30:02.299694 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-c8aea6a5-e76e-40c0-8724-4ec0b0c09583 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.2331083 Apr 22 18:30:02.404167 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-c693349a-cbcc-4395-a38f-25135a5e790f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 1000 time: 0.0981121 Apr 22 18:30:02.466788 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-9d7b793a-e62b-4769-b535-cdd7829f69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:30:02.468201 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-9d7b793a-e62b-4769-b535-cdd7829f69d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0579877 Apr 22 18:30:02.544967 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-a0afc7af-4122-4eaa-a37f-3b6c59e4dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:30:02.546422 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-a0afc7af-4122-4eaa-a37f-3b6c59e4dce1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716901 Apr 22 18:30:02.653243 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ed677716-070d-4576-bc46-e0844ce97b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:02.678481 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-37db0fe1-5c3b-4712-8dd0-6719588b0012 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256707 Apr 22 18:30:02.809545 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-ac2e1ace-e00d-4db7-a87f-930af05079f0 req-24eb1f06-cb8d-4e2a-93cd-bc4a935964b1 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229289 Apr 22 18:30:03.773504 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:04.008119 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:05.059780 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:05.281616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:29.542098 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:30:30.444100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1e785705-def5-4697-b6fe-a900759345cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:32.672319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-4f43790a-7aa7-4049-9743-6f7708e91c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:33.803441 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:34.008937 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:35.077891 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:30:35.323722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:00.458764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8c7597f6-0b50-408e-8c45-7d8e4b88cf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:02.677414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-95898168-9a6b-4b27-b6e3-6096c36d627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:02.997673 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-fdaa7ca5-cd4a-436b-9c1b-4e26de11be44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1690800 Apr 22 18:31:03.135073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-af78d073-f8d4-449e-8e47-9a27f12427e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:03.136516 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-af78d073-f8d4-449e-8e47-9a27f12427e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.0735574 Apr 22 18:31:03.280244 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-57575e6d-e6f5-4f66-87e4-599dd9e5e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:03.281607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-57575e6d-e6f5-4f66-87e4-599dd9e5e860 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1259515 Apr 22 18:31:03.381937 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-f58418d0-36cc-405b-8b3d-41ae5eb822ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 1000 time: 0.0943997 Apr 22 18:31:03.442034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-fd224f84-d3b9-4763-9314-b5e648f9a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:03.443479 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-fd224f84-d3b9-4763-9314-b5e648f9a5b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0561545 Apr 22 18:31:03.514834 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-53164e99-234f-4b64-92f5-57bed5c655ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:03.516241 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-53164e99-234f-4b64-92f5-57bed5c655ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674214 Apr 22 18:31:03.643992 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-7b9e086c-fbd6-4e0d-ab20-c671b6ad357c service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210687 Apr 22 18:31:03.775001 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc4ab941-0ada-4440-bd79-0a8350ba3feb req-faa4c778-457d-4cbb-a3cd-d66e128fd44c service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251838 Apr 22 18:31:03.778451 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:04.040966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:05.094574 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:05.300178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:06.541462 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:31:20.155858 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33496) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:20.607284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Deleting port 6833d27b-0ff1-4b7c-896f-f1ac935580a5 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:20.607627 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:20.774528 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:20.774952 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:20.893795 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Calling delete_port for 6833d27b-0ff1-4b7c-896f-f1ac935580a5 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:21.088472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:21.135115 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event deleted for resources: {'Port': ['ID=6833d27b-0ff1-4b7c-896f-f1ac935580a5,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:21.203872 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.204509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.204610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.204877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.205209 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.205542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.205871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.206200 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.206538 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.206877 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.209907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.209907 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:21.235600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:21.237756 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Floating IP 6a0568cc-8fe9-4f94-b4c1-49213dc8fa63 disassociated (deleted). External IP: 172.26.3.12, port: 18d53852-fc3d-4147-92ca-80e3f1519ac6. Apr 22 18:31:21.581583 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Router 9e9d0083-e6b6-4617-9f33-386079408696 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:31:21.755735 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:31:21.765913 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] Sync routers for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:31:21.774970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:21.775591 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:21.836897 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:21.892527 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-68825fec-8573-4857-9181-aeab35af2aff tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "DELETE /v2.0/floatingips/6a0568cc-8fe9-4f94-b4c1-49213dc8fa63 HTTP/1.1" status: 204 len: 168 time: 1.7355635 Apr 22 18:31:21.893150 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:31:21.954341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:22.058787 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d88fb8-500e-46d5-8b5e-0463131cc083'] response: {'name': 'network-changed', 'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'status': 'completed', 'code': 200} Apr 22 18:31:22.270186 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-d509fb12-8aee-40c0-89fa-d91e11d0b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:22.271595 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-d509fb12-8aee-40c0-89fa-d91e11d0b707 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be303c2646864f9e80f03dd6c54a053b&device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 1098 time: 0.1946535 Apr 22 18:31:22.315016 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:22.318922 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] Checking router: 9e9d0083-e6b6-4617-9f33-386079408696 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:31:22.328267 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:22.328887 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:22.419095 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-26384c6f-1229-4c2b-9e56-e8bff498aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:22.420564 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-26384c6f-1229-4c2b-9e56-e8bff498aae2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 200 len: 908 time: 0.1415865 Apr 22 18:31:22.513178 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:22.525608 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-ad037553-d213-40a4-a96d-7e7092a80c4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 200 len: 217 time: 0.0983126 Apr 22 18:31:22.602818 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-e24b3eaa-cd19-4527-84c5-f28d7d3a1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:22.604251 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-e24b3eaa-cd19-4527-84c5-f28d7d3a1a01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 200 len: 847 time: 0.0723991 Apr 22 18:31:22.667531 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8876c2-3647-452e-8928-aa2a8cdf4fbd req-d2fc8129-941a-447a-bae0-58c2da9546b1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:22.668218 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-bc8876c2-3647-452e-8928-aa2a8cdf4fbd req-d2fc8129-941a-447a-bae0-58c2da9546b1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:31:22.705275 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-2e963feb-d165-49fb-a595-04e8f514d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:22.708739 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-2e963feb-d165-49fb-a595-04e8f514d845 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958af891-acbf-47fe-8519-15b2b9830c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944386 Apr 22 18:31:22.798846 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-bc8876c2-3647-452e-8928-aa2a8cdf4fbd req-d2fc8129-941a-447a-bae0-58c2da9546b1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:31:22.799997 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc8876c2-3647-452e-8928-aa2a8cdf4fbd req-d2fc8129-941a-447a-bae0-58c2da9546b1 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.3907943 Apr 22 18:31:22.824789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:22.828809 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db711e4-2ff7-470e-b613-87f2f6326aae None None] The sync data for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv is: [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:19:54Z', 'revision_number': 4, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1295dcac-46f4-4867-8d46-1478ee5c22fa', 'name': '', 'network_id': '958af891-acbf-47fe-8519-15b2b9830c01', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'mac_address': 'fa:16:3e:5b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:53Z', 'updated_at': '2022-04-22T18:20:01Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'subnets': [{'id': 'd3c9b9ce-3a31-462a-914b-e217f10fabc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:31:22.871795 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bc8876c2-3647-452e-8928-aa2a8cdf4fbd req-908f5873-3820-4c74-bb9b-1ba4c2468c57 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645480 Apr 22 18:31:22.875030 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-38c6026b-da60-4928-affb-67eed2f00f52 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612594 Apr 22 18:31:23.010345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0657b841-f94e-48af-a16c-6f086b2b0f96 req-98588520-8390-40d7-9fac-b2aae8ebd647 service neutron] 10.222.0.16 "GET /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293368 Apr 22 18:31:23.044800 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd333251-d5ba-4456-85f0-72888ce7f526 None None] New status for floating IP 6a0568cc-8fe9-4f94-b4c1-49213dc8fa63: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:31:24.065975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-16b158b3-d807-4984-98aa-d72dcabad40d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:24.065975 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-16b158b3-d807-4984-98aa-d72dcabad40d tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.0817528 Apr 22 18:31:24.102027 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ac134-3151-48cb-9efc-7fea72ef8544 req-ed74c4c0-3628-47df-b46e-3c0b1bcc78c5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:24.106596 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d71ac134-3151-48cb-9efc-7fea72ef8544 req-ed74c4c0-3628-47df-b46e-3c0b1bcc78c5 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 945 time: 0.1257620 Apr 22 18:31:24.133923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Deleting port 18d53852-fc3d-4147-92ca-80e3f1519ac6 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:24.134267 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:24.151098 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d71ac134-3151-48cb-9efc-7fea72ef8544 req-a567d6c3-f777-42fb-8bae-e83987f93568 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2d87e83-e217-4120-9e13-074d39bbfe98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Apr 22 18:31:24.375673 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] For port 18d53852-fc3d-4147-92ca-80e3f1519ac6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=18d53852-fc3d-4147-92ca-80e3f1519ac6,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:24.376063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:24.496610 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Calling delete_port for 18d53852-fc3d-4147-92ca-80e3f1519ac6 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:24.671584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:24.722253 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event deleted for resources: {'Port': ['ID=18d53852-fc3d-4147-92ca-80e3f1519ac6,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:24.900509 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] No DVR routers for this DVR port 18d53852-fc3d-4147-92ca-80e3f1519ac6 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:31:24.903033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:24.905437 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'name': 'network-vif-deleted', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:31:24.949326 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e8bf89-9b25-48fc-b9b5-45b298f25dde'] response: {'server_uuid': 'eca31539-5b7c-437a-bc2e-a28c80544768', 'name': 'network-vif-deleted', 'tag': '18d53852-fc3d-4147-92ca-80e3f1519ac6', 'status': 'completed', 'code': 200} Apr 22 18:31:24.973271 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-51ec3101-a707-4bfb-9085-f8d77b2b89b9 req-fac636bd-bab4-4d7f-b211-d7e5e285610e tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.16 "DELETE /v2.0/ports/18d53852-fc3d-4147-92ca-80e3f1519ac6 HTTP/1.1" status: 204 len: 173 time: 0.9039645 Apr 22 18:31:25.300461 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-5deec9a2-8b8c-416c-abe0-dc52212124ff req-0dc39fac-4af0-410b-b410-d0ab0e4344c0 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 210 time: 0.0422869 Apr 22 18:31:26.466418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-805548a0-f239-4a7e-8d69-e8142c53472b req-2e13752e-ad0a-4d27-8b72-569d122a594b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Synchronizing usage tracker for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:31:26.551425 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-805548a0-f239-4a7e-8d69-e8142c53472b req-2e13752e-ad0a-4d27-8b72-569d122a594b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Unset dirty status for tenant:be303c2646864f9e80f03dd6c54a053b on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:31:26.552715 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-805548a0-f239-4a7e-8d69-e8142c53472b req-2e13752e-ad0a-4d27-8b72-569d122a594b tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "GET /v2.0/ports?device_id=eca31539-5b7c-437a-bc2e-a28c80544768 HTTP/1.1" status: 200 len: 210 time: 0.1287658 Apr 22 18:31:27.400029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 18d53852-fc3d-4147-92ca-80e3f1519ac6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:31:27.438093 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 18d53852-fc3d-4147-92ca-80e3f1519ac6 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:31:27.438536 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 18d53852-fc3d-4147-92ca-80e3f1519ac6 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:31:27.646612 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33524) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:27.720412 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c92ce522-ab15-4ede-bf36-752c55bc7a25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:27.752713 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c92ce522-ab15-4ede-bf36-752c55bc7a25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:27.865906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c92ce522-ab15-4ede-bf36-752c55bc7a25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:27.885650 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ce522-ab15-4ede-bf36-752c55bc7a25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d87e83-e217-4120-9e13-074d39bbfe98,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:27.950880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-c92ce522-ab15-4ede-bf36-752c55bc7a25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:27.952111 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c92ce522-ab15-4ede-bf36-752c55bc7a25 tempest-TestShelveInstance-1797409973 tempest-TestShelveInstance-1797409973-project] 10.222.0.10 "DELETE /v2.0/security-groups/f2d87e83-e217-4120-9e13-074d39bbfe98 HTTP/1.1" status: 204 len: 168 time: 0.3038962 Apr 22 18:31:28.041656 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33530) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:28.910047 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:29.259587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Deleting port 1295dcac-46f4-4867-8d46-1478ee5c22fa {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:29.260240 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:29.425877 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] For port 1295dcac-46f4-4867-8d46-1478ee5c22fa, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1295dcac-46f4-4867-8d46-1478ee5c22fa,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:29.426235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:29.547388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Calling delete_port for 1295dcac-46f4-4867-8d46-1478ee5c22fa owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:29.859808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:29.909922 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Pushing event deleted for resources: {'Port': ['ID=1295dcac-46f4-4867-8d46-1478ee5c22fa,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:29.949518 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.949867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.950204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.950538 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.950895 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.951229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.951556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.951879 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.952204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.952529 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.952845 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:29.953160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:30.278333 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:30.458283 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-37c46e32-f497-4155-8716-922d28f84429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:30.630037 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Router 9e9d0083-e6b6-4617-9f33-386079408696 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:31:30.806444 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:31:30.815669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] Sync routers for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:31:30.825112 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:30.825715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:30.896464 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-83720a8c-6dbc-4a72-bc7b-e9bafef03712 admin admin] 10.222.0.10 "PUT /v2.0/routers/9e9d0083-e6b6-4617-9f33-386079408696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8536246 Apr 22 18:31:30.899396 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33538) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:31.003278 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:31.069967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:31.244937 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:31.285611 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:31:29Z', 'revision_number': 5, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port': {'id': 'b7c88a5b-e92b-40ce-84e8-e027ce1d6772', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:29:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9d0083-e6b6-4617-9f33-386079408696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:50Z', 'updated_at': '2022-04-22T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:31.289562 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] Checking router: 9e9d0083-e6b6-4617-9f33-386079408696 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:31:31.297936 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] Routers {'9e9d0083-e6b6-4617-9f33-386079408696'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:31.298559 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['9e9d0083-e6b6-4617-9f33-386079408696'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:31.306071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Deleting port b7c88a5b-e92b-40ce-84e8-e027ce1d6772 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:31.306556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:31.482348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] For port b7c88a5b-e92b-40ce-84e8-e027ce1d6772, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b7c88a5b-e92b-40ce-84e8-e027ce1d6772,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:31.482726 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:31.486576 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] Set router 9e9d0083-e6b6-4617-9f33-386079408696 gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:31.590136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:31:31Z', 'revision_number': 6, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:31.593985 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56bbe46-ac46-4d7e-a1dc-b493f379b441 None None] The sync data for ids ['9e9d0083-e6b6-4617-9f33-386079408696'] in dv-neutron-839024-1-hyperv is: [{'id': '9e9d0083-e6b6-4617-9f33-386079408696', 'name': 'tempest-TestShelveInstance-470911802-router', 'tenant_id': 'be303c2646864f9e80f03dd6c54a053b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:49Z', 'updated_at': '2022-04-22T18:31:31Z', 'revision_number': 6, 'project_id': 'be303c2646864f9e80f03dd6c54a053b', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:31:31.607621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Calling delete_port for b7c88a5b-e92b-40ce-84e8-e027ce1d6772 owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:31.944388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:31.993546 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c88a5b-e92b-40ce-84e8-e027ce1d6772,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:32.083237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.251470 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.253702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.326946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.327519 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e9d0083-e6b6-4617-9f33-386079408696 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:31:32.340809 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.341943 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-c5e12a90-53e6-4848-8274-44a906dbf84f admin admin] 10.222.0.10 "DELETE /v2.0/routers/9e9d0083-e6b6-4617-9f33-386079408696 HTTP/1.1" status: 204 len: 168 time: 1.4416525 Apr 22 18:31:32.344693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33542) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:32.411672 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf290a8-5455-46e0-bc95-7a876f281e64 admin admin] Deleting subnet d3c9b9ce-3a31-462a-914b-e217f10fabc1 {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:31:32.414755 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcf290a8-5455-46e0-bc95-7a876f281e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.468565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcf290a8-5455-46e0-bc95-7a876f281e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.548041 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcf290a8-5455-46e0-bc95-7a876f281e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.646697 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-92773c43-6173-47b9-acdc-0d3b16ebbae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.675653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcf290a8-5455-46e0-bc95-7a876f281e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.717975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf290a8-5455-46e0-bc95-7a876f281e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c9b9ce-3a31-462a-914b-e217f10fabc1,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:32.721092 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-fcf290a8-5455-46e0-bc95-7a876f281e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.727395 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-fcf290a8-5455-46e0-bc95-7a876f281e64 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d3c9b9ce-3a31-462a-914b-e217f10fabc1 HTTP/1.1" status: 204 len: 168 time: 0.3808827 Apr 22 18:31:32.727920 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384180df-8e64-4cb2-8d5f-10e71b486d27 None None] Network 958af891-acbf-47fe-8519-15b2b9830c01 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:31:32.729740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33546) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:32.804719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1295dcac-46f4-4867-8d46-1478ee5c22fa no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:31:32.834991 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.845427 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Deleting port 5b70e056-2253-48b6-b48a-0404665bcf3f {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:32.845759 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:32.854030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 1295dcac-46f4-4867-8d46-1478ee5c22fa {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:31:32.854378 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1295dcac-46f4-4867-8d46-1478ee5c22fa not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:31:32.854818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b7c88a5b-e92b-40ce-84e8-e027ce1d6772 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:31:32.890210 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: b7c88a5b-e92b-40ce-84e8-e027ce1d6772 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:31:32.890557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b7c88a5b-e92b-40ce-84e8-e027ce1d6772 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:31:33.049283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] For port 5b70e056-2253-48b6-b48a-0404665bcf3f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5b70e056-2253-48b6-b48a-0404665bcf3f,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:33.049769 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.050940 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] DHCP port deletion for 958af891-acbf-47fe-8519-15b2b9830c01 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:31:33.055800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] Deleting port 5b70e056-2253-48b6-b48a-0404665bcf3f {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:33.056176 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.175502 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Calling delete_port for 5b70e056-2253-48b6-b48a-0404665bcf3f owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:33.252984 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] For port 5b70e056-2253-48b6-b48a-0404665bcf3f, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=5b70e056-2253-48b6-b48a-0404665bcf3f,segment=NetworkSegment(3aab83d1-24a5-42a6-872a-d22994d552ae),segment_id=3aab83d1-24a5-42a6-872a-d22994d552ae)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:33.267668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.317044 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.364846 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] No DVR routers for this DVR port 5b70e056-2253-48b6-b48a-0404665bcf3f on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:31:33.376072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] Calling delete_port for 5b70e056-2253-48b6-b48a-0404665bcf3f owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:33.393160 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5b70e056-2253-48b6-b48a-0404665bcf3f,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:33.447484 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:31:33.447842 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:31:33.481387 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.509078 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958af891-acbf-47fe-8519-15b2b9830c01']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:33.520763 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aab83d1-24a5-42a6-872a-d22994d552ae') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:33.521054 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aab83d1-24a5-42a6-872a-d22994d552ae') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:33.532360 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.548102 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.555530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:31:33.555530 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:31:33.567438 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:31:33.694468 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.768631 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.803721 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:33.811511 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] Pushing event deleted for resources: {'Network': ['ID=958af891-acbf-47fe-8519-15b2b9830c01,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:33.872248 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ee8cd791-559b-49e8-9bd1-b984eeb084ab admin admin] 10.222.0.10 "DELETE /v2.0/networks/958af891-acbf-47fe-8519-15b2b9830c01 HTTP/1.1" status: 204 len: 168 time: 1.1414022 Apr 22 18:31:33.874963 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33550) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:33.950702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] Deleting port 5b70e056-2253-48b6-b48a-0404665bcf3f {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:33.951213 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:34.024824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-835bc2f6-e63d-468d-951a-4bebadacaa47 None None] The port '5b70e056-2253-48b6-b48a-0404665bcf3f' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:31:34.086970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:34.398067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:34.734169 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Deleting port ca497de8-9691-46d7-9968-0868a9b9e3b1 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:34.734509 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:34.773836 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5b70e056-2253-48b6-b48a-0404665bcf3f no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:31:34.807987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 5b70e056-2253-48b6-b48a-0404665bcf3f {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:31:34.808340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 5b70e056-2253-48b6-b48a-0404665bcf3f not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:31:34.903672 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] For port ca497de8-9691-46d7-9968-0868a9b9e3b1, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ca497de8-9691-46d7-9968-0868a9b9e3b1,segment=NetworkSegment(29a1e87d-cb92-4234-a1dd-1da3ea563f8e),segment_id=29a1e87d-cb92-4234-a1dd-1da3ea563f8e)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:34.904022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:35.021707 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Calling delete_port for ca497de8-9691-46d7-9968-0868a9b9e3b1 owned by network:router_interface {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:35.080950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:35.303876 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:35.367257 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:35.413998 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca497de8-9691-46d7-9968-0868a9b9e3b1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:35.677367 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:36.026911 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Router 40a79018-cd1f-4341-98c0-5fd079e9ae58 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:31:36.201067 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:31:36.209801 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] Sync routers for ids ['40a79018-cd1f-4341-98c0-5fd079e9ae58'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:31:36.219897 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] Routers {'40a79018-cd1f-4341-98c0-5fd079e9ae58'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:36.220505 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['40a79018-cd1f-4341-98c0-5fd079e9ae58'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:36.267369 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-d0b7bd6e-d342-45ca-ad94-eb73df62033e admin admin] 10.222.0.10 "PUT /v2.0/routers/40a79018-cd1f-4341-98c0-5fd079e9ae58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3912237 Apr 22 18:31:36.269884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33556) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:36.395543 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] Set router 40a79018-cd1f-4341-98c0-5fd079e9ae58 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:36.443015 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks [] for router, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:36.677111 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:31:35Z', 'revision_number': 5, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:36.681614 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] Checking router: 40a79018-cd1f-4341-98c0-5fd079e9ae58 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:31:36.689961 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] Routers {'40a79018-cd1f-4341-98c0-5fd079e9ae58'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:36.690574 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['40a79018-cd1f-4341-98c0-5fd079e9ae58'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:36.725007 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:36.802960 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Deleting port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:36.803404 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:36.868537 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] Set router 40a79018-cd1f-4341-98c0-5fd079e9ae58 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:36.975637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] For port 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:36.975994 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.098425 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Calling delete_port for 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a owned by network:router_gateway {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:37.179108 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:31:35Z', 'revision_number': 5, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:37.182957 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc977bf-03ac-45c7-9c61-528795f80ed9 None None] The sync data for ids ['40a79018-cd1f-4341-98c0-5fd079e9ae58'] in dv-neutron-839024-1-hyperv is: [{'id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'name': 'tempest-TestShelveInstance-2104926059-router', 'tenant_id': '95cf717670f342e68d9c11881e13d0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:19:57Z', 'updated_at': '2022-04-22T18:31:35Z', 'revision_number': 5, 'project_id': '95cf717670f342e68d9c11881e13d0d0', 'gw_port': {'id': '2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a79018-cd1f-4341-98c0-5fd079e9ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:19:58Z', 'updated_at': '2022-04-22T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:31:37.337962 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.385838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:37.473770 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.646280 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.649314 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.744163 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.744667 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40a79018-cd1f-4341-98c0-5fd079e9ae58 {{(pid=88660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:31:37.757022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.758649 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-712321f9-3e73-4473-9a36-8566c3789731 admin admin] 10.222.0.10 "DELETE /v2.0/routers/40a79018-cd1f-4341-98c0-5fd079e9ae58 HTTP/1.1" status: 204 len: 168 time: 1.4878569 Apr 22 18:31:37.761256 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33562) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:37.824788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f4670a-2f1b-4cbd-91dd-f5ec477bc560 admin admin] Deleting subnet 04100a05-511a-427c-a6d9-d6ea7a104cd1 {{(pid=88660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:31:37.827959 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b6f4670a-2f1b-4cbd-91dd-f5ec477bc560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.877191 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b6f4670a-2f1b-4cbd-91dd-f5ec477bc560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16236690'] for subnet, precommit_delete_associations {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:37.955571 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b6f4670a-2f1b-4cbd-91dd-f5ec477bc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.087418 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b6f4670a-2f1b-4cbd-91dd-f5ec477bc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16155440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15077560'] for subnet, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.125040 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4670a-2f1b-4cbd-91dd-f5ec477bc560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04100a05-511a-427c-a6d9-d6ea7a104cd1,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:38.128492 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-b6f4670a-2f1b-4cbd-91dd-f5ec477bc560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.134889 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-b6f4670a-2f1b-4cbd-91dd-f5ec477bc560 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/04100a05-511a-427c-a6d9-d6ea7a104cd1 HTTP/1.1" status: 204 len: 168 time: 0.3726420 Apr 22 18:31:38.135319 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ee6e4-11af-4782-8533-705516eea6ad None None] Network e49d3aee-adf7-425c-9b3c-1165c4704a48 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:31:38.137402 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33568) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:38.245216 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.255692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Deleting port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 {{(pid=88660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:38.256024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.376224 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] DHCP port deletion for e49d3aee-adf7-425c-9b3c-1165c4704a48 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:31:38.380095 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] Deleting port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:38.380479 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.561288 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.db [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] For port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3fdf5efc-e6a5-4f9d-89f9-42a14bea6919,segment=NetworkSegment(29a1e87d-cb92-4234-a1dd-1da3ea563f8e),segment_id=29a1e87d-cb92-4234-a1dd-1da3ea563f8e)] {{(pid=88660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:38.561849 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.618716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] For port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=3fdf5efc-e6a5-4f9d-89f9-42a14bea6919,segment=NetworkSegment(29a1e87d-cb92-4234-a1dd-1da3ea563f8e),segment_id=29a1e87d-cb92-4234-a1dd-1da3ea563f8e)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:38.619067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.681913 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.plugin [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Calling delete_port for 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 owned by network:dhcp {{(pid=88660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:38.740047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] Calling delete_port for 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:31:38.781580 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ca497de8-9691-46d7-9968-0868a9b9e3b1 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:31:38.823799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: ca497de8-9691-46d7-9968-0868a9b9e3b1 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:31:38.824146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ca497de8-9691-46d7-9968-0868a9b9e3b1 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:31:38.824561 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:31:38.858203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:38.873853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:31:38.873853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 2d2da301-a7bd-4f50-aed0-7c3d5cc0cf2a not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:31:38.873853 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:31:38.903689 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:31:38.904048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:31:38.906061 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdf5efc-e6a5-4f9d-89f9-42a14bea6919,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:38.909219 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:31:38.909573 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:31:38.911183 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] No DVR routers for this DVR port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 on host dv-neutron-839024-1-hyperv {{(pid=88660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:31:39.023372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.047549 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49d3aee-adf7-425c-9b3c-1165c4704a48']}} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:39.059779 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a1e87d-cb92-4234-a1dd-1da3ea563f8e') {'for_net_delete': True} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:39.060065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.services.segments.db [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a1e87d-cb92-4234-a1dd-1da3ea563f8e') {} {{(pid=88660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:39.071077 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16236649'] for segment, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.086446 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.092655 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:31:39.097249 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16155482'] for segment, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: Traceback (most recent call last): Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: timer() Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: cb(*args, **kw) Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: return func(*args, **kwargs) Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: self._notify() Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: self.callback(batched_events) Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: event.method(event) Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: return f(self, *a, **k) Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._get(url).json() Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: return self.request(url, 'GET', **kwargs) Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:31:39.106417 dv-neutron-839024-1-hyperv neutron-server[88660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:31:39.274925 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.291123 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.300926 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49d3aee-adf7-425c-9b3c-1165c4704a48,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:39.308619 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-38a763f5-83df-4610-b6b9-73707a8b81a2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e49d3aee-adf7-425c-9b3c-1165c4704a48 HTTP/1.1" status: 204 len: 168 time: 1.1701715 Apr 22 18:31:39.404904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] Deleting port 3fdf5efc-e6a5-4f9d-89f9-42a14bea6919 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:31:39.405438 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.471839 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-33d31855-6bb9-44da-b944-b2733c007a33 None None] The port '3fdf5efc-e6a5-4f9d-89f9-42a14bea6919' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:31:39.633029 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33574) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:39.681055 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-e9eb7e19-954c-4ae0-899e-c6c65145467e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be303c2646864f9e80f03dd6c54a053b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468221 Apr 22 18:31:39.683448 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33578) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:39.743348 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35dcadf6-9a3a-4635-aeab-c3faa2b01a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.768012 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35dcadf6-9a3a-4635-aeab-c3faa2b01a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.871164 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35dcadf6-9a3a-4635-aeab-c3faa2b01a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.887740 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcadf6-9a3a-4635-aeab-c3faa2b01a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b84c5c-4f2a-4d9c-a73b-db6994ccb9dc,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:39.896008 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-35dcadf6-9a3a-4635-aeab-c3faa2b01a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:39.897126 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-35dcadf6-9a3a-4635-aeab-c3faa2b01a1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58b84c5c-4f2a-4d9c-a73b-db6994ccb9dc HTTP/1.1" status: 204 len: 168 time: 0.2128162 Apr 22 18:31:40.525065 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33586) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:40.572464 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-538a477a-a681-447f-9936-86b55e363743 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95cf717670f342e68d9c11881e13d0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462625 Apr 22 18:31:40.574676 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33590) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:40.630649 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9940-1234-4441-abcf-643dec13a890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:40.657876 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9940-1234-4441-abcf-643dec13a890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:40.795292 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9940-1234-4441-abcf-643dec13a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:40.810884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9940-1234-4441-abcf-643dec13a890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c1c90-0b1c-4365-aa2d-452256b5dd58,revision_number=None']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:40.817484 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9940-1234-4441-abcf-643dec13a890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:40.818628 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6bfd9940-1234-4441-abcf-643dec13a890 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/853c1c90-0b1c-4365-aa2d-452256b5dd58 HTTP/1.1" status: 204 len: 168 time: 0.2430563 Apr 22 18:31:41.954675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33618) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:42.055122 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1150413134-network', 'tenant_id': '2c53423e753f4481adf84798d291b482'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:42.059878 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:42.063985 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Usage tracker for resource:network and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:42.066823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:42.072466 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:42.168228 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Made reservation on behalf of 2c53423e753f4481adf84798d291b482 for: {'network': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:31:42.170523 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:42.183151 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:42.197115 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:42.200900 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:42.203724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:42.209381 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:42.286970 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:42.368372 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:42.399556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:31:42.404525 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a077fca9-a675-45a7-8e27-94890fc15617,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:42.411702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:42.411702 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.segments_db [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Added segment e3e9a351-f9f0-43bb-96b7-23f279cf1ccb of type vlan for network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd Apr 22 18:31:42.436742 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:42.522794 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:42.524242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:42.524812 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Notify callbacks [] for network, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:42.620857 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:42.630392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:31:42.676108 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-931a6c8c-c7bb-413d-8e45-7797b1cd6ec4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7202921 Apr 22 18:31:42.678834 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33624) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:42.684221 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Request body: {'subnet': {'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1150413134-subnet', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:42.689338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:42.693540 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Usage tracker for resource:subnet and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:42.697071 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:42.702907 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:42.777862 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Made reservation on behalf of 2c53423e753f4481adf84798d291b482 for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:31:42.780229 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.031267 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.106632 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:43.110658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Checking segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:31:43.112680 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Network hostable DHCP agents. Network: ebd28f4b-23a5-42ef-8f81-fb87e131f6fd, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:31:43.190902 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:31:43.276237 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, ebd28f4b-23a5-42ef-8f81-fb87e131f6fd) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:43.280149 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:43.280702 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.292258 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec99cb7-60dc-4bc7-957c-b78d24baf65c None None] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:31:43.386533 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-8ab55fc9-de53-4ac7-bb2b-300d9963b4b4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7066605 Apr 22 18:31:43.389366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33628) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:43.394235 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:43.400587 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:43.404589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Usage tracker for resource:router and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:43.408313 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:43.414327 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:43.482532 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.483774 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.492950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:31:43.493770 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.499335 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.540070 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:31:43.647894 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Allocated IP 172.20.0.2 (ebd28f4b-23a5-42ef-8f81-fb87e131f6fd/5a33e7ab-cbcf-4c93-8420-1c5404f5de5f/54e899c6-16fa-44f8-8980-4cf4b3f4d31d) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:31:43.851141 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.861382 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Transition to ACTIVE for port object 54e899c6-16fa-44f8-8980-4cf4b3f4d31d will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:43.879343 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Transition to ACTIVE for port object 54e899c6-16fa-44f8-8980-4cf4b3f4d31d will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:43.934013 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:43.951753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:44.013910 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:31:44.016621 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:44.019166 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:31:44.067144 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Pushing event updated for resources: {'Port': ['ID=54e899c6-16fa-44f8-8980-4cf4b3f4d31d,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:44.138577 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.139314 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.139661 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.140000 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.140335 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.140671 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.141001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.141329 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.141665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.141987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.142310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.142630 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:44.162106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Attempting to bind port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:31:44.162487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Attempting to bind port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:31:44.162878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Attempting to bind port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d on network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:31:44.168600 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:31:44.168978 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Checking segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:31:44.169388 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:44.169775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Bound using segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:31:44.170234 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Bound port: 54e899c6-16fa-44f8-8980-4cf4b3f4d31d, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:31:44.170612 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:44.255806 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] For port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:31:44.259201 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] For port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=54e899c6-16fa-44f8-8980-4cf4b3f4d31d,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:31:44.301515 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:44.330414 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:44.340650 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:44.432207 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d44b7-b2e7-4dea-b0d7-ea302bd2cbd8 None None] Pushing event updated for resources: {'Port': ['ID=54e899c6-16fa-44f8-8980-4cf4b3f4d31d,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:44.468858 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Allocated IP 172.26.3.239 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:31:44.630841 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:44.732910 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:44.793957 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:31:44.795513 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:44.803353 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:31:44.804515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 54e899c6-16fa-44f8-8980-4cf4b3f4d31d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:44.842117 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Pushing event updated for resources: {'Port': ['ID=e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:44.949412 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:45.309884 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:45.371098 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe89bfc-8ac9-4b83-9971-c763264143e8 None None] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:31:45.577825 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-975d3328-af47-4856-ad1c-90ebf5e6397d None None] Provisioning for port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:45.588102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-975d3328-af47-4856-ad1c-90ebf5e6397d None None] Provisioning complete for port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:45.588478 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-975d3328-af47-4856-ad1c-90ebf5e6397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:45.726875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-975d3328-af47-4856-ad1c-90ebf5e6397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:45.760669 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-975d3328-af47-4856-ad1c-90ebf5e6397d None None] For port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=54e899c6-16fa-44f8-8980-4cf4b3f4d31d,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:45.764808 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:45.848233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-975d3328-af47-4856-ad1c-90ebf5e6397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:45.914948 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d3328-af47-4856-ad1c-90ebf5e6397d None None] Pushing event updated for resources: {'Port': ['ID=54e899c6-16fa-44f8-8980-4cf4b3f4d31d,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:45.968774 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-bc1e87cb-84ba-4c69-bfb8-40025cb1e171 None None] Provisioning complete for port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:45.969064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc1e87cb-84ba-4c69-bfb8-40025cb1e171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:46.082658 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Router 0713b3bd-114f-4b72-b535-a8b1a73f626b is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:31:46.257616 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:31:46.267501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Sync routers for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:31:46.276678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:46.277301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:46.333938 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:46.335222 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-1f66d3e6-4c06-409d-82d9-5ebb4152ae65 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9449484 Apr 22 18:31:46.337829 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33632) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:46.453632 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:46.727351 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:45Z', 'revision_number': 3, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:46.731776 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Checking router: 0713b3bd-114f-4b72-b535-a8b1a73f626b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:31:46.732132 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Updating router 0713b3bd-114f-4b72-b535-a8b1a73f626b port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:31:46.787516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 54e899c6-16fa-44f8-8980-4cf4b3f4d31d up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:46.824662 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:46.999420 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:47.000054 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.115131 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.309660 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.317556 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Allocated IP 172.20.0.1 (ebd28f4b-23a5-42ef-8f81-fb87e131f6fd/5a33e7ab-cbcf-4c93-8420-1c5404f5de5f/1a942e9b-64fc-4fbd-a780-73292f9025e3) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:31:47.320812 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Transition to ACTIVE for port object e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:47.408229 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.465018 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.480703 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Transition to ACTIVE for port object 1a942e9b-64fc-4fbd-a780-73292f9025e3 will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:47.487323 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Attempting to bind port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:31:47.487722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Attempting to bind port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:31:47.488086 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Attempting to bind port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:31:47.495259 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ef563-785b-48f4-b45d-a450be24ec74 None None] Pushing event updated for resources: {'Port': ['ID=e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:47.497535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:31:47.497915 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:31:47.498317 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.498700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:31:47.499193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Bound port: e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:31:47.499569 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.571150 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] For port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:31:47.574198 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.574939 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] For port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:31:47.632720 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:31:47.636014 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:47.643730 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:31:47.654463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.683886 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a942e9b-64fc-4fbd-a780-73292f9025e3,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:47.707783 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:47.740758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:47.741410 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:47.804211 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ef563-785b-48f4-b45d-a450be24ec74 None None] Pushing event updated for resources: {'Port': ['ID=e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:47.928831 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:48.032243 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:48.106702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1112540c-6386-4116-8e60-eb2ddc302af6 None None] Provisioning for port 1a942e9b-64fc-4fbd-a780-73292f9025e3 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:48.126726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-1112540c-6386-4116-8e60-eb2ddc302af6 None None] Provisioning complete for port 1a942e9b-64fc-4fbd-a780-73292f9025e3 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:48.127124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1112540c-6386-4116-8e60-eb2ddc302af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:48.197847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-1112540c-6386-4116-8e60-eb2ddc302af6 None None] Port 1a942e9b-64fc-4fbd-a780-73292f9025e3 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:31:48.254092 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:48.259824 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:45Z', 'revision_number': 3, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:48.263704 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4269d-4e13-48ab-b16f-098b0efd91b8 None None] The sync data for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv is: [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:45Z', 'revision_number': 3, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:31:48.300033 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:48.409584 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:48.413203 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a942e9b-64fc-4fbd-a780-73292f9025e3,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:48.561060 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:31:48.562293 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:48.824257 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:48.881275 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Router 0713b3bd-114f-4b72-b535-a8b1a73f626b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:31:48.881980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-2020b8fa-2746-41db-9a50-d0563896c0ef None None] Provisioning complete for port 1a942e9b-64fc-4fbd-a780-73292f9025e3 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:48.882394 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-2020b8fa-2746-41db-9a50-d0563896c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:48.944201 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-2020b8fa-2746-41db-9a50-d0563896c0ef None None] Port 1a942e9b-64fc-4fbd-a780-73292f9025e3 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:31:49.002857 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:49.008218 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:49.009146 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:49.068788 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:31:49.085396 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-59435cc1-6d44-4991-907b-f176c49dfab0 admin admin] 10.222.0.10 "PUT /v2.0/routers/0713b3bd-114f-4b72-b535-a8b1a73f626b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7401307 Apr 22 18:31:49.139208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:49.155300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:49.231467 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:49.298409 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:49.680071 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Sync routers for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:31:49.689893 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:49.690558 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:49.766653 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33650) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:49.772319 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-224331024-network', 'tenant_id': '5e405afc911d43a0802694bfa38c353b'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:49.777101 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:49.781114 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Usage tracker for resource:network and tenant:5e405afc911d43a0802694bfa38c353b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:49.784054 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:49.790835 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:49.869285 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:49.871018 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Made reservation on behalf of 5e405afc911d43a0802694bfa38c353b for: {'network': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:31:49.873519 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for network, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:49.885860 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:49.900616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:49.904667 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Usage tracker for resource:security_group_rule and tenant:5e405afc911d43a0802694bfa38c353b is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:49.907697 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:49.913573 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:49.995680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.063326 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.094424 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 18:31:50.103806 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53167e46-4590-4b40-9eb7-e7e829fc7b86,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:50.109381 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.113279 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.segments_db [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Added segment e72e8ae4-eefb-402c-836f-9ebff3bc1f3a of type vlan for network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 Apr 22 18:31:50.135626 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755953859777'] for network, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.177685 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:48Z', 'revision_number': 2, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:50.181566 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Checking router: 0713b3bd-114f-4b72-b535-a8b1a73f626b for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:31:50.181918 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Updating router 0713b3bd-114f-4b72-b535-a8b1a73f626b port 1a942e9b-64fc-4fbd-a780-73292f9025e3 binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:31:50.232999 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.240532 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499'] for network, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.241526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:50.242100 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.343098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] Pushing event updated for resources: {'Network': ['ID=2d66cde0-92e2-434c-9b1e-17c5f2157d67,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:50.355023 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 details requested by agent ovs-agent-dv-neutron-839024-1-hyperv with host dv-neutron-839024-1-hyperv {{(pid=88661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 18:31:50.393592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33654) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:50.394555 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-e99f3416-98bb-4535-a559-a858c343db71 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6265216 Apr 22 18:31:50.400722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Request body: {'subnet': {'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-224331024-subnet', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'ip_version': 4}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:50.412096 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:50.416929 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Usage tracker for resource:subnet and tenant:5e405afc911d43a0802694bfa38c353b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:50.420516 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:50.427354 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:50.486537 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Made reservation on behalf of 5e405afc911d43a0802694bfa38c353b for: {'subnet': 1} {{(pid=88660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:31:50.489199 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15077599'] for subnet, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.574162 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.587741 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Transition to ACTIVE for port object 1a942e9b-64fc-4fbd-a780-73292f9025e3 will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:50.683034 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.797592 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16155127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15077569'] for subnet, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.803510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:50.911127 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Pushing event updated for resources: {'Port': ['ID=1a942e9b-64fc-4fbd-a780-73292f9025e3,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:50.915226 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Checking segment: {'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:31:50.915728 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Network hostable DHCP agents. Network: 2d66cde0-92e2-434c-9b1e-17c5f2157d67, hostable agents: ['30303825-12d3-43ae-8049-149103893658'], hosted agents: [] {{(pid=88660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 18:31:50.921607 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.922208 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.922647 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.923108 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.923542 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.923974 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.924404 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.925663 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.926182 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.926631 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.927075 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.927928 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:31:50.928749 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:50.929526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.931385 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42d46e9-a666-458d-b432-393af09fd22b,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:50.944630 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Attempting to bind port 1a942e9b-64fc-4fbd-a780-73292f9025e3 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:31:50.945083 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Attempting to bind port 1a942e9b-64fc-4fbd-a780-73292f9025e3 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:31:50.945523 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Attempting to bind port 1a942e9b-64fc-4fbd-a780-73292f9025e3 on network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:31:50.952752 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:31:50.953213 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Checking segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:31:50.953688 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:50.954168 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Bound using segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:31:50.955041 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Bound port: 1a942e9b-64fc-4fbd-a780-73292f9025e3, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:31:50.955494 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.022723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 is scheduled to be hosted by DHCP agent 30303825-12d3-43ae-8049-149103893658 with binding_index 1 {{(pid=88660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 18:31:51.080878 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] For port 1a942e9b-64fc-4fbd-a780-73292f9025e3, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:31:51.084082 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] For port 1a942e9b-64fc-4fbd-a780-73292f9025e3, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1a942e9b-64fc-4fbd-a780-73292f9025e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:31:51.099364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-1-hyperv, 2d66cde0-92e2-434c-9b1e-17c5f2157d67) {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:51.104026 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:31:51.104621 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.108143 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da03173-edc4-4fac-aaa1-ebcf383314d9 None None] Network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:31:51.174308 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.207235 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-6cfb2aee-0fdc-4752-89a2-86785d6c5959 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8117857 Apr 22 18:31:51.209890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33658) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:51.216432 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:51.221751 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:51.229366 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Usage tracker for resource:router and tenant:5e405afc911d43a0802694bfa38c353b is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:51.234114 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:51.241204 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:51.251207 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:51.251835 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:51.307688 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5472a-2d6a-4d6c-93b8-5c15e7223957 None None] Pushing event updated for resources: {'Port': ['ID=1a942e9b-64fc-4fbd-a780-73292f9025e3,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:51.312100 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3133'] for router, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.318352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1000809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1002435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3078'] for router, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.336477 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.345974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0ef9285-8a8e-5de0-b484-7daa42a78f58-2d66cde0-92e2-434c-9b1e-17c5f2157d67', 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'fixed_ips': [{'subnet_id': 'a42d46e9-a666-458d-b432-393af09fd22b'}]}} from dv-neutron-839024-1-hyperv. {{(pid=88661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 18:31:51.346557 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.462339 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:51.519802 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.db_base_plugin_common [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Allocated IP 172.20.0.2 (2d66cde0-92e2-434c-9b1e-17c5f2157d67/a42d46e9-a666-458d-b432-393af09fd22b/4747f927-3b2f-48fd-9898-e7b4f25c5995) {{(pid=88661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:31:51.681688 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1002485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3096'] for router, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.724635 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Notify callbacks [] for port, precommit_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.734520 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Transition to ACTIVE for port object 4747f927-3b2f-48fd-9898-e7b4f25c5995 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:51.752322 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Transition to ACTIVE for port object 4747f927-3b2f-48fd-9898-e7b4f25c5995 will not be triggered until provisioned by entity DHCP. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:51.781933 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:51Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:51.785919 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795e882-d91f-4ce1-9865-2dd9aaacf1e1 None None] The sync data for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv is: [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:51Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:31:51.840253 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091'] for port, after_create {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:51.913174 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 is already hosted by enough agents. {{(pid=88661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:31:51.920517 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.scheduler.base_scheduler [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Resources bound (agent type, host, resource id): {{(pid=88661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:51.925301 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Received port after_create {{(pid=88661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:31:51.931392 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Pushing event updated for resources: {'Port': ['ID=4747f927-3b2f-48fd-9898-e7b4f25c5995,revision_number=1']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:52.029282 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Attempting to bind port 4747f927-3b2f-48fd-9898-e7b4f25c5995 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:31:52.030007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Attempting to bind port 4747f927-3b2f-48fd-9898-e7b4f25c5995 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:31:52.030278 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Attempting to bind port 4747f927-3b2f-48fd-9898-e7b4f25c5995 on network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:31:52.036044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:31:52.036380 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Checking segment: {'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:31:52.036729 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:52.037277 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Bound using segment: {'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:31:52.037747 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Bound port: 4747f927-3b2f-48fd-9898-e7b4f25c5995, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:31:52.038121 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:52.084245 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:52.120140 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:52.130890 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] For port 4747f927-3b2f-48fd-9898-e7b4f25c5995, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:31:52.134348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] For port 4747f927-3b2f-48fd-9898-e7b4f25c5995, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=4747f927-3b2f-48fd-9898-e7b4f25c5995,segment=NetworkSegment(e72e8ae4-eefb-402c-836f-9ebff3bc1f3a),segment_id=e72e8ae4-eefb-402c-836f-9ebff3bc1f3a)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:31:52.225946 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:52.262088 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Allocated IP 172.26.3.17 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/b1c398bf-e5f3-4668-b35a-d89ddf318d95) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:31:52.314902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bbd80-5638-411d-8b29-b4785375c923 None None] Pushing event updated for resources: {'Port': ['ID=4747f927-3b2f-48fd-9898-e7b4f25c5995,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:52.559489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:52.648927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:52.717570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:31:52.724920 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:52.728093 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:31:52.769838 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c398bf-e5f3-4668-b35a-d89ddf318d95,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:52.863950 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 4747f927-3b2f-48fd-9898-e7b4f25c5995 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:52.997044 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 4747f927-3b2f-48fd-9898-e7b4f25c5995 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:53.002834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1a942e9b-64fc-4fbd-a780-73292f9025e3 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:53.128509 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port 1a942e9b-64fc-4fbd-a780-73292f9025e3 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:53.134097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1a942e9b-64fc-4fbd-a780-73292f9025e3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:53.134493 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:53.260666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:53.266407 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:53.300620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port 1a942e9b-64fc-4fbd-a780-73292f9025e3, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1a942e9b-64fc-4fbd-a780-73292f9025e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:53.341487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4125a-8c3a-4646-a4bf-1a9f3691c422 None None] Network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:31:53.424053 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:53.505773 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a6e0bb17-9cec-4dac-9474-bf840b511050 None None] Provisioning for port 4747f927-3b2f-48fd-9898-e7b4f25c5995 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:53.522236 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-a6e0bb17-9cec-4dac-9474-bf840b511050 None None] Provisioning complete for port 4747f927-3b2f-48fd-9898-e7b4f25c5995 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:53.522610 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bb17-9cec-4dac-9474-bf840b511050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:53.596930 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=1a942e9b-64fc-4fbd-a780-73292f9025e3,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:53.605723 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1002004'] for router, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:53.753010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bb17-9cec-4dac-9474-bf840b511050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:53.796656 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-a6e0bb17-9cec-4dac-9474-bf840b511050 None None] For port 4747f927-3b2f-48fd-9898-e7b4f25c5995, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=4747f927-3b2f-48fd-9898-e7b4f25c5995,segment=NetworkSegment(e72e8ae4-eefb-402c-836f-9ebff3bc1f3a),segment_id=e72e8ae4-eefb-402c-836f-9ebff3bc1f3a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:53.864205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bb17-9cec-4dac-9474-bf840b511050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:53.892666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Router 547e91dc-1709-41dc-8ece-4e78f1381038 is scheduled to L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 with binding_index 1 {{(pid=88660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 18:31:53.937124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0bb17-9cec-4dac-9474-bf840b511050 None None] Pushing event updated for resources: {'Port': ['ID=4747f927-3b2f-48fd-9898-e7b4f25c5995,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:54.085785 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-26861d50-23ae-459e-9852-355649327256 None None] Provisioning complete for port 4747f927-3b2f-48fd-9898-e7b4f25c5995 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:54.086072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-26861d50-23ae-459e-9852-355649327256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:54.179899 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:31:54.192470 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Sync routers for ids ['547e91dc-1709-41dc-8ece-4e78f1381038'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:31:54.215071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Routers {'547e91dc-1709-41dc-8ece-4e78f1381038'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:54.215681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['547e91dc-1709-41dc-8ece-4e78f1381038'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:54.253637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] Notify callbacks [] for router, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:54.254916 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-a159e547-29de-40c9-a919-7b603ee09a56 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0435700 Apr 22 18:31:54.257565 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33662) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:54.389581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Set router 547e91dc-1709-41dc-8ece-4e78f1381038 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:54.666522 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:31:52Z', 'revision_number': 3, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port': {'id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:52Z', 'updated_at': '2022-04-22T18:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:54.670306 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Checking router: 547e91dc-1709-41dc-8ece-4e78f1381038 for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:31:54.670664 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Updating router 547e91dc-1709-41dc-8ece-4e78f1381038 port b1c398bf-e5f3-4668-b35a-d89ddf318d95 binding host dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:31:54.722583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:54.813952 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 4747f927-3b2f-48fd-9898-e7b4f25c5995 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:54.914623 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:54.992196 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 4747f927-3b2f-48fd-9898-e7b4f25c5995 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:54.992778 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.116716 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Allocated IP 172.20.0.1 (2d66cde0-92e2-434c-9b1e-17c5f2157d67/a42d46e9-a666-458d-b432-393af09fd22b/ae52ad97-6e6b-4974-a13d-0df7be4cf51c) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:31:55.227959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1a942e9b-64fc-4fbd-a780-73292f9025e3 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:55.295837 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.311799 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Transition to ACTIVE for port object b1c398bf-e5f3-4668-b35a-d89ddf318d95 will not be triggered until provisioned by entity L2. {{(pid=88661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:55.324347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port 1a942e9b-64fc-4fbd-a780-73292f9025e3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:55.324726 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.355073 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.371625 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.provisioning_blocks [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Transition to ACTIVE for port object ae52ad97-6e6b-4974-a13d-0df7be4cf51c will not be triggered until provisioned by entity DHCP. {{(pid=88660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:31:55.379413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.454364 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.491553 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Attempting to bind port b1c398bf-e5f3-4668-b35a-d89ddf318d95 on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:31:55.491934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Attempting to bind port b1c398bf-e5f3-4668-b35a-d89ddf318d95 by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:31:55.492302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Attempting to bind port b1c398bf-e5f3-4668-b35a-d89ddf318d95 on network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:31:55.508701 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41967dc-c372-4918-b66b-00dd8c9afd4a None None] Pushing event updated for resources: {'Port': ['ID=b1c398bf-e5f3-4668-b35a-d89ddf318d95,revision_number=2']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:55.513357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:31:55.513547 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Checking segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:31:55.513855 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.514247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Bound using segment: {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'} {{(pid=88661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:31:55.515067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.managers [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Bound port: b1c398bf-e5f3-4668-b35a-d89ddf318d95, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593206e-17bf-47b4-9fa2-43feb7ee18cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1'}}] {{(pid=88661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:31:55.515240 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.516363 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:31:55.519211 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:55.522722 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:31:55.569974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Pushing event updated for resources: {'Port': ['ID=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:55.597321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1002202'] for router_interface, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.605742 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] For port b1c398bf-e5f3-4668-b35a-d89ddf318d95, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:31:55.609030 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] For port b1c398bf-e5f3-4668-b35a-d89ddf318d95, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b1c398bf-e5f3-4668-b35a-d89ddf318d95,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:31:55.705988 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.795965 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41967dc-c372-4918-b66b-00dd8c9afd4a None None] Pushing event updated for resources: {'Port': ['ID=b1c398bf-e5f3-4668-b35a-d89ddf318d95,revision_number=3']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:55.798424 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Routers {'547e91dc-1709-41dc-8ece-4e78f1381038'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:55.799064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['547e91dc-1709-41dc-8ece-4e78f1381038'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:55.801946 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.852834 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5f096ced-62c1-4d9e-a174-31e31a48c353 None None] Provisioning for port ae52ad97-6e6b-4974-a13d-0df7be4cf51c completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:55.865724 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-5f096ced-62c1-4d9e-a174-31e31a48c353 None None] Provisioning complete for port ae52ad97-6e6b-4974-a13d-0df7be4cf51c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:55.866100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5f096ced-62c1-4d9e-a174-31e31a48c353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:55.985403 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-5f096ced-62c1-4d9e-a174-31e31a48c353 None None] Port ae52ad97-6e6b-4974-a13d-0df7be4cf51c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:31:56.029718 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] Set router 547e91dc-1709-41dc-8ece-4e78f1381038 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:56.124653 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:56.177714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:56.283051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-614517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603169'] for router_interface, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:56.287231 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Pushing event updated for resources: {'Port': ['ID=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:56.342951 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 4, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port': {'id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:52Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ae52ad97-6e6b-4974-a13d-0df7be4cf51c', 'name': '', 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'mac_address': 'fa:16:3e:b8:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:54Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 1, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'subnets': [{'id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:56.347847 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce7264-965a-4896-b155-1abb079eeaa4 None None] The sync data for ids ['547e91dc-1709-41dc-8ece-4e78f1381038'] in dv-neutron-839024-1-hyperv is: [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 4, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port': {'id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:52Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ae52ad97-6e6b-4974-a13d-0df7be4cf51c', 'name': '', 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'mac_address': 'fa:16:3e:b8:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:54Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 1, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'subnets': [{'id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:31:56.431269 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:31:56.432437 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:31:56.646867 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Router 547e91dc-1709-41dc-8ece-4e78f1381038 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:31:56.716460 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-40a155d1-efab-4457-ba89-e4ab61a85096 None None] Provisioning complete for port ae52ad97-6e6b-4974-a13d-0df7be4cf51c triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:56.716777 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-40a155d1-efab-4457-ba89-e4ab61a85096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:56.780414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-40a155d1-efab-4457-ba89-e4ab61a85096 None None] Port ae52ad97-6e6b-4974-a13d-0df7be4cf51c cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:31:56.841675 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:31:56.853783 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-776f4ec1-3afe-4bfc-a95d-1a941180e06b admin admin] 10.222.0.10 "PUT /v2.0/routers/547e91dc-1709-41dc-8ece-4e78f1381038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5923259 Apr 22 18:31:58.525703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33674) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:58.531324 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971520395', 'description': 'tempest-secgroup-smoke-971520395 description', 'project_id': '2c53423e753f4481adf84798d291b482'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:58.537608 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:58.542060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:security_group and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:58.545052 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:58.550854 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:58.635393 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:58.656431 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:58.660438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:security_group_rule and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:58.663554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:58.670263 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:58.744311 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:58.802581 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:58.815715 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b1c398bf-e5f3-4668-b35a-d89ddf318d95 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:31:58.847079 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de2887a-73c8-4f10-9340-56d98251c867,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:58.916874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:58.918236 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7f052e20-c911-4d7a-be68-058ec2e0d56f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3914056 Apr 22 18:31:58.920899 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33678) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:58.925894 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'security_group_rule': {'security_group_id': '5de2887a-73c8-4f10-9340-56d98251c867', 'project_id': '2c53423e753f4481adf84798d291b482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:58.932034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:58.936106 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:security_group_rule and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:58.939344 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:58.945397 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:58.967957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port b1c398bf-e5f3-4668-b35a-d89ddf318d95 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:31:58.973090 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b1c398bf-e5f3-4668-b35a-d89ddf318d95 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:31:58.973485 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.043850 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.089878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.105229 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.106866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port b1c398bf-e5f3-4668-b35a-d89ddf318d95, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b1c398bf-e5f3-4668-b35a-d89ddf318d95,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:31:59.173729 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.185579 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.198813 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6723c9f1-1cff-4174-9025-98c6fb3e1ae6,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:59.251700 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=b1c398bf-e5f3-4668-b35a-d89ddf318d95,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:59.260294 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.261497 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-053a2180-0c72-4b1e-9092-467c9d180a86 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3396893 Apr 22 18:31:59.264148 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33682) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:59.269073 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'security_group_rule': {'security_group_id': '5de2887a-73c8-4f10-9340-56d98251c867', 'project_id': '2c53423e753f4481adf84798d291b482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:59.275696 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:59.279562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:security_group_rule and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:59.282392 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:59.288117 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:59.363219 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.428494 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.503620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.528502 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c26280-6128-467f-b593-3eeeedc6284c,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:59.606182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.608507 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-37f12d90-fe8a-4182-a1e8-083425a9486e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3424191 Apr 22 18:31:59.610263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33686) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:59.615600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'security_group_rule': {'security_group_id': '5de2887a-73c8-4f10-9340-56d98251c867', 'project_id': '2c53423e753f4481adf84798d291b482', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:59.622320 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:59.626459 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:security_group_rule and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:59.629979 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:59.631454 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Sync routers for ids ['547e91dc-1709-41dc-8ece-4e78f1381038'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:31:59.640291 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:31:59.641869 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Routers {'547e91dc-1709-41dc-8ece-4e78f1381038'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:31:59.641869 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['547e91dc-1709-41dc-8ece-4e78f1381038'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:31:59.711242 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.772764 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.815437 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Set router 547e91dc-1709-41dc-8ece-4e78f1381038 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:31:59.824967 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.848324 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0949ea-ea53-4dfc-a938-7e539cdcb76b,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:31:59.905388 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:31:59.906649 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ac106b2f-1d0f-4c90-8d6c-c43613a21447 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2953279 Apr 22 18:31:59.909272 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33690) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:31:59.914308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'security_group_rule': {'security_group_id': '5de2887a-73c8-4f10-9340-56d98251c867', 'project_id': '2c53423e753f4481adf84798d291b482', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:31:59.920453 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:31:59.924289 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:security_group_rule and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:31:59.927120 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:31:59.933309 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:32:00.006927 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.068580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.118428 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 4, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port': {'id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:52Z', 'updated_at': '2022-04-22T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ae52ad97-6e6b-4974-a13d-0df7be4cf51c', 'name': '', 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'mac_address': 'fa:16:3e:b8:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:54Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 2, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'subnets': [{'id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:32:00.122184 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Checking router: 547e91dc-1709-41dc-8ece-4e78f1381038 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:32:00.122536 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Updating router 547e91dc-1709-41dc-8ece-4e78f1381038 port ae52ad97-6e6b-4974-a13d-0df7be4cf51c binding host dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 18:32:00.133885 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.155465 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d35c46d-4b79-489e-b16d-db1b6818f9d9,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:00.205453 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.225600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.226853 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-ff63bcde-606b-48de-bc97-20d74ee4c114 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3165720 Apr 22 18:32:00.230025 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33694) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:32:00.234969 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'security_group_rule': {'security_group_id': '5de2887a-73c8-4f10-9340-56d98251c867', 'project_id': '2c53423e753f4481adf84798d291b482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:32:00.240823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:32:00.245182 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:security_group_rule and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:32:00.248111 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:32:00.254051 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:32:00.322247 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.securitygroups_db [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Project 2c53423e753f4481adf84798d291b482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:32:00.329194 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.398170 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.503580 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.511193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-80ffa634-9c31-4273-9687-4499564b7c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.527083 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f2cfae-8212-46b6-a3e1-0fe6e287c1f6,revision_number=0']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:00.543386 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.554455 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.provisioning_blocks [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Transition to ACTIVE for port object ae52ad97-6e6b-4974-a13d-0df7be4cf51c will not be triggered until provisioned by entity L2. {{(pid=88662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:32:00.603262 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.604534 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-4eee338b-789f-4ad7-b676-66f6b0ccfc4f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736060 Apr 22 18:32:00.607463 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 33698) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:32:00.612649 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'security_group_rule': {'security_group_id': '5de2887a-73c8-4f10-9340-56d98251c867', 'project_id': '2c53423e753f4481adf84798d291b482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:32:00.618855 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:32:00.622565 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:security_group_rule and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:32:00.625522 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:32:00.631155 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.631312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:32:00.700894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.securitygroups_db [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Project 2c53423e753f4481adf84798d291b482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 18:32:00.709526 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.800445 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.808895 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b1c398bf-e5f3-4668-b35a-d89ddf318d95 up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:32:00.830068 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a7359-5e92-46e2-bca0-0e521ee1f8a6 None None] Pushing event updated for resources: {'Port': ['ID=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,revision_number=3']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:00.848843 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Attempting to bind port ae52ad97-6e6b-4974-a13d-0df7be4cf51c on host dv-neutron-839024-1-hyperv for vnic_type normal with profile {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:32:00.849218 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Attempting to bind port ae52ad97-6e6b-4974-a13d-0df7be4cf51c by drivers openvswitch,hyperv on host dv-neutron-839024-1-hyperv at level 0 using segments [{'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:32:00.849746 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Attempting to bind port ae52ad97-6e6b-4974-a13d-0df7be4cf51c on network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:32:00.855452 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Checking agent: {'id': '162b0766-8978-46cb-9907-21573090f53f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 18, 34), 'started_at': datetime.datetime(2022, 4, 22, 17, 19, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:32:00.856064 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Checking segment: {'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:32:00.856475 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.856857 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Bound using segment: {'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'} {{(pid=88662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:32:00.857325 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.managers [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Bound port: ae52ad97-6e6b-4974-a13d-0df7be4cf51c, host: dv-neutron-839024-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67'}}] {{(pid=88662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:32:00.857689 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.882659 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580049'] for security_group_rule, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.885339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port b1c398bf-e5f3-4668-b35a-d89ddf318d95 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:32:00.886058 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.915539 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d482b6e-843f-4c03-a6d2-e63276fd25ae,revision_number=0']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:00.952910 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] For port ae52ad97-6e6b-4974-a13d-0df7be4cf51c, host dv-neutron-839024-1-hyperv, cleared binding levels {{(pid=88662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:32:00.956441 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.plugins.ml2.db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] For port ae52ad97-6e6b-4974-a13d-0df7be4cf51c, host dv-neutron-839024-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,segment=NetworkSegment(e72e8ae4-eefb-402c-836f-9ebff3bc1f3a),segment_id=e72e8ae4-eefb-402c-836f-9ebff3bc1f3a)] {{(pid=88662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:32:00.985033 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:00.986389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-bd0a1e08-e334-46d6-ac38-3a6a07303feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3779137 Apr 22 18:32:01.025059 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron_lib.callbacks.manager [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:01.105279 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Routers {'547e91dc-1709-41dc-8ece-4e78f1381038'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:32:01.105919 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:31:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['547e91dc-1709-41dc-8ece-4e78f1381038'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:32:01.172383 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a7359-5e92-46e2-bca0-0e521ee1f8a6 None None] Pushing event updated for resources: {'Port': ['ID=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,revision_number=4']} {{(pid=88662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:01.233871 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-0605459e-02da-449d-ae91-10a49c1204ed req-108a6912-0a30-4dcb-9515-12c00a3bf6b7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:security_group {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:32:01.297507 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] Set router 547e91dc-1709-41dc-8ece-4e78f1381038 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:32:01.337923 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-0605459e-02da-449d-ae91-10a49c1204ed req-108a6912-0a30-4dcb-9515-12c00a3bf6b7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:security_group {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:32:01.339262 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-108a6912-0a30-4dcb-9515-12c00a3bf6b7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971520395&fields=id&tenant_id=2c53423e753f4481adf84798d291b482 HTTP/1.1" status: 200 len: 267 time: 0.1480227 Apr 22 18:32:01.493418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605459e-02da-449d-ae91-10a49c1204ed req-5c5fa034-8a6a-40d9-b7d4-ccd454c692bd tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:01.494817 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-5c5fa034-8a6a-40d9-b7d4-ccd454c692bd tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 810 time: 0.1471746 Apr 22 18:32:01.509417 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-e22b2769-07e3-490d-9ddd-451c410882ad tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/quotas/2c53423e753f4481adf84798d291b482 HTTP/1.1" status: 200 len: 375 time: 0.0092278 Apr 22 18:32:01.594434 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-cb9529a8-9185-44e8-8a4c-e558de457f7b tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799599 Apr 22 18:32:01.612541 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 4, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port': {'id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:52Z', 'updated_at': '2022-04-22T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ae52ad97-6e6b-4974-a13d-0df7be4cf51c', 'name': '', 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'mac_address': 'fa:16:3e:b8:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:54Z', 'updated_at': '2022-04-22T18:32:00Z', 'revision_number': 4, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'subnets': [{'id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:32:01.616515 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a655e-ec9b-49b3-bbc0-614494a9d9d8 None None] The sync data for ids ['547e91dc-1709-41dc-8ece-4e78f1381038'] in dv-neutron-839024-1-hyperv is: [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:31:55Z', 'revision_number': 4, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port': {'id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:52Z', 'updated_at': '2022-04-22T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': 'ae52ad97-6e6b-4974-a13d-0df7be4cf51c', 'name': '', 'network_id': '2d66cde0-92e2-434c-9b1e-17c5f2157d67', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'mac_address': 'fa:16:3e:b8:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:54Z', 'updated_at': '2022-04-22T18:32:00Z', 'revision_number': 4, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'subnets': [{'id': 'a42d46e9-a666-458d-b432-393af09fd22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:32:01.844269 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-e9953a01-23b2-4507-a0ad-600485f9101f service neutron] 10.222.0.10 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375221 Apr 22 18:32:01.981981 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-abf7aab8-a8b8-454a-9234-cd8f0d663468 service neutron] 10.222.0.10 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317980 Apr 22 18:32:02.225589 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-85bfca16-16f7-4ae6-b93c-4ee58fba3383 req-0102b75a-b113-4387-b76b-753445912be3 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:32:02.299398 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-85bfca16-16f7-4ae6-b93c-4ee58fba3383 req-0102b75a-b113-4387-b76b-753445912be3 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:32:02.300492 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-85bfca16-16f7-4ae6-b93c-4ee58fba3383 req-0102b75a-b113-4387-b76b-753445912be3 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 210 time: 0.1174545 Apr 22 18:32:02.646551 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e504394e-c04d-48d1-b42a-7533ebcef63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:02.804609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ae52ad97-6e6b-4974-a13d-0df7be4cf51c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:32:02.927933 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning for port ae52ad97-6e6b-4974-a13d-0df7be4cf51c completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:32:02.933140 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ae52ad97-6e6b-4974-a13d-0df7be4cf51c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:32:02.933516 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:03.047137 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:03.078006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] For port ae52ad97-6e6b-4974-a13d-0df7be4cf51c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,segment=NetworkSegment(e72e8ae4-eefb-402c-836f-9ebff3bc1f3a),segment_id=e72e8ae4-eefb-402c-836f-9ebff3bc1f3a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:32:03.173808 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:03.239838 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Pushing event updated for resources: {'Port': ['ID=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:03.393972 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cda7186b-c358-45d8-b4ee-69c04419dfed req-0dd8b028-2941-43e1-8e33-38f31cf27ef8 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 210 time: 0.0422814 Apr 22 18:32:03.767932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:04.025636 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:04.488805 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-35e6dc73-a4b5-4051-8f0a-76c067ab1ae2 req-db66b31a-9893-40b0-b2df-1807fce798c3 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 210 time: 0.0416350 Apr 22 18:32:04.792398 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ae52ad97-6e6b-4974-a13d-0df7be4cf51c up at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:32:04.862215 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Provisioning complete for port ae52ad97-6e6b-4974-a13d-0df7be4cf51c triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:32:04.862595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:05.088310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:05.288307 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:05.636729 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b3791fb9-1698-445a-bf44-26653578252d req-9b4ebd7f-e8f8-4c80-a099-34ba4f168b3d tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 210 time: 0.0429935 Apr 22 18:32:06.294529 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605459e-02da-449d-ae91-10a49c1204ed req-bdfd36e5-68f9-4911-85e6-c75f1dde3e56 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:06.295996 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-bdfd36e5-68f9-4911-85e6-c75f1dde3e56 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 810 time: 0.1447291 Apr 22 18:32:06.346370 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-43921919-cc24-46c6-97a5-3650457d85b6 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c53423e753f4481adf84798d291b482 HTTP/1.1" status: 200 len: 379 time: 0.0426540 Apr 22 18:32:06.355605 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'port': {'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'admin_state_up': True, 'tenant_id': '2c53423e753f4481adf84798d291b482', 'security_groups': ['5de2887a-73c8-4f10-9340-56d98251c867']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:32:06.596170 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:32:06.606421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:32:06.657433 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Made reservation on behalf of 2c53423e753f4481adf84798d291b482 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:32:06.661009 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:06.792738 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c0cc9e76-db2f-47f3-96f3-9ead8576ce95 req-9e0a3e93-3a4a-44ae-948c-6ea3c45914d6 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 210 time: 0.0458548 Apr 22 18:32:06.823017 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Allocated IP 172.20.0.13 (ebd28f4b-23a5-42ef-8f81-fb87e131f6fd/5a33e7ab-cbcf-4c93-8420-1c5404f5de5f/3ffd056f-5cd5-4ac4-b86e-796a647168e3) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:32:07.006554 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:07.022151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Transition to ACTIVE for port object 3ffd056f-5cd5-4ac4-b86e-796a647168e3 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:32:07.122272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:07.184313 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:32:07.187182 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:32:07.195716 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:32:07.235928 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:07.268020 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:07.268647 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:07.367348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-52e486ef-7058-4971-b7c0-fa084f6394da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0158205 Apr 22 18:32:07.378564 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Request body: {'port': {'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:32:07.489728 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:07.510646 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0e3d9ee1-cf55-42ee-9afb-efeb33fb3594 None None] Provisioning for port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:32:07.516033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-0e3d9ee1-cf55-42ee-9afb-efeb33fb3594 None None] Provisioning complete for port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:32:07.516414 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9ee1-cf55-42ee-9afb-efeb33fb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:07.569293 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d9ee1-cf55-42ee-9afb-efeb33fb3594 None None] Port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:32:07.825869 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffd056f-5cd5-4ac4-b86e-796a647168e3 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:32:07.834676 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:07.850116 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Transition to ACTIVE for port object 3ffd056f-5cd5-4ac4-b86e-796a647168e3 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:32:07.934891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:08.139495 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:08.187472 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a126c-e43b-4118-9660-57a206ad7520 req-72fb918e-5c10-49ac-84c5-4b2e71f80fb8 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:08.188164 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-e25a126c-e43b-4118-9660-57a206ad7520 req-72fb918e-5c10-49ac-84c5-4b2e71f80fb8 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:32:08.215098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Attempting to bind port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:32:08.215430 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Attempting to bind port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:32:08.215756 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Attempting to bind port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 on network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:32:08.220989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 on network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:32:08.221307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Attempting to bind port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 on network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:32:08.226318 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:32:08.226655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Checking segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:32:08.228413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Bound using segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:32:08.228413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Bound port: 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:32:08.228413 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:08.279159 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-e25a126c-e43b-4118-9660-57a206ad7520 req-72fb918e-5c10-49ac-84c5-4b2e71f80fb8 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:32:08.280280 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e25a126c-e43b-4118-9660-57a206ad7520 req-72fb918e-5c10-49ac-84c5-4b2e71f80fb8 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 944 time: 0.3815093 Apr 22 18:32:08.346515 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:32:08.350664 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e25a126c-e43b-4118-9660-57a206ad7520 req-07a28560-4eb1-4a19-b63d-5c315ba4b813 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640748 Apr 22 18:32:08.356543 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:32:08.436688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:08.495827 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:08.496438 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:08.497792 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] 10.222.0.16 "PUT /v2.0/ports/3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 1094 time: 1.1234853 Apr 22 18:32:08.498236 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:32:08.529886 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2faa71-4d15-4938-8ea0-f0224a804425 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:08.549341 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31305322-a490-4246-aa64-d402bcc43e77'] response: {'name': 'network-changed', 'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'status': 'completed', 'code': 200} Apr 22 18:32:08.643132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291bbe6-c910-415d-adb7-6f6d48354210 req-c2275ff7-7609-4958-92f8-9c88291f3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:08.644633 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b291bbe6-c910-415d-adb7-6f6d48354210 req-c2275ff7-7609-4958-92f8-9c88291f3ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1097 time: 0.0748167 Apr 22 18:32:08.888751 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291bbe6-c910-415d-adb7-6f6d48354210 req-ee4e945a-31eb-45cd-b875-730cef6d1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:08.890116 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b291bbe6-c910-415d-adb7-6f6d48354210 req-ee4e945a-31eb-45cd-b875-730cef6d1f44 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2c53423e753f4481adf84798d291b482&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2390854 Apr 22 18:32:09.023350 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291bbe6-c910-415d-adb7-6f6d48354210 req-2a6548da-4bb7-4fb0-86ad-b2bc1c407559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:09.024783 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b291bbe6-c910-415d-adb7-6f6d48354210 req-2a6548da-4bb7-4fb0-86ad-b2bc1c407559 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1282620 Apr 22 18:32:09.131243 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605459e-02da-449d-ae91-10a49c1204ed req-fc50c4bb-ee44-4386-961a-439edb03f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:09.132717 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-fc50c4bb-ee44-4386-961a-439edb03f07c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1097 time: 0.0744975 Apr 22 18:32:09.203454 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-e4280afa-40d1-4a4e-965e-852624a631fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 217 time: 0.0634301 Apr 22 18:32:09.264353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605459e-02da-449d-ae91-10a49c1204ed req-098a1e68-6779-41a3-9a67-0f6e7d22489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:09.265729 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-098a1e68-6779-41a3-9a67-0f6e7d22489c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0563757 Apr 22 18:32:09.337139 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605459e-02da-449d-ae91-10a49c1204ed req-12621f8a-18a6-456a-8e04-ea3d0e5ee1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:09.339106 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-12621f8a-18a6-456a-8e04-ea3d0e5ee1a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674002 Apr 22 18:32:09.510366 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-4cd75e3f-19c3-4f94-8fe7-5907fd077e10 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651545 Apr 22 18:32:09.645996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054df099-d3ad-4424-924d-be8ec9c26e7c req-72db215e-592a-4d02-a046-d2405485bec4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:09.647449 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-054df099-d3ad-4424-924d-be8ec9c26e7c req-72db215e-592a-4d02-a046-d2405485bec4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 944 time: 0.1862562 Apr 22 18:32:09.678039 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-0605459e-02da-449d-ae91-10a49c1204ed req-8da77f81-3adf-4ec8-b09e-6b06206f2bd7 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609745 Apr 22 18:32:09.700025 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-054df099-d3ad-4424-924d-be8ec9c26e7c req-85da0869-70cc-42f6-8177-8bc3556ab7a0 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Apr 22 18:32:10.881827 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff01bd-bf3a-4ecd-bc0c-7b6516580ffb req-bc3b54cf-b546-4f8d-9ec2-ddb31cd79ab6 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:10.883285 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0eff01bd-bf3a-4ecd-bc0c-7b6516580ffb req-bc3b54cf-b546-4f8d-9ec2-ddb31cd79ab6 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 944 time: 0.0774522 Apr 22 18:32:10.926217 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-0eff01bd-bf3a-4ecd-bc0c-7b6516580ffb req-368ff656-e46d-4fb0-b7cf-af5802ed4019 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:security_group {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:32:10.937338 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-0eff01bd-bf3a-4ecd-bc0c-7b6516580ffb req-368ff656-e46d-4fb0-b7cf-af5802ed4019 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:security_group {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:32:10.938424 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0eff01bd-bf3a-4ecd-bc0c-7b6516580ffb req-368ff656-e46d-4fb0-b7cf-af5802ed4019 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495734 Apr 22 18:32:12.122546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc573d-b95a-4262-ab98-93d234baf5d3 req-6e67f1c7-4955-4ffb-b584-ccc63a541728 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:12.124013 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dbc573d-b95a-4262-ab98-93d234baf5d3 req-6e67f1c7-4955-4ffb-b584-ccc63a541728 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 944 time: 0.0841351 Apr 22 18:32:12.167607 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-3dbc573d-b95a-4262-ab98-93d234baf5d3 req-b3ed75de-b109-42e9-b9ba-7bcd8b4554dd tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Apr 22 18:32:13.348822 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb054146-6964-4d04-8797-45349af8a4b2 req-e0cbeb20-35c0-40ac-a498-9a5363bb8b80 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:13.350273 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb054146-6964-4d04-8797-45349af8a4b2 req-e0cbeb20-35c0-40ac-a498-9a5363bb8b80 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 944 time: 0.0805292 Apr 22 18:32:13.394847 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-bb054146-6964-4d04-8797-45349af8a4b2 req-d5d9d4b8-531e-4d03-907f-9658c5377097 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389540 Apr 22 18:32:13.568820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3ffd056f-5cd5-4ac4-b86e-796a647168e3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:32:13.699087 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:32:13.711934 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:32:13.768987 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:13.785705 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffd056f-5cd5-4ac4-b86e-796a647168e3 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:32:13.800332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:32:13.864628 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:13.928758 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:14.226497 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['3ffd056f-5cd5-4ac4-b86e-796a647168e3'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:32:14.574378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f53e2d-8012-467f-aeb2-8a49108b7af4 req-aa345bc8-8a52-4604-8af7-64b97b87b705 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:14.575770 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85f53e2d-8012-467f-aeb2-8a49108b7af4 req-aa345bc8-8a52-4604-8af7-64b97b87b705 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 945 time: 0.0780737 Apr 22 18:32:14.619273 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-85f53e2d-8012-467f-aeb2-8a49108b7af4 req-1d014533-b618-4e0b-a93b-1d2c1d78dd9e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379095 Apr 22 18:32:15.584021 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3ffd056f-5cd5-4ac4-b86e-796a647168e3 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:32:15.709229 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:32:15.715069 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:32:15.715447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:15.800569 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a216a61-c207-4696-9053-921a59e7e1c8 req-c2d326eb-50fd-4a81-bdb0-a1967622621f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:15.802009 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2a216a61-c207-4696-9053-921a59e7e1c8 req-c2d326eb-50fd-4a81-bdb0-a1967622621f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 945 time: 0.0775063 Apr 22 18:32:15.832354 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:15.848480 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2a216a61-c207-4696-9053-921a59e7e1c8 req-0159c305-2742-46b8-83a3-558400127ef7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408328 Apr 22 18:32:15.859159 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:32:15.872502 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:32:15.928010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:15.959901 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2860236d-1b9e-4758-83b4-cca157ee87b2'] response: {'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'code': 200} Apr 22 18:32:16.000768 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:16.308889 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848664d-1777-4129-a7e9-2903100911dd req-2e4649b3-5f60-4653-a5fc-16f685806fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:16.310269 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b848664d-1777-4129-a7e9-2903100911dd req-2e4649b3-5f60-4653-a5fc-16f685806fa6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1099 time: 0.0739326 Apr 22 18:32:16.350020 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b848664d-1777-4129-a7e9-2903100911dd req-95ddc978-679d-4012-84ec-c6e4a95ea1a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339563 Apr 22 18:32:17.027905 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726f346-e3f0-440e-99e6-ee58889d7087 req-ea7af865-019f-4324-a340-9083ed266381 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:17.029255 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2726f346-e3f0-440e-99e6-ee58889d7087 req-ea7af865-019f-4324-a340-9083ed266381 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 946 time: 0.0788305 Apr 22 18:32:17.073535 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-2726f346-e3f0-440e-99e6-ee58889d7087 req-de1fcc09-461d-419c-80ce-8629b75505a6 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386052 Apr 22 18:32:18.256693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7306e-55c3-42c5-aec7-ea67cfb57622 req-b0cd07b8-2cd1-41ec-8789-06d939ebd909 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:18.258120 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82c7306e-55c3-42c5-aec7-ea67cfb57622 req-b0cd07b8-2cd1-41ec-8789-06d939ebd909 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 946 time: 0.0782485 Apr 22 18:32:18.301166 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-82c7306e-55c3-42c5-aec7-ea67cfb57622 req-49bb8950-c26f-4950-9441-14e602baf285 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370326 Apr 22 18:32:18.483119 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f2c2-85c1-4dc7-b261-47e16fd972e8 req-e009c52e-3a4a-443b-89f7-7025be1216f2 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:18.484564 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c6a9f2c2-85c1-4dc7-b261-47e16fd972e8 req-e009c52e-3a4a-443b-89f7-7025be1216f2 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 946 time: 0.0819936 Apr 22 18:32:18.612281 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c6a9f2c2-85c1-4dc7-b261-47e16fd972e8 req-12feec6a-91fb-48e8-ae3d-717c1fb152dd tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219847 Apr 22 18:32:18.634263 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33778) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:32:18.740956 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1b4cb-95d2-4641-a124-05e6d901f6f1 tempest-TestSnapshotPattern-1884973683 tempest-TestSnapshotPattern-1884973683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:18.741666 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-40c1b4cb-95d2-4641-a124-05e6d901f6f1 tempest-TestSnapshotPattern-1884973683 tempest-TestSnapshotPattern-1884973683-project-admin] Synchronizing usage tracker for tenant:5e405afc911d43a0802694bfa38c353b on resource:port {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:32:18.801813 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-40c1b4cb-95d2-4641-a124-05e6d901f6f1 tempest-TestSnapshotPattern-1884973683 tempest-TestSnapshotPattern-1884973683-project-admin] Unset dirty status for tenant:5e405afc911d43a0802694bfa38c353b on resource:port {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:32:18.802971 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-40c1b4cb-95d2-4641-a124-05e6d901f6f1 tempest-TestSnapshotPattern-1884973683 tempest-TestSnapshotPattern-1884973683-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1094 time: 0.1670930 Apr 22 18:32:18.805755 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [-] (88660) accepted ('10.222.0.10', 33784) {{(pid=88660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:32:18.811283 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.v2.base [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:32:18.817166 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:32:18.820890 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:floatingip and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:32:18.823749 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88660) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:32:18.829615 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.quota.driver [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88660) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:32:18.885855 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for floatingip, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:19.017298 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:19.152570 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.db_base_plugin_common [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Allocated IP 172.26.3.47 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/06b473bc-f6e9-472d-9fea-fbb82934cd5a) {{(pid=88660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:32:19.295285 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for port, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:19.379522 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16155399'] for port, after_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:19.443308 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:32:19.445952 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.base_scheduler [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources bound (agent type, host, resource id): {{(pid=88660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:32:19.454024 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Received port after_create {{(pid=88660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:32:19.488197 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'Port': ['ID=06b473bc-f6e9-472d-9fea-fbb82934cd5a,revision_number=1']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:19.850264 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:19.978489 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:20.174321 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for port, precommit_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:20.234637 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16155518'] for port, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:20.341317 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'Port': ['ID=06b473bc-f6e9-472d-9fea-fbb82934cd5a,revision_number=2']} {{(pid=88660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:32:20.349352 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:20.539816 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:32:20.606648 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.db.l3_db [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Floating IP d1f29930-9359-4a36-974e-86a2dd0cb2b5 associated. External IP: 172.26.3.47, port: 3ffd056f-5cd5-4ac4-b86e-796a647168e3. Apr 22 18:32:20.942724 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Router 0713b3bd-114f-4b72-b535-a8b1a73f626b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:32:21.117060 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:32:21.126481 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] Sync routers for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:32:21.136722 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:32:21.141707 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:32:21.219600 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron_lib.callbacks.manager [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:21.277596 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [None req-fb17f89d-dca0-4f10-abda-8ceb50e57c26 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4708292 Apr 22 18:32:21.278174 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3'}] {{(pid=88660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:32:21.313789 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:32:21.386701 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e528382-9ce7-4423-affd-02e786dc5704'] response: {'name': 'network-changed', 'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'status': 'completed', 'code': 200} Apr 22 18:32:21.480272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-ecb6895f-19b0-46e7-9473-45662c2fdc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:21.481727 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-ecb6895f-19b0-46e7-9473-45662c2fdc10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1099 time: 0.0748398 Apr 22 18:32:21.610884 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-da91655d-ab3d-4986-8ef3-6f14f7006427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:21.612313 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-da91655d-ab3d-4986-8ef3-6f14f7006427 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1251163 Apr 22 18:32:21.686810 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:19Z', 'revision_number': 0, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:32:21.690912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] Checking router: 0713b3bd-114f-4b72-b535-a8b1a73f626b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:32:21.699529 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:32:21.700155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:32:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:32:21.822430 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-fe1b64c4-cb40-4c25-b6ae-2475e36fafae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 999 time: 0.2041523 Apr 22 18:32:21.877513 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:32:21.883970 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-ef57c7c2-4aca-4781-a968-9fdd6011b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:21.890121 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-ef57c7c2-4aca-4781-a968-9fdd6011b661 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0572512 Apr 22 18:32:21.960141 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-941a13f5-6df0-408d-bfad-5c20e8c05200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:32:21.961627 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-941a13f5-6df0-408d-bfad-5c20e8c05200 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705996 Apr 22 18:32:22.094793 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-80e13aba-6fcd-4743-a619-262630b24238 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270237 Apr 22 18:32:22.223041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:19Z', 'revision_number': 0, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:32:22.226972 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e53d25-b18f-47e2-a22b-8d8267ea5559 None None] The sync data for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv is: [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:19Z', 'revision_number': 0, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:32:22.227606 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-394e7e5b-288a-4f18-8583-152f8baa0a27 req-c3710fa7-4cf2-41e2-b555-96cbd0bd0583 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266680 Apr 22 18:32:22.410618 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80880e2f-f381-4c15-a27f-7a2aee1ad45d None None] New status for floating IP d1f29930-9359-4a36-974e-86a2dd0cb2b5: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:32:30.453161 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-76975e5d-f4d5-43ad-9058-b1dae34914c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:32.670097 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aa4801da-467a-44d9-98de-5b37520325be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:33.765592 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:34.022800 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:35.097010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:35.297041 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:32:57.538122 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:33:00.462655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d40fd6f8-90a3-4800-a8a8-b8b9bed8f8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:02.670357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-94aeb789-2d0e-4476-9a2f-d6b30ab773f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:03.761096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:04.023952 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:04.893981 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-ff7eb57e-b474-45d0-9c94-df28cdcab7c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717816 Apr 22 18:33:05.032706 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-38ad2859-d870-4b8e-a068-79ad3c32d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:33:05.032706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-38ad2859-d870-4b8e-a068-79ad3c32d1b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1099 time: 0.0716815 Apr 22 18:33:05.081413 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:05.174479 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-4138f152-2f53-42b6-b413-63d924951885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:33:05.175945 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-4138f152-2f53-42b6-b413-63d924951885 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1259732 Apr 22 18:33:05.280901 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-e5fec2ad-7fd5-4d31-b159-175be6cf2d6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 1001 time: 0.0994773 Apr 22 18:33:05.338443 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:05.346281 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-acf86f70-cfb9-46e1-a434-fd5e34debb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:33:05.348060 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-acf86f70-cfb9-46e1-a434-fd5e34debb2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0613942 Apr 22 18:33:05.421859 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-95fdaab7-cc0f-4cfe-8398-20fd3dd44d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:33:05.423390 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-95fdaab7-cc0f-4cfe-8398-20fd3dd44d39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696933 Apr 22 18:33:05.552184 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-e5233c2c-541e-47a3-8113-7a3a1979e784 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219411 Apr 22 18:33:05.681255 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-73acf52c-e6c1-44c0-ba55-2a1024885e19 req-61203708-9926-4eb5-94d7-3a8767975b07 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223917 Apr 22 18:33:30.463788 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f313b546-6ef7-45bf-a0e0-c74073ccca89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:32.662341 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-48569c90-a14a-4dcc-abd1-3d75866b7e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:33.800468 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:34.034448 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:34.536332 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:33:35.091999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:33:35.331858 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:00.474096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7c55bf57-25f5-4ea4-b6bf-8d0f958f3076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:02.657300 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1049bae1-53ba-4727-abf5-c3f3ec11a96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:03.765508 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:04.022092 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:05.079130 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:05.307616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:05.896345 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-a3dac3c8-7201-46c7-8d9b-7296ab2b80ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714302 Apr 22 18:34:06.029208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-63f97f6a-761f-4eba-8e87-c34b134a69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:34:06.030650 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-63f97f6a-761f-4eba-8e87-c34b134a69e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1099 time: 0.0693924 Apr 22 18:34:06.175801 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-6648110c-3bba-4755-8d88-2dfd4c3c2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:34:06.177375 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-6648110c-3bba-4755-8d88-2dfd4c3c2ec5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1284482 Apr 22 18:34:06.278296 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-2fb497bb-c187-4c37-a3b9-99f6a799338c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 1001 time: 0.0955112 Apr 22 18:34:06.336969 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-5ad48aad-acc5-4ec7-a288-9934ce8baba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:34:06.338630 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-5ad48aad-acc5-4ec7-a288-9934ce8baba8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0552146 Apr 22 18:34:06.516050 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-9d2337b6-0dd1-46ba-8cee-e239f25418ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:34:06.517507 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-9d2337b6-0dd1-46ba-8cee-e239f25418ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1734474 Apr 22 18:34:06.647237 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-cb29fe57-c638-4813-8446-0845624f0ec4 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231914 Apr 22 18:34:06.775186 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-081b4b6a-8dac-4d4e-8029-badb6d42596f req-87444266-6b1b-466b-9859-9c8eef8ae905 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224642 Apr 22 18:34:11.536061 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:34:30.462316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ef61a27f-dc11-4459-8e3c-329f3294322d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:32.656617 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1a947d10-b535-4d59-89c6-52fae72f0e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:33.770188 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:34.056064 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:35.096720 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:35.308033 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:48.535261 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:34:54.294888 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3ffd056f-5cd5-4ac4-b86e-796a647168e3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:34:54.455761 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:34:54.469071 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:34:54.524511 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:54.540875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ffd056f-5cd5-4ac4-b86e-796a647168e3 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:34:54.555927 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:34:54.610447 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:54.678643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['3ffd056f-5cd5-4ac4-b86e-796a647168e3'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:34:54.708073 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:34:54.722269 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.722622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.722999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.723339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.723676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.724010 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.724339 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.724672 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.725000 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.725325 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.725652 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:54.725976 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:34:56.300462 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3ffd056f-5cd5-4ac4-b86e-796a647168e3 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:34:56.366596 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:34:56.366999 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:56.481994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:56.507313 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:34:56.517125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:34:56.560026 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056bc753-42be-4272-be86-47d34ca228b0'] response: {'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'code': 200} Apr 22 18:34:56.604677 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:34:56.672931 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:00.439109 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e73ef74e-e739-47df-af1a-7480025d6fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:02.655822 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-29e4d320-9f87-4f95-b4bf-d3b37cfe54ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:03.781883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:04.051100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:05.107135 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:05.307526 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:06.977906 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-2e4fee70-4ad5-4c3e-9b14-4c479dce35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:06.979519 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-2e4fee70-4ad5-4c3e-9b14-4c479dce35fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1099 time: 0.0785165 Apr 22 18:35:07.139217 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-770c233e-68f0-439f-b66f-cf0c175cbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:07.141239 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-770c233e-68f0-439f-b66f-cf0c175cbbc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1412554 Apr 22 18:35:07.281576 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-435d69a9-216b-492e-92b1-2d6c37e3e680 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 1001 time: 0.1348262 Apr 22 18:35:07.362032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-962a6fa9-00d6-4652-b707-b97de1554702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:07.363610 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-962a6fa9-00d6-4652-b707-b97de1554702 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0764656 Apr 22 18:35:07.447458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-d46819d3-3a62-48a5-a67c-5b83aed1d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:07.448985 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-d46819d3-3a62-48a5-a67c-5b83aed1d50c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794716 Apr 22 18:35:07.591477 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-509cc5b3-5068-4366-b8e3-e6ec6233c7be service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366501 Apr 22 18:35:07.732670 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-7b9400e5-4f4d-43a3-aad3-8eaf5d7fc8d3 req-dfd7c5d5-cc54-4c7c-ab8b-cef1210e9821 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357429 Apr 22 18:35:09.644660 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-16f0e96d-00a1-45c3-9bdd-4bb5b003224a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971520395&fields=id&tenant_id=2c53423e753f4481adf84798d291b482 HTTP/1.1" status: 200 len: 267 time: 0.0392616 Apr 22 18:35:09.790714 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-0167999c-ead1-4d31-8878-345efaa51e31 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:09.791325 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-0167999c-ead1-4d31-8878-345efaa51e31 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:network {{(pid=88660) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:35:09.850022 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.quota.resource [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-0167999c-ead1-4d31-8878-345efaa51e31 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:network {{(pid=88660) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:35:09.851155 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-0167999c-ead1-4d31-8878-345efaa51e31 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 810 time: 0.2002916 Apr 22 18:35:09.865907 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-03073877-91ed-4907-aa9b-cba40966ec75 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/quotas/2c53423e753f4481adf84798d291b482 HTTP/1.1" status: 200 len: 375 time: 0.0087686 Apr 22 18:35:09.952847 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-1edcb3ab-c188-452e-9f63-91bf0bed5621 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0821853 Apr 22 18:35:10.077823 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-fc227f9f-694d-45a1-aeec-55b002bd5fdc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 18:35:10.078830 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-fc227f9f-694d-45a1-aeec-55b002bd5fdc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0419209 Apr 22 18:35:10.206194 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-12f88d3b-48bb-49d5-b8be-01321168e47b service neutron] 10.222.0.10 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217468 Apr 22 18:35:10.331953 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-91afd5aa-3a52-4e8a-ab45-5202e53d66f7 service neutron] 10.222.0.10 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197636 Apr 22 18:35:10.605192 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-58e80abb-c229-4d37-b57b-441a28ed203a req-f4c9b151-a87e-4000-8a54-77474586d3f9 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 210 time: 0.0431159 Apr 22 18:35:11.753939 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-c73c7671-0265-43a8-95e5-dc030a33f8ba req-45ae57bc-dc6c-4739-a94b-385f4a39bbfe tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 210 time: 0.0431166 Apr 22 18:35:12.406136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3ffd056f-5cd5-4ac4-b86e-796a647168e3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:35:12.521338 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:12.547994 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:35:12.558060 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:35:12.572878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-916635dd-a563-4d28-9f69-bac939650feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:12.574229 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-916635dd-a563-4d28-9f69-bac939650feb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 810 time: 0.1459346 Apr 22 18:35:12.593840 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8908e031-d298-4227-ba35-ca0e48e71825'] response: {'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'code': 200} Apr 22 18:35:12.616316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:12.622559 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-494123db-a440-4a0c-b5ae-6734ce390349 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c53423e753f4481adf84798d291b482 HTTP/1.1" status: 200 len: 379 time: 0.0410311 Apr 22 18:35:12.630308 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'port': {'device_id': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'admin_state_up': True, 'tenant_id': '2c53423e753f4481adf84798d291b482', 'security_groups': ['5de2887a-73c8-4f10-9340-56d98251c867']}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:35:12.683430 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:12.766680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:35:12.777693 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:35:12.879122 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Made reservation on behalf of 2c53423e753f4481adf84798d291b482 for: {'port': 1} {{(pid=88659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 18:35:12.882961 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:12.904558 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-111e27f3-504f-4dfd-9ec0-d64699c5cafe req-5783118a-a8d2-4c70-91d2-6590f96cd755 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 210 time: 0.0422225 Apr 22 18:35:13.047895 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Allocated IP 172.20.0.4 (ebd28f4b-23a5-42ef-8f81-fb87e131f6fd/5a33e7ab-cbcf-4c93-8420-1c5404f5de5f/26f44ff5-5397-4fd2-a464-c9299ce9ccc1) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:35:13.353562 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:13.374655 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Transition to ACTIVE for port object 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 will not be triggered until provisioned by entity DHCP. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:35:13.451332 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:13.540211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:13.553915 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.559371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:35:13.563124 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:35:13.564709 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:35:13.566979 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:35:13.643147 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:13.643879 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:13.749015 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-f8331665-6d36-4c41-8d65-4a130349446e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1221683 Apr 22 18:35:13.936193 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7431e555-4163-4136-a2c6-390461ba1bba None None] Provisioning for port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 completed by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:35:13.941302 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-7431e555-4163-4136-a2c6-390461ba1bba None None] Provisioning complete for port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 triggered by entity DHCP. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:35:13.941679 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7431e555-4163-4136-a2c6-390461ba1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:13.999124 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-7431e555-4163-4136-a2c6-390461ba1bba None None] Port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 cannot update to ACTIVE because it is not bound. {{(pid=88661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 18:35:14.113176 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b77ac-e7d8-4799-acb7-f8ec71397ba9 req-117be3de-242e-4962-8037-0515d3de119a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:14.113881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-e34b77ac-e7d8-4799-acb7-f8ec71397ba9 req-117be3de-242e-4962-8037-0515d3de119a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:35:14.187765 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-e34b77ac-e7d8-4799-acb7-f8ec71397ba9 req-117be3de-242e-4962-8037-0515d3de119a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:35:14.188968 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e34b77ac-e7d8-4799-acb7-f8ec71397ba9 req-117be3de-242e-4962-8037-0515d3de119a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.1665864 Apr 22 18:35:14.237877 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e34b77ac-e7d8-4799-acb7-f8ec71397ba9 req-a2da0e68-9655-496a-bf36-1087de2b3420 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417714 Apr 22 18:35:15.553034 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62f363-3abf-40ce-ba57-a3fba2809da3 req-3607fd98-1107-464e-a75f-2f1199387dfb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:15.554483 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8c62f363-3abf-40ce-ba57-a3fba2809da3 req-3607fd98-1107-464e-a75f-2f1199387dfb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.2068672 Apr 22 18:35:15.600356 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8c62f363-3abf-40ce-ba57-a3fba2809da3 req-9aa6034b-78cb-4a7c-b864-2aaced21aa72 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 Apr 22 18:35:16.793372 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbdc5b-0477-45dc-b29b-1b42b8ad983e req-e69e0414-2716-4d1f-8a8a-85cfdda628df tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:16.795443 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-29fbdc5b-0477-45dc-b29b-1b42b8ad983e req-e69e0414-2716-4d1f-8a8a-85cfdda628df tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.0825152 Apr 22 18:35:16.846355 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-29fbdc5b-0477-45dc-b29b-1b42b8ad983e req-417040e6-1d14-4577-b369-ca5043b3a500 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451226 Apr 22 18:35:18.034996 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185bb24-94fb-460f-9ddb-9f0f7c5a7178 req-31c7b84e-7b8f-47ad-915d-5fa5d1088b23 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:18.036433 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0185bb24-94fb-460f-9ddb-9f0f7c5a7178 req-31c7b84e-7b8f-47ad-915d-5fa5d1088b23 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.0814664 Apr 22 18:35:18.086186 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-0185bb24-94fb-460f-9ddb-9f0f7c5a7178 req-e3f6ae3f-ccb5-4b90-831e-e74950b252b8 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Apr 22 18:35:19.288679 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7591884-6d22-460d-b38d-4e24672ceb45 req-ae6ca5cb-48fb-4f9c-a7c2-e57da682a3ae tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:19.290389 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e7591884-6d22-460d-b38d-4e24672ceb45 req-ae6ca5cb-48fb-4f9c-a7c2-e57da682a3ae tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.0937366 Apr 22 18:35:19.336549 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-e7591884-6d22-460d-b38d-4e24672ceb45 req-b572b71b-097f-41c0-ae2a-25249a0014ae tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393100 Apr 22 18:35:20.546976 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a9f2-b93d-4266-ab03-ef5ce25774eb req-a20a9b0f-30b8-4204-b32a-0944a0d00d07 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:20.549259 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-19f2a9f2-b93d-4266-ab03-ef5ce25774eb req-a20a9b0f-30b8-4204-b32a-0944a0d00d07 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.0868125 Apr 22 18:35:20.608290 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-19f2a9f2-b93d-4266-ab03-ef5ce25774eb req-486d78c6-836e-4e28-812b-d403b5e6e470 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519536 Apr 22 18:35:21.796753 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e38921-fef3-4b74-83e3-b0caa86ab65c req-45420869-d3f3-4976-93bb-c9a91cdad775 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:21.798208 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-78e38921-fef3-4b74-83e3-b0caa86ab65c req-45420869-d3f3-4976-93bb-c9a91cdad775 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.0836473 Apr 22 18:35:21.842829 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-78e38921-fef3-4b74-83e3-b0caa86ab65c req-47d27c9b-d76f-49ac-9530-0271f5619b3e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389488 Apr 22 18:35:23.025717 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61ef84-fec3-4a66-8ab5-1759e25fe3ee req-9be7d023-459b-4f56-8e2e-1fc232a14898 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:23.027161 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cd61ef84-fec3-4a66-8ab5-1759e25fe3ee req-9be7d023-459b-4f56-8e2e-1fc232a14898 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.0811918 Apr 22 18:35:23.070271 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cd61ef84-fec3-4a66-8ab5-1759e25fe3ee req-c12bb809-7f8f-41b3-89ef-b2a231f40bff tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375390 Apr 22 18:35:24.251919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c9ff5-621f-4a58-be36-19f802b3750d req-386366c7-e711-4d83-9b99-5740d5d274f2 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:24.253392 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d73c9ff5-621f-4a58-be36-19f802b3750d req-386366c7-e711-4d83-9b99-5740d5d274f2 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.0779967 Apr 22 18:35:24.296565 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d73c9ff5-621f-4a58-be36-19f802b3750d req-67ffe937-e1a5-4c3c-9a93-51fae2fb64ed tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377264 Apr 22 18:35:25.476974 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bd2bf-7d1f-413c-a6fb-392d60b4ee13 req-c7bf8743-2835-4f49-b5a7-0ae75194e0b0 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:25.478510 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1c3bd2bf-7d1f-413c-a6fb-392d60b4ee13 req-c7bf8743-2835-4f49-b5a7-0ae75194e0b0 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 931 time: 0.0792952 Apr 22 18:35:25.522000 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-1c3bd2bf-7d1f-413c-a6fb-392d60b4ee13 req-6953af8b-ae26-4321-bad6-5d96e05bea70 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371237 Apr 22 18:35:25.534502 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:35:25.829688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Request body: {'port': {'device_id': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:35:25.939893 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:26.275276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 {{(pid=88659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:35:26.282213 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:26.296325 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.provisioning_blocks [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Transition to ACTIVE for port object 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 will not be triggered until provisioned by entity L2. {{(pid=88659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 18:35:26.335339 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:26.463222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Pushing event updated for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:26.567166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Attempting to bind port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 18:35:26.567505 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Attempting to bind port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 18:35:26.567832 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Attempting to bind port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 on network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:35:26.572371 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 on network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 18:35:26.572686 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Attempting to bind port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 on network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 18:35:26.577723 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Checking agent: {'id': '761a337b-e8a0-4f04-9b22-3a56cef7e681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'started_at': datetime.datetime(2022, 4, 22, 17, 25, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 18, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 18:35:26.578059 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Checking segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 18:35:26.578439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Bound using segment: {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'} {{(pid=88659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 18:35:26.578888 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.managers [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Bound port: 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd'}}] {{(pid=88659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 18:35:26.579232 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:26.717418 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, cleared binding levels {{(pid=88659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 18:35:26.721464 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 18:35:26.745555 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2e17-ed7b-407d-9532-0628170e8680 req-45c683f2-ae30-4380-8470-941ed87f4b27 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:26.747029 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-357f2e17-ed7b-407d-9532-0628170e8680 req-45c683f2-ae30-4380-8470-941ed87f4b27 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 943 time: 0.1140099 Apr 22 18:35:26.797205 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-357f2e17-ed7b-407d-9532-0628170e8680 req-2cbe3967-57be-4cc7-8a16-c79cbf10cac1 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Apr 22 18:35:26.810306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:26.863978 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:26.864572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:26.865927 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] 10.222.0.16 "PUT /v2.0/ports/26f44ff5-5397-4fd2-a464-c9299ce9ccc1 HTTP/1.1" status: 200 len: 1093 time: 1.0412390 Apr 22 18:35:26.866439 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:35:26.894444 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be277be8-1afe-41cb-9da9-4459c17d8b91 service neutron] Pushing event updated for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=3']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:26.922759 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bae92f8-b447-4448-8458-8f4a8099cbb6'] response: {'name': 'network-changed', 'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'status': 'completed', 'code': 200} Apr 22 18:35:27.016775 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cbe9-dd37-4944-81c9-2947002cd269 req-0dfedd5d-e4b3-4cad-816d-0d89fe6a4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:27.018282 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f809cbe9-dd37-4944-81c9-2947002cd269 req-0dfedd5d-e4b3-4cad-816d-0d89fe6a4eba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 1096 time: 0.0773332 Apr 22 18:35:27.267151 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cbe9-dd37-4944-81c9-2947002cd269 req-0c955712-ffef-416e-8b37-a59823dea6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:27.268598 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f809cbe9-dd37-4944-81c9-2947002cd269 req-0c955712-ffef-416e-8b37-a59823dea6fc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2c53423e753f4481adf84798d291b482&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2425246 Apr 22 18:35:27.401689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cbe9-dd37-4944-81c9-2947002cd269 req-1042f99d-cde9-4db1-8d05-840291c46f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:27.403107 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-f809cbe9-dd37-4944-81c9-2947002cd269 req-1042f99d-cde9-4db1-8d05-840291c46f66 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1288631 Apr 22 18:35:27.507962 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-52a1ab3f-72f7-4dd9-83e7-5cb6a74be144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:27.509753 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-52a1ab3f-72f7-4dd9-83e7-5cb6a74be144 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 1096 time: 0.0725963 Apr 22 18:35:27.579084 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-3c76e958-c509-4383-bc30-2f1cc395be9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1 HTTP/1.1" status: 200 len: 217 time: 0.0630360 Apr 22 18:35:27.640297 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-7da5d268-e55d-4588-8ded-c06660f57875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:27.641713 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-7da5d268-e55d-4588-8ded-c06660f57875 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0569134 Apr 22 18:35:27.719211 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-5a63752e-cc89-4385-a9be-8bd0894c861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:27.720690 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-5a63752e-cc89-4385-a9be-8bd0894c861b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729373 Apr 22 18:35:27.853148 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-c7856054-4666-4058-bc8c-84fc8dc67387 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238077 Apr 22 18:35:28.028027 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d75fea51-80cb-438f-a0d1-c643ef21172a req-9b454777-18a1-40e7-85ca-87c87d236897 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685247 Apr 22 18:35:28.051666 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15bf83-e602-4ed9-a382-9aa85ba70cb8 req-d47639af-1728-4fb0-8e58-e518529da379 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:28.053095 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5a15bf83-e602-4ed9-a382-9aa85ba70cb8 req-d47639af-1728-4fb0-8e58-e518529da379 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 943 time: 0.1172321 Apr 22 18:35:28.096509 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-5a15bf83-e602-4ed9-a382-9aa85ba70cb8 req-d656ada0-8491-4add-9f30-1247a776f799 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377557 Apr 22 18:35:29.282836 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf9eb7-3ab3-442a-9260-119ee073b290 req-def678a1-98fc-439b-a61c-48a0fadd9343 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:29.284283 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3adf9eb7-3ab3-442a-9260-119ee073b290 req-def678a1-98fc-439b-a61c-48a0fadd9343 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 943 time: 0.0812287 Apr 22 18:35:29.327768 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-3adf9eb7-3ab3-442a-9260-119ee073b290 req-47a7c1eb-cbd9-4d11-a0bd-ab8c7da7de78 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378702 Apr 22 18:35:30.455874 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f6da7267-6e5e-4dcf-932a-51a1d8f9a8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:30.515193 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819be1d-1687-4a42-ae83-6c26e3d25322 req-7b98d7af-7291-45a2-b3bb-2427b8a32c9f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:30.516654 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b819be1d-1687-4a42-ae83-6c26e3d25322 req-7b98d7af-7291-45a2-b3bb-2427b8a32c9f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 943 time: 0.0819070 Apr 22 18:35:30.559710 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b819be1d-1687-4a42-ae83-6c26e3d25322 req-97094f42-c612-4094-8195-fa42abe458cc tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374782 Apr 22 18:35:31.739175 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea37d7d-8260-41af-b467-bf302e30b5d2 req-431c921b-4d66-4f68-8337-4a73f78568da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:31.740611 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cea37d7d-8260-41af-b467-bf302e30b5d2 req-431c921b-4d66-4f68-8337-4a73f78568da tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 943 time: 0.0785089 Apr 22 18:35:31.786125 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-cea37d7d-8260-41af-b467-bf302e30b5d2 req-9b0c2f5c-70b2-455e-8434-829cb62c6558 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399976 Apr 22 18:35:32.468262 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:35:32.599249 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:35:32.618426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'port_id': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'mac_address': 'fa:16:3e:2c:3d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:35:32.672489 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:32.682347 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-df1d1bf4-4cb2-4b99-9dd0-9c6a28f18438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:32.691616 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:35:32.706966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:35:32.786488 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:32.887992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=4']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:32.967301 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0f2dd-71ff-4688-a861-e41e48f303bc req-0e15c18e-c35d-4519-b4dd-f04a623f7715 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:32.968731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17e0f2dd-71ff-4688-a861-e41e48f303bc req-0e15c18e-c35d-4519-b4dd-f04a623f7715 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 944 time: 0.0770762 Apr 22 18:35:33.014731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-17e0f2dd-71ff-4688-a861-e41e48f303bc req-918f5aef-6e91-4b57-a3f6-7a3b71acbc76 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 Apr 22 18:35:33.172096 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['26f44ff5-5397-4fd2-a464-c9299ce9ccc1'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:35:33.758303 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:34.032254 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:34.197692 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3164-4689-4206-b8fd-5bca3673ff38 req-34f94dc7-7657-4fb2-aa81-3a01715f855f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:34.199160 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-42fb3164-4689-4206-b8fd-5bca3673ff38 req-34f94dc7-7657-4fb2-aa81-3a01715f855f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 944 time: 0.0779738 Apr 22 18:35:34.241957 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-42fb3164-4689-4206-b8fd-5bca3673ff38 req-0e9ad216-7f3f-4d5a-8eeb-96cace435942 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366375 Apr 22 18:35:34.468179 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:35:34.575068 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning for port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 completed by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 18:35:34.579542 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:35:34.579909 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:34.691883 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:34.717586 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:35:34.729270 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:35:34.771046 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b54f18-c1dc-4465-aa87-e4b238d20a0b'] response: {'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'code': 200} Apr 22 18:35:34.786896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:34.853395 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=5']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:35.078463 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:35.101739 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6278-0946-4a35-af34-efd9ecbdb0e5 req-617b6442-451a-45ab-a158-a352eabb1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:35.103275 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-94cf6278-0946-4a35-af34-efd9ecbdb0e5 req-617b6442-451a-45ab-a158-a352eabb1441 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 1098 time: 0.0691130 Apr 22 18:35:35.143493 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-94cf6278-0946-4a35-af34-efd9ecbdb0e5 req-0cd05f97-9e49-4bef-afdd-d2095fabaa70 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331016 Apr 22 18:35:35.301208 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:35.428415 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fcac1-e14e-474a-b18e-4b09231c6c5f req-c79e726f-ff15-48c4-89e6-86ac7ad76fe7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:35.429925 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-664fcac1-e14e-474a-b18e-4b09231c6c5f req-c79e726f-ff15-48c4-89e6-86ac7ad76fe7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 945 time: 0.0839064 Apr 22 18:35:35.474686 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-664fcac1-e14e-474a-b18e-4b09231c6c5f req-ecd3466a-ea1b-49ec-ac3d-396127554707 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Apr 22 18:35:36.664016 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24915ee4-06d8-466f-8142-68c7f2b2dcef req-4c747c07-c4c4-44e6-b044-dff44af5b94e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:36.665517 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-24915ee4-06d8-466f-8142-68c7f2b2dcef req-4c747c07-c4c4-44e6-b044-dff44af5b94e tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 945 time: 0.0837276 Apr 22 18:35:36.710161 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-24915ee4-06d8-466f-8142-68c7f2b2dcef req-c9229f16-85ee-4da7-9f1c-a11236e347af tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384505 Apr 22 18:35:37.891053 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628333-e899-4cab-90df-9e79a16b97ef req-6dfe08f8-ce47-44e7-8179-f3757f6cd049 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:37.892475 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-96628333-e899-4cab-90df-9e79a16b97ef req-6dfe08f8-ce47-44e7-8179-f3757f6cd049 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 945 time: 0.0779946 Apr 22 18:35:37.934912 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-96628333-e899-4cab-90df-9e79a16b97ef req-590175fa-d9ed-43eb-9c51-549ceceee306 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Apr 22 18:35:38.262066 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc8f1-050c-4ade-9744-f9f87d093858 req-8fa421c2-f5c2-46e6-9dd6-3b333cd4afbb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:38.264031 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc7cc8f1-050c-4ade-9744-f9f87d093858 req-8fa421c2-f5c2-46e6-9dd6-3b333cd4afbb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 945 time: 0.0776799 Apr 22 18:35:38.306749 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cc7cc8f1-050c-4ade-9744-f9f87d093858 req-6e8b3cc1-6f53-4f67-af09-9a7b057edad5 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373049 Apr 22 18:35:38.328446 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34116) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:35:38.399411 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1240729-7644-445b-9d3e-52d6ab2d4211 tempest-TestSnapshotPattern-1884973683 tempest-TestSnapshotPattern-1884973683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:38.400824 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-c1240729-7644-445b-9d3e-52d6ab2d4211 tempest-TestSnapshotPattern-1884973683 tempest-TestSnapshotPattern-1884973683-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 1093 time: 0.0714121 Apr 22 18:35:38.403660 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34120) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:35:38.409137 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.v2.base [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Request body: {'floatingip': {'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'port_id': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 18:35:38.415328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 18:35:38.419161 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Usage tracker for resource:floatingip and tenant:2c53423e753f4481adf84798d291b482 is out of sync, need to count used quota {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 18:35:38.422062 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88659) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 18:35:38.427771 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.quota.driver [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88659) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 18:35:38.483731 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for floatingip, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:38.719561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:38.852206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_common [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Allocated IP 172.26.3.33 (5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1/25eb1f32-aa87-42b2-bbba-38ea7e586121/b89519ec-e737-456a-a786-aed06e809938) {{(pid=88659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 18:35:38.994634 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for port, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:39.089883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755953889091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:39.150567 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Network 5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1 is already hosted by enough agents. {{(pid=88659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 18:35:39.157307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.base_scheduler [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Resources bound (agent type, host, resource id): {{(pid=88659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 18:35:39.159965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Received port after_create {{(pid=88659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 18:35:39.195803 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'Port': ['ID=b89519ec-e737-456a-a786-aed06e809938,revision_number=1']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:39.568553 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:39.684905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:39.886616 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for port, precommit_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:39.940878 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14008400'] for port, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:40.046246 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event updated for resources: {'Port': ['ID=b89519ec-e737-456a-a786-aed06e809938,revision_number=2']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:35:40.053852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1002053'] for floatingip, after_update {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:40.223424 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Floating IP e14599e6-d70d-4169-af69-1bf165249d40 associated. External IP: 172.26.3.33, port: 26f44ff5-5397-4fd2-a464-c9299ce9ccc1. Apr 22 18:35:40.666094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Router 0713b3bd-114f-4b72-b535-a8b1a73f626b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:35:40.841466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:35:40.851619 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] Sync routers for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:35:40.860805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:35:40.861426 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:35:40.918175 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:35:40.972979 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-820ceda0-6b01-4d26-940b-145f863e42ba tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5681670 Apr 22 18:35:40.973831 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:35:41.019081 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae57067-3592-468e-95ba-0b2a0649c24c'] response: {'name': 'network-changed', 'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'status': 'completed', 'code': 200} Apr 22 18:35:41.039477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:35:41.112500 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-22411cb6-f01e-4a1b-bbbb-55d4f108ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:41.113985 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-22411cb6-f01e-4a1b-bbbb-55d4f108ca91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 1098 time: 0.0741003 Apr 22 18:35:41.242764 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-b8db71d4-9cfe-4db8-96f2-8c78b88757f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:41.244247 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-b8db71d4-9cfe-4db8-96f2-8c78b88757f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1243029 Apr 22 18:35:41.344395 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-82abab1b-6c51-49d5-b665-84508042af7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1 HTTP/1.1" status: 200 len: 998 time: 0.0945320 Apr 22 18:35:41.384737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:22Z', 'revision_number': 1, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}, {'id': 'e14599e6-d70d-4169-af69-1bf165249d40', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:2c:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:35:39Z', 'updated_at': '2022-04-22T18:35:39Z', 'revision_number': 0, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:35:41.388745 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] Checking router: 0713b3bd-114f-4b72-b535-a8b1a73f626b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:35:41.398295 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:35:41.398535 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:35:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:35:41.406703 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-f2ee4a2e-1df6-41cb-9745-e51591b02e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:41.408289 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-f2ee4a2e-1df6-41cb-9745-e51591b02e59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0579624 Apr 22 18:35:41.480891 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-2add5f23-0f06-4660-9664-8949c62e3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:35:41.482911 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-2add5f23-0f06-4660-9664-8949c62e3444 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681798 Apr 22 18:35:41.571861 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:35:41.612691 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-fa12eec2-93ee-43cc-ab7b-052782d8afaa service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234109 Apr 22 18:35:41.747919 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-257e2720-25e6-4dcd-b59f-80244174fb61 req-14d1d3f0-d779-41a0-bf7d-609caceead2c service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292272 Apr 22 18:35:41.950843 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:22Z', 'revision_number': 1, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}, {'id': 'e14599e6-d70d-4169-af69-1bf165249d40', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:2c:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:35:39Z', 'updated_at': '2022-04-22T18:35:39Z', 'revision_number': 0, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:35:41.954794 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602cd7e-90bf-40c4-866f-2c81a58c10b9 None None] The sync data for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv is: [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:22Z', 'revision_number': 1, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}, {'id': 'e14599e6-d70d-4169-af69-1bf165249d40', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:2c:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:35:39Z', 'updated_at': '2022-04-22T18:35:39Z', 'revision_number': 0, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:35:42.146003 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03054b49-3350-4a0c-a7e5-68797f6872ba None None] New status for floating IP e14599e6-d70d-4169-af69-1bf165249d40: ACTIVE {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:36:00.454971 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5a75-3f8b-4990-b548-4bdda996fee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:02.533219 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:36:02.654595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-a1a35bf6-9a35-48aa-b1d6-0cbbcac6a9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:03.774673 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:04.043550 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:05.134721 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:05.317651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:08.932162 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-f10059e3-8b71-421b-abbe-2e7bb0c8b02a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105499 Apr 22 18:36:09.072422 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-ff07ec11-a833-4d05-abfa-79bd7d83d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:36:09.073854 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-ff07ec11-a833-4d05-abfa-79bd7d83d624 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1097 time: 0.0729682 Apr 22 18:36:09.320866 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-d73fdf18-2645-4a09-aab4-9f012b9a5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:36:09.322302 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-d73fdf18-2645-4a09-aab4-9f012b9a5f9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.2295816 Apr 22 18:36:09.426337 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-66207edf-2693-4607-ba90-ef9bdbacf29a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 999 time: 0.0971682 Apr 22 18:36:09.490421 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-d66fa8f3-3313-4827-92e9-21831411e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:36:09.491854 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-d66fa8f3-3313-4827-92e9-21831411e336 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0595698 Apr 22 18:36:09.563700 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-4be556e1-121c-4723-86b7-38cf1558a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:36:09.566706 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-4be556e1-121c-4723-86b7-38cf1558a5c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679429 Apr 22 18:36:09.693117 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-fdb2fed9-9357-46fd-8f7a-fd9dcc05ba2c service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217577 Apr 22 18:36:09.823916 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-bb8c93e3-c733-4fd8-80ea-40a76f596330 req-c8e0e368-17f6-4c32-a14a-c7dd27b15180 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243565 Apr 22 18:36:30.465974 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9472555f-1a9f-4d25-805e-b22f899d3250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:32.671675 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3ebb-9df8-42ce-a0df-a1f20f9e37d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:33.780029 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:34.048764 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:35.128543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:35.322765 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:36:39.532000 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:37:00.436997 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5e19-8cda-43a4-85ef-2ed79e0fa183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:02.654445 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e2918d7f-329a-4440-b66f-7e497340547d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:03.819896 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:04.042702 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:05.133620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:05.339784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:10.937472 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98f9963b-6068-4771-aaeb-664ba38a151f req-815429b1-254d-416c-8ec5-33fa46497fd7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722661 Apr 22 18:37:11.024635 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9963b-6068-4771-aaeb-664ba38a151f req-d062de51-915c-4430-9ffa-79a811b4b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:37:11.026085 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98f9963b-6068-4771-aaeb-664ba38a151f req-d062de51-915c-4430-9ffa-79a811b4b9dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 1098 time: 0.0701520 Apr 22 18:37:11.168132 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9963b-6068-4771-aaeb-664ba38a151f req-969768fb-5f9a-4555-b8cf-626d77904778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:37:11.169470 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98f9963b-6068-4771-aaeb-664ba38a151f req-969768fb-5f9a-4555-b8cf-626d77904778 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1239543 Apr 22 18:37:11.269294 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98f9963b-6068-4771-aaeb-664ba38a151f req-0d4bb155-0d10-42a2-9a09-2cc439b99ad5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1 HTTP/1.1" status: 200 len: 1000 time: 0.0936286 Apr 22 18:37:11.328379 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9963b-6068-4771-aaeb-664ba38a151f req-8368121a-7d59-4daa-a623-c2c7b64be30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:37:11.329742 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98f9963b-6068-4771-aaeb-664ba38a151f req-8368121a-7d59-4daa-a623-c2c7b64be30d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0546324 Apr 22 18:37:11.405317 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9963b-6068-4771-aaeb-664ba38a151f req-eeb73388-6baa-4d48-bf24-6883c022ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:37:11.406827 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98f9963b-6068-4771-aaeb-664ba38a151f req-eeb73388-6baa-4d48-bf24-6883c022ecc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713758 Apr 22 18:37:11.536974 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98f9963b-6068-4771-aaeb-664ba38a151f req-9ce4dcb6-58f8-4fe6-a25b-39bbdd70f2bd service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229146 Apr 22 18:37:11.665253 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-98f9963b-6068-4771-aaeb-664ba38a151f req-4eb31493-ff19-41e6-91e0-13ab80959ea0 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220300 Apr 22 18:37:16.529687 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:37:30.453651 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb1a8-2572-455c-97f4-eb3b3481833e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:32.687766 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-5ed369a6-8efc-433b-8813-fa387182ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:33.790665 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:34.047510 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:35.139344 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:35.316992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:37:53.529300 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:38:00.470272 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bf412dea-4378-4dcf-94b0-e53b5fab83e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:01.143624 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 18:38:01.272970 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:01.285760 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Returning: {'device': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'port_id': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'mac_address': 'fa:16:3e:2c:3d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 18:38:01.342603 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:01.359082 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 {{(pid=88661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 18:38:01.374370 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:01.442604 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:01.510872 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=6']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:01.517957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.518310 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.518654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.519020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.519357 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.519708 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.520026 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.520352 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.520680 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.521006 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.521331 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.521654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:01.526476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] get_ports_and_sgs() called for port_ids ['26f44ff5-5397-4fd2-a464-c9299ce9ccc1'] {{(pid=88661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 18:38:02.658694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6331ee31-84fe-4b8b-948a-935320220c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:03.157477 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 up at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 18:38:03.224821 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.provisioning_blocks [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Provisioning complete for port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 triggered by entity L2. {{(pid=88661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 18:38:03.225505 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042152'] for port, provisioning_complete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:03.338609 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:03.364935 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:38:03.374316 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:03.453746 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:03.457058 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c057c7b-a673-4312-8a29-bd0054b265e0'] response: {'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'code': 200} Apr 22 18:38:03.522237 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=7']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:03.773279 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:04.053670 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:05.174405 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:05.338991 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:10.907109 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-775bd1c0-844c-4c91-ac81-151e7a7ea4d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771952 Apr 22 18:38:11.177055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-272df098-43d2-4984-9316-c7d4bf8d46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:11.178612 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-272df098-43d2-4984-9316-c7d4bf8d46c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1097 time: 0.2027693 Apr 22 18:38:11.351011 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-2a4d610b-2184-4508-841e-92cbd967be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:11.352457 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-2a4d610b-2184-4508-841e-92cbd967be22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1515446 Apr 22 18:38:11.469182 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-90901e53-edaf-45c9-a83c-3e1753056f9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 999 time: 0.1101155 Apr 22 18:38:11.539493 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-38da9967-0de1-498a-bef3-3e387d66a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:11.541225 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-38da9967-0de1-498a-bef3-3e387d66a088 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0663414 Apr 22 18:38:11.626442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-baf0544c-27c9-4ce1-9670-203300bd7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:11.627951 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-baf0544c-27c9-4ce1-9670-203300bd7830 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799470 Apr 22 18:38:11.772979 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-5a2e14ce-4067-45ec-89dc-5a3e0c58c853 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386476 Apr 22 18:38:11.922001 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-b0538cd3-d759-41c7-8892-a3272e2ea6d5 req-3f4222ea-776a-4ef8-b4ec-ff1e1853c849 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425979 Apr 22 18:38:15.998514 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34372) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:16.203641 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Deleting port b89519ec-e737-456a-a786-aed06e809938 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:16.203980 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:16.372295 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:16.372546 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:16.491572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Calling delete_port for b89519ec-e737-456a-a786-aed06e809938 owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:16.676252 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:16.723874 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event deleted for resources: {'Port': ['ID=b89519ec-e737-456a-a786-aed06e809938,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:16.758875 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.759234 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.759578 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.759919 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.760255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.760591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.760920 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.761255 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.761584 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.761911 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.762237 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.762561 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-1-hyperv {{(pid=88659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 18:38:16.922105 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:16.922440 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Floating IP e14599e6-d70d-4169-af69-1bf165249d40 disassociated (deleted). External IP: 172.26.3.33, port: 26f44ff5-5397-4fd2-a464-c9299ce9ccc1. Apr 22 18:38:17.262272 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Router 0713b3bd-114f-4b72-b535-a8b1a73f626b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:38:17.439111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:38:17.448360 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] Sync routers for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:38:17.458227 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:38:17.458878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:17.527055 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:17.582716 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-6ae94c80-f8f3-4764-b18e-228eb2cfac73 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "DELETE /v2.0/floatingips/e14599e6-d70d-4169-af69-1bf165249d40 HTTP/1.1" status: 204 len: 168 time: 1.5828106 Apr 22 18:38:17.583429 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:38:17.671487 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:38:17.694299 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a019ba-f35d-4ab1-ba24-aa9a5e0d0cbe'] response: {'name': 'network-changed', 'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'status': 'completed', 'code': 200} Apr 22 18:38:17.788364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-1ad24102-3410-4483-9fc5-c4b477bae1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:17.789894 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-1ad24102-3410-4483-9fc5-c4b477bae1b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 1098 time: 0.0744348 Apr 22 18:38:17.930353 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-adbcc037-22f9-4692-809e-940bb0b1c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:17.931861 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-adbcc037-22f9-4692-809e-940bb0b1c0df service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1363902 Apr 22 18:38:17.999527 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-2c36363c-187d-4f1a-9eb0-466de3ff955b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1 HTTP/1.1" status: 200 len: 217 time: 0.0612290 Apr 22 18:38:18.023247 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:22Z', 'revision_number': 1, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:18.027067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] Checking router: 0713b3bd-114f-4b72-b535-a8b1a73f626b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:38:18.036067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:38:18.036682 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:18.070450 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-8154e67d-dbd2-4dbd-acdc-0b3df629acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:18.071871 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-8154e67d-dbd2-4dbd-acdc-0b3df629acb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0630755 Apr 22 18:38:18.152296 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-365e49db-7038-4fb8-9cd3-1f996d6b7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:18.154036 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-365e49db-7038-4fb8-9cd3-1f996d6b7f01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749733 Apr 22 18:38:18.211451 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85ade6-664c-4ff5-92a7-3c3ffc2d2b09 req-e997116b-b171-43b9-9258-9c7e425580a0 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:18.213753 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8a85ade6-664c-4ff5-92a7-3c3ffc2d2b09 req-e997116b-b171-43b9-9258-9c7e425580a0 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 945 time: 0.1339796 Apr 22 18:38:18.218992 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:38:18.260276 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-8a85ade6-664c-4ff5-92a7-3c3ffc2d2b09 req-f1362e29-dec7-476b-90a9-757e2c487342 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404963 Apr 22 18:38:18.290418 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-dde88eb6-dfdc-4632-9bb0-744cc3c96750 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290247 Apr 22 18:38:18.422503 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-cf9a9904-eb8a-4e2a-a8f2-30c73ea0dc86 req-b193415a-4ec4-49a9-a8d8-1b669029e000 service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259630 Apr 22 18:38:18.563932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:22Z', 'revision_number': 1, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:18.567781 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e42ee67-11be-4ca1-aa4c-8f9e0997c3ec None None] The sync data for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv is: [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_floatingips': [{'id': 'd1f29930-9359-4a36-974e-86a2dd0cb2b5', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'router_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'port_id': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'mac_address': 'fa:16:3e:3b:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17615a1f-bc1e-41da-a472-47a3ce293425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T18:32:19Z', 'updated_at': '2022-04-22T18:32:22Z', 'revision_number': 1, 'project_id': '2c53423e753f4481adf84798d291b482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:38:18.773465 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe6a0a-26f2-428d-b498-4546c0bb9c34 None None] New status for floating IP e14599e6-d70d-4169-af69-1bf165249d40: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:38:19.273020 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:19.388369 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593024'] for port, before_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:19.414590 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1'}] {{(pid=88661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:38:19.424595 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:19.458425 dv-neutron-839024-1-hyperv neutron-server[88661]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4b50ce-6047-4cf2-b811-776505fd1fab'] response: {'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'code': 200} Apr 22 18:38:19.460208 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118238ce-0126-4379-9e35-0815648b29d2 req-fc7eb4b4-1cf4-4392-8b4c-804bb833dd68 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:19.460913 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-118238ce-0126-4379-9e35-0815648b29d2 req-fc7eb4b4-1cf4-4392-8b4c-804bb833dd68 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:38:19.498753 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755954253581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755953889109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755953889154'] for port, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:19.527348 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-118238ce-0126-4379-9e35-0815648b29d2 req-fc7eb4b4-1cf4-4392-8b4c-804bb833dd68 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:38:19.528462 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-118238ce-0126-4379-9e35-0815648b29d2 req-fc7eb4b4-1cf4-4392-8b4c-804bb833dd68 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 945 time: 0.1553264 Apr 22 18:38:19.570072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Pushing event updated for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=8']} {{(pid=88661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:19.686650 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-118238ce-0126-4379-9e35-0815648b29d2 req-f5db5e1d-0951-4aad-bcd7-1155cdf22ec1 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522753 Apr 22 18:38:19.862185 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-f7a7856a-537d-4796-b4d0-17f6ce6a0552 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:19.863542 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-f7a7856a-537d-4796-b4d0-17f6ce6a0552 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 943 time: 0.0770268 Apr 22 18:38:19.931817 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Deleting port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:19.932156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:20.169757 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] For port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:20.170032 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:20.289471 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Calling delete_port for 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:20.510335 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:20.560748 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event deleted for resources: {'Port': ['ID=26f44ff5-5397-4fd2-a464-c9299ce9ccc1,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:20.634926 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] No DVR routers for this DVR port 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:38:20.637306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:20.639718 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'name': 'network-vif-deleted', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:38:20.683128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190744f7-e099-4c36-a78b-62c200b51020'] response: {'server_uuid': '5aa63fc2-6d98-4a67-8c3d-a97666bf2e94', 'name': 'network-vif-deleted', 'tag': '26f44ff5-5397-4fd2-a464-c9299ce9ccc1', 'status': 'completed', 'code': 200} Apr 22 18:38:20.716359 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-d7ba2f2f-aef7-4857-ac34-19191d09b31b req-32362a59-e4de-4c5c-8c47-4e86cbba4988 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "DELETE /v2.0/ports/26f44ff5-5397-4fd2-a464-c9299ce9ccc1 HTTP/1.1" status: 204 len: 173 time: 0.8479569 Apr 22 18:38:20.833880 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-63169e83-c851-46a0-812c-a489ef928c69 req-62534378-39d2-4de7-8657-8cb6bb8d763f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:38:20.904680 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-63169e83-c851-46a0-812c-a489ef928c69 req-62534378-39d2-4de7-8657-8cb6bb8d763f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:38:20.906869 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-63169e83-c851-46a0-812c-a489ef928c69 req-62534378-39d2-4de7-8657-8cb6bb8d763f tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=5aa63fc2-6d98-4a67-8c3d-a97666bf2e94 HTTP/1.1" status: 200 len: 210 time: 0.1141803 Apr 22 18:38:23.275198 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34440) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:23.289859 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:23.324654 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:38:23.325004 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 26f44ff5-5397-4fd2-a464-c9299ce9ccc1 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:38:23.476754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Deleting port 06b473bc-f6e9-472d-9fea-fbb82934cd5a {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:23.477094 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:23.638819 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:23.639145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:23.761628 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Calling delete_port for 06b473bc-f6e9-472d-9fea-fbb82934cd5a owned by network:floatingip {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:24.064415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:24.108614 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event deleted for resources: {'Port': ['ID=06b473bc-f6e9-472d-9fea-fbb82934cd5a,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:24.200469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:24.200854 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.db.l3_db [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Floating IP d1f29930-9359-4a36-974e-86a2dd0cb2b5 disassociated (deleted). External IP: 172.26.3.47, port: 3ffd056f-5cd5-4ac4-b86e-796a647168e3. Apr 22 18:38:24.540692 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Router 0713b3bd-114f-4b72-b535-a8b1a73f626b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:38:24.716754 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:38:24.726666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] Sync routers for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:38:24.735544 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:38:24.736151 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:24.812852 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for floatingip, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:24.867645 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-7d7684cf-2a7c-48bb-87bb-cc9c42d2a20a tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "DELETE /v2.0/floatingips/d1f29930-9359-4a36-974e-86a2dd0cb2b5 HTTP/1.1" status: 204 len: 168 time: 1.5913589 Apr 22 18:38:24.868333 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:38:24.914705 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bfb0a8-628f-42e1-95ac-ac921323fb13'] response: {'name': 'network-changed', 'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'status': 'completed', 'code': 200} Apr 22 18:38:24.959192 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:38:25.011098 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-a5b1f1b4-eff5-4447-89db-cde4d0087180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:25.012529 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-a5b1f1b4-eff5-4447-89db-cde4d0087180 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c53423e753f4481adf84798d291b482&device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 1097 time: 0.0766630 Apr 22 18:38:25.144862 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-3633c450-e74b-4e8e-ab06-35bd9b91282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:25.146348 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-3633c450-e74b-4e8e-ab06-35bd9b91282f service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 200 len: 910 time: 0.1283700 Apr 22 18:38:25.219306 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-8752d2f4-c84e-4ef1-86d4-f14fea03be1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 200 len: 217 time: 0.0663962 Apr 22 18:38:25.274618 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:25.279001 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] Checking router: 0713b3bd-114f-4b72-b535-a8b1a73f626b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:38:25.285364 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-2b189a86-98e4-4b6f-a26d-6b748d557ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:25.287436 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-2b189a86-98e4-4b6f-a26d-6b748d557ac0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 200 len: 849 time: 0.0608749 Apr 22 18:38:25.289106 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:38:25.289866 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:25.368104 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-2df9ba5d-8542-4840-b1c4-3730f93a7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:25.370330 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-2df9ba5d-8542-4840-b1c4-3730f93a7a14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775855 Apr 22 18:38:25.479767 dv-neutron-839024-1-hyperv neutron-server[88660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d6ffc-c450-400b-862b-ced46a158157 req-1b155cb1-e413-467e-9ad3-630b1127baa1 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:25.481194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:38:25.481308 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-669d6ffc-c450-400b-862b-ced46a158157 req-1b155cb1-e413-467e-9ad3-630b1127baa1 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 944 time: 0.1117201 Apr 22 18:38:25.517810 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-5224d06a-6dde-48b2-a775-9478bcbec30f service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400325 Apr 22 18:38:25.527803 dv-neutron-839024-1-hyperv neutron-server[88660]: INFO neutron.wsgi [req-669d6ffc-c450-400b-862b-ced46a158157 req-72869bcd-d701-4a3c-958a-d7845255d678 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398424 Apr 22 18:38:25.763522 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9b5258b4-6310-451b-bf45-63440e61d9f6 req-902dae1a-8fdf-4930-b751-c8b36375ce3e service neutron] 10.222.0.16 "GET /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371008 Apr 22 18:38:25.804921 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:25.808912 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d688f-6cad-4a01-aeb8-f13e1041f321 None None] The sync data for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv is: [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:31:47Z', 'revision_number': 4, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv', '_interfaces': [{'id': '1a942e9b-64fc-4fbd-a780-73292f9025e3', 'name': '', 'network_id': 'ebd28f4b-23a5-42ef-8f81-fb87e131f6fd', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'mac_address': 'fa:16:3e:7a:35:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:47Z', 'updated_at': '2022-04-22T18:31:53Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'subnets': [{'id': '5a33e7ab-cbcf-4c93-8420-1c5404f5de5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:38:26.024750 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543d4f1-f524-42c3-8445-05bbf6652a52 None None] New status for floating IP d1f29930-9359-4a36-974e-86a2dd0cb2b5: DOWN {{(pid=88662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 18:38:26.269169 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-f506ae52-1e83-45d5-a524-6f076d62d4cb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:26.269849 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-f506ae52-1e83-45d5-a524-6f076d62d4cb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:38:26.344484 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-f506ae52-1e83-45d5-a524-6f076d62d4cb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:38:26.345731 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-f506ae52-1e83-45d5-a524-6f076d62d4cb tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 944 time: 0.1560438 Apr 22 18:38:26.414956 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Deleting port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:26.415307 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:26.698045 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] For port 3ffd056f-5cd5-4ac4-b86e-796a647168e3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3ffd056f-5cd5-4ac4-b86e-796a647168e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:26.698401 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:26.824376 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Calling delete_port for 3ffd056f-5cd5-4ac4-b86e-796a647168e3 owned by compute:nova {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:26.901388 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0967b2-d93b-4953-9742-b7c0fe9b5d44 req-38a45f6d-8f9a-4a1b-a586-95ab51bd728d tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 18:38:26.902854 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9c0967b2-d93b-4953-9742-b7c0fe9b5d44 req-38a45f6d-8f9a-4a1b-a586-95ab51bd728d tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 944 time: 0.2667737 Apr 22 18:38:26.989713 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-9c0967b2-d93b-4953-9742-b7c0fe9b5d44 req-bd2bfea0-d8b1-46e6-9460-ff331cab9490 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/security-groups?id=5de2887a-73c8-4f10-9340-56d98251c867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744236 Apr 22 18:38:27.076131 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:27.127222 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event deleted for resources: {'Port': ['ID=3ffd056f-5cd5-4ac4-b86e-796a647168e3,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:27.207070 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] No DVR routers for this DVR port 3ffd056f-5cd5-4ac4-b86e-796a647168e3 on host hv-neutron-8390 {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:38:27.209738 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72388'] for port, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:27.212306 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'name': 'network-vif-deleted', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3'}] {{(pid=88659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 18:38:27.255488 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38099dd3-428c-498d-ad2a-e9f74d19be53'] response: {'server_uuid': '17615a1f-bc1e-41da-a472-47a3ce293425', 'name': 'network-vif-deleted', 'tag': '3ffd056f-5cd5-4ac4-b86e-796a647168e3', 'status': 'completed', 'code': 200} Apr 22 18:38:27.282449 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-1dd3dbce-bec1-49d9-aa1b-6f80d262a688 req-67220db2-2d99-4391-bcfc-54f1ed6787d4 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.16 "DELETE /v2.0/ports/3ffd056f-5cd5-4ac4-b86e-796a647168e3 HTTP/1.1" status: 204 len: 173 time: 0.9315050 Apr 22 18:38:28.148442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-618a886a-e6c4-4284-aa41-0237cff30ce9 req-dbef321c-91e2-46ef-a528-3ed9eccf62f7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Synchronizing usage tracker for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 18:38:28.206414 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.quota.resource [req-618a886a-e6c4-4284-aa41-0237cff30ce9 req-dbef321c-91e2-46ef-a528-3ed9eccf62f7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Unset dirty status for tenant:2c53423e753f4481adf84798d291b482 on resource:port {{(pid=88659) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 18:38:28.207841 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [req-618a886a-e6c4-4284-aa41-0237cff30ce9 req-dbef321c-91e2-46ef-a528-3ed9eccf62f7 tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "GET /v2.0/ports?device_id=17615a1f-bc1e-41da-a472-47a3ce293425 HTTP/1.1" status: 200 len: 210 time: 0.1007893 Apr 22 18:38:29.299442 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34458) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:29.369600 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f40bca7-3048-4d65-bb56-99f857ac44dc tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:29.398733 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f40bca7-3048-4d65-bb56-99f857ac44dc tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:29.521385 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f40bca7-3048-4d65-bb56-99f857ac44dc tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:29.540542 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40bca7-3048-4d65-bb56-99f857ac44dc tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de2887a-73c8-4f10-9340-56d98251c867,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:29.611918 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-4f40bca7-3048-4d65-bb56-99f857ac44dc tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:29.613703 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-4f40bca7-3048-4d65-bb56-99f857ac44dc tempest-TestSnapshotPattern-337906586 tempest-TestSnapshotPattern-337906586-project] 10.222.0.10 "DELETE /v2.0/security-groups/5de2887a-73c8-4f10-9340-56d98251c867 HTTP/1.1" status: 204 len: 168 time: 0.3128030 Apr 22 18:38:29.713415 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34464) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:30.434102 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:30.464180 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed89-3bfb-46cd-aba5-2d514a81c2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:30.528567 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:38:30.777707 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Deleting port 1a942e9b-64fc-4fbd-a780-73292f9025e3 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:30.778044 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:30.945473 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] For port 1a942e9b-64fc-4fbd-a780-73292f9025e3, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=1a942e9b-64fc-4fbd-a780-73292f9025e3,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:30.945828 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:31.064282 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Calling delete_port for 1a942e9b-64fc-4fbd-a780-73292f9025e3 owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:31.304734 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3ffd056f-5cd5-4ac4-b86e-796a647168e3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:31.338816 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] No Port match for: 3ffd056f-5cd5-4ac4-b86e-796a647168e3 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:38:31.339100 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Device 3ffd056f-5cd5-4ac4-b86e-796a647168e3 not bound to the agent host hv-neutron-8390 {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:38:31.458839 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:31.505467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a942e9b-64fc-4fbd-a780-73292f9025e3,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:31.883684 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:32.238099 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Router 0713b3bd-114f-4b72-b535-a8b1a73f626b has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:38:32.415320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:38:32.425291 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] Sync routers for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:38:32.434216 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:38:32.434846 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:38:03Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:32.465924 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-dad2007e-c05e-4479-90a2-181f4cbcde0d admin admin] 10.222.0.10 "PUT /v2.0/routers/0713b3bd-114f-4b72-b535-a8b1a73f626b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7514119 Apr 22 18:38:32.468369 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34470) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:32.617782 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: dv-neutron-839024-1-hyperv {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:38:32.645145 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:32.750988 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-8b4766e8-b4bc-4fc9-8e61-6c17cb5d8725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:32.818664 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:32.910086 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Deleting port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:32.910352 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:32.947205 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:38:31Z', 'revision_number': 5, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port': {'id': 'e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:44Z', 'updated_at': '2022-04-22T18:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:32.951348 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] Checking router: 0713b3bd-114f-4b72-b535-a8b1a73f626b for host: dv-neutron-839024-1-hyperv {{(pid=88661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:38:32.960583 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] Routers {'0713b3bd-114f-4b72-b535-a8b1a73f626b'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:38:32.961198 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:38:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['0713b3bd-114f-4b72-b535-a8b1a73f626b'], 'active': True} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:33.113737 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_dvr_db [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] Set router 0713b3bd-114f-4b72-b535-a8b1a73f626b gateway port host: None {{(pid=88661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:38:33.209730 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] For port e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:33.210088 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:33.220162 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.db.l3_hamode_db [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:38:32Z', 'revision_number': 6, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:33.224627 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db019f28-be04-45b3-ba7a-93d32df42b5b None None] The sync data for ids ['0713b3bd-114f-4b72-b535-a8b1a73f626b'] in dv-neutron-839024-1-hyperv is: [{'id': '0713b3bd-114f-4b72-b535-a8b1a73f626b', 'name': 'tempest-TestSnapshotPattern-1150413134-router', 'tenant_id': '2c53423e753f4481adf84798d291b482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:43Z', 'updated_at': '2022-04-22T18:38:32Z', 'revision_number': 6, 'project_id': '2c53423e753f4481adf84798d291b482', 'gw_port_host': None}] {{(pid=88661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:38:33.331331 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Calling delete_port for e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:33.573572 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:33.624993 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:33.715606 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:33.772738 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:33.886645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:33.888711 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:33.967312 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:33.967857 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0713b3bd-114f-4b72-b535-a8b1a73f626b {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:38:33.980844 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:33.983292 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-662572a1-74a8-4c33-82b9-38a88a6290f8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0713b3bd-114f-4b72-b535-a8b1a73f626b HTTP/1.1" status: 204 len: 168 time: 1.5137057 Apr 22 18:38:33.985466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34474) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:34.048204 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-486da81e-7991-4d12-a8db-a31cc12a667e admin admin] Deleting subnet 5a33e7ab-cbcf-4c93-8420-1c5404f5de5f {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:38:34.051206 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-486da81e-7991-4d12-a8db-a31cc12a667e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.052892 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.101093 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-486da81e-7991-4d12-a8db-a31cc12a667e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.186585 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-486da81e-7991-4d12-a8db-a31cc12a667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.321051 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-486da81e-7991-4d12-a8db-a31cc12a667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.359249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486da81e-7991-4d12-a8db-a31cc12a667e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a33e7ab-cbcf-4c93-8420-1c5404f5de5f,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:34.361284 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-486da81e-7991-4d12-a8db-a31cc12a667e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.365916 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ce13f-fe17-4ad1-96fa-ea042240e167 None None] Network ebd28f4b-23a5-42ef-8f81-fb87e131f6fd requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:38:34.367850 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-486da81e-7991-4d12-a8db-a31cc12a667e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5a33e7ab-cbcf-4c93-8420-1c5404f5de5f HTTP/1.1" status: 204 len: 168 time: 0.3814354 Apr 22 18:38:34.370166 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34478) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:34.473661 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.483621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Deleting port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:34.483944 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.615418 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] DHCP port deletion for ebd28f4b-23a5-42ef-8f81-fb87e131f6fd request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:38:34.619589 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] Deleting port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:34.619966 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.695008 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] For port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=54e899c6-16fa-44f8-8980-4cf4b3f4d31d,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:34.695552 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.822643 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] For port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=54e899c6-16fa-44f8-8980-4cf4b3f4d31d,segment=NetworkSegment(e3e9a351-f9f0-43bb-96b7-23f279cf1ccb),segment_id=e3e9a351-f9f0-43bb-96b7-23f279cf1ccb)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:34.823296 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:34.923386 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Calling delete_port for 54e899c6-16fa-44f8-8980-4cf4b3f4d31d owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:34.946155 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] Calling delete_port for 54e899c6-16fa-44f8-8980-4cf4b3f4d31d owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:34.983598 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1a942e9b-64fc-4fbd-a780-73292f9025e3 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:35.021432 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 1a942e9b-64fc-4fbd-a780-73292f9025e3 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:38:35.021775 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 1a942e9b-64fc-4fbd-a780-73292f9025e3 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:38:35.022194 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:35.061807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:38:35.062148 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device e02462f2-7a8c-42f4-af3a-3e8bb1c1fec2 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:38:35.062554 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 54e899c6-16fa-44f8-8980-4cf4b3f4d31d no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:35.092948 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.119790 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 54e899c6-16fa-44f8-8980-4cf4b3f4d31d {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:38:35.120136 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 54e899c6-16fa-44f8-8980-4cf4b3f4d31d not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:38:35.130884 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:38:35.131332 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:38:35.140341 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Pushing event deleted for resources: {'Port': ['ID=54e899c6-16fa-44f8-8980-4cf4b3f4d31d,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:35.143620 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] No DVR routers for this DVR port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:38:35.184486 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.257994 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.282873 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd28f4b-23a5-42ef-8f81-fb87e131f6fd']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:35.294848 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:35.295149 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e9a351-f9f0-43bb-96b7-23f279cf1ccb') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:35.306864 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.323031 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.328931 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:38:35.329320 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.338897 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:38:35.342443 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:38:35.464597 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.480740 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.491406 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd28f4b-23a5-42ef-8f81-fb87e131f6fd,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:35.573324 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f73da21c-2fda-49ac-a758-9b529d43c28b admin admin] 10.222.0.10 "DELETE /v2.0/networks/ebd28f4b-23a5-42ef-8f81-fb87e131f6fd HTTP/1.1" status: 204 len: 168 time: 1.2021227 Apr 22 18:38:35.576085 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34482) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:35.632440 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] Deleting port 54e899c6-16fa-44f8-8980-4cf4b3f4d31d {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:35.632684 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:35.697127 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e24b64f1-ef77-4e20-b8ea-11201f503855 None None] The port '54e899c6-16fa-44f8-8980-4cf4b3f4d31d' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:38:36.108645 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603219'] for router_interface, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:36.551663 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Deleting port ae52ad97-6e6b-4974-a13d-0df7be4cf51c {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:36.551999 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:36.719034 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] For port ae52ad97-6e6b-4974-a13d-0df7be4cf51c, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,segment=NetworkSegment(e72e8ae4-eefb-402c-836f-9ebff3bc1f3a),segment_id=e72e8ae4-eefb-402c-836f-9ebff3bc1f3a)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:36.719395 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:36.843022 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Calling delete_port for ae52ad97-6e6b-4974-a13d-0df7be4cf51c owned by network:router_interface {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:37.081602 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:37.126001 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae52ad97-6e6b-4974-a13d-0df7be4cf51c,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:37.391233 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603327'] for router_interface, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:37.738591 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Router 547e91dc-1709-41dc-8ece-4e78f1381038 has already been hosted by L3 agent d8bee91b-d715-40d7-8cce-d5f9e8cd6a62 {{(pid=88659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 18:38:38.018763 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] Notify agent at l3_agent.dv-neutron-839024-1-hyperv the message routers_updated {{(pid=88659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 18:38:38.027686 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] Sync routers for ids ['547e91dc-1709-41dc-8ece-4e78f1381038'] in dv-neutron-839024-1-hyperv {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 18:38:38.036968 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] Routers {'547e91dc-1709-41dc-8ece-4e78f1381038'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:38:38.037567 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:38:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['547e91dc-1709-41dc-8ece-4e78f1381038'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:38.093729 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-043cc1f5-b754-4e2f-9e4f-202497e44ef2 admin admin] 10.222.0.10 "PUT /v2.0/routers/547e91dc-1709-41dc-8ece-4e78f1381038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164943 Apr 22 18:38:38.096260 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34486) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:38.213174 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] Set router 547e91dc-1709-41dc-8ece-4e78f1381038 gateway port host: dv-neutron-839024-1-hyperv {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:38:38.271467 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks [] for router, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:38.445517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:38.488660 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'external_fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:38:36Z', 'revision_number': 5, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port': {'id': 'b1c398bf-e5f3-4668-b35a-d89ddf318d95', 'name': '', 'network_id': '5d610f26-fe8c-4d22-ab4d-8ce12b29b9b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T18:31:52Z', 'updated_at': '2022-04-22T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25eb1f32-aa87-42b2-bbba-38ea7e586121', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-1-hyperv'}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:38.492531 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] Checking router: 547e91dc-1709-41dc-8ece-4e78f1381038 for host: dv-neutron-839024-1-hyperv {{(pid=88662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 18:38:38.500736 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] Routers {'547e91dc-1709-41dc-8ece-4e78f1381038'} bound to L3 agent in host dv-neutron-839024-1-hyperv {{(pid=88662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 18:38:38.501323 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T17:18:32Z,description=,heartbeat_timestamp=2022-04-22T18:38:33Z,host='dv-neutron-839024-1-hyperv',id=d8bee91b-d715-40d7-8cce-d5f9e8cd6a62,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T17:18:33Z,topic='l3_agent')) {'router_ids': ['547e91dc-1709-41dc-8ece-4e78f1381038'], 'active': True} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:38.509112 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Deleting port b1c398bf-e5f3-4668-b35a-d89ddf318d95 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:38.509490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:38.650445 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_dvr_db [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] Set router 547e91dc-1709-41dc-8ece-4e78f1381038 gateway port host: None {{(pid=88662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 18:38:38.686245 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] For port b1c398bf-e5f3-4668-b35a-d89ddf318d95, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=b1c398bf-e5f3-4668-b35a-d89ddf318d95,segment=NetworkSegment(2593206e-17bf-47b4-9fa2-43feb7ee18cf),segment_id=2593206e-17bf-47b4-9fa2-43feb7ee18cf)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:38.686603 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:38.753233 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.l3_hamode_db [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:38:38Z', 'revision_number': 6, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port_host': None}], 'dv-neutron-839024-1-hyperv', False) {} {{(pid=88662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:38.757141 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e51a96f-a5a9-4cc7-a897-25f7e0d27fb0 None None] The sync data for ids ['547e91dc-1709-41dc-8ece-4e78f1381038'] in dv-neutron-839024-1-hyperv is: [{'id': '547e91dc-1709-41dc-8ece-4e78f1381038', 'name': 'tempest-TestSnapshotPattern-224331024-router', 'tenant_id': '5e405afc911d43a0802694bfa38c353b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T18:31:51Z', 'updated_at': '2022-04-22T18:38:38Z', 'revision_number': 6, 'project_id': '5e405afc911d43a0802694bfa38c353b', 'gw_port_host': None}] {{(pid=88662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 18:38:38.809469 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Calling delete_port for b1c398bf-e5f3-4668-b35a-d89ddf318d95 owned by network:router_gateway {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:39.070060 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.118328 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c398bf-e5f3-4668-b35a-d89ddf318d95,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:39.140685 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ae52ad97-6e6b-4974-a13d-0df7be4cf51c no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:39.179773 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: ae52ad97-6e6b-4974-a13d-0df7be4cf51c {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:38:39.180108 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device ae52ad97-6e6b-4974-a13d-0df7be4cf51c not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:38:39.214881 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1002040'] for router_gateway, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.383378 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3087'] for router, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.385551 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.464021 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605460'] for router, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.464504 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547e91dc-1709-41dc-8ece-4e78f1381038 {{(pid=88659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 18:38:39.477383 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] Notify callbacks [] for router, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.478503 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-9f8942d9-2551-4a62-b389-1098d56b3448 admin admin] 10.222.0.10 "DELETE /v2.0/routers/547e91dc-1709-41dc-8ece-4e78f1381038 HTTP/1.1" status: 204 len: 168 time: 1.3808112 Apr 22 18:38:39.481111 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34490) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:39.540490 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d46727-3d30-463b-8eb6-14c34c89278d admin admin] Deleting subnet a42d46e9-a666-458d-b432-393af09fd22b {{(pid=88659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 18:38:39.543689 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52d46727-3d30-463b-8eb6-14c34c89278d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.703330 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52d46727-3d30-463b-8eb6-14c34c89278d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14019656'] for subnet, precommit_delete_associations {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.785644 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52d46727-3d30-463b-8eb6-14c34c89278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2039592'] for subnet, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.915278 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52d46727-3d30-463b-8eb6-14c34c89278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2039583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14008350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14804065'] for subnet, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.956358 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d46727-3d30-463b-8eb6-14c34c89278d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42d46e9-a666-458d-b432-393af09fd22b,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:39.961485 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-52d46727-3d30-463b-8eb6-14c34c89278d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:39.966668 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a9af9-a093-41e4-9703-d5c6ae5a0ff0 None None] Network 2d66cde0-92e2-434c-9b1e-17c5f2157d67 requested from dv-neutron-839024-1-hyperv {{(pid=88661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 18:38:39.968128 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-52d46727-3d30-463b-8eb6-14c34c89278d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a42d46e9-a666-458d-b432-393af09fd22b HTTP/1.1" status: 204 len: 168 time: 0.4860704 Apr 22 18:38:39.970466 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34494) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:40.076026 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675492'] for network, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.087249 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Deleting port 4747f927-3b2f-48fd-9898-e7b4f25c5995 {{(pid=88659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:40.087589 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.242501 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] DHCP port deletion for 2d66cde0-92e2-434c-9b1e-17c5f2157d67 request from dv-neutron-839024-1-hyperv {{(pid=88661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 18:38:40.246655 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] Deleting port 4747f927-3b2f-48fd-9898-e7b4f25c5995 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:40.247075 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.290604 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.db [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] For port 4747f927-3b2f-48fd-9898-e7b4f25c5995, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=4747f927-3b2f-48fd-9898-e7b4f25c5995,segment=NetworkSegment(e72e8ae4-eefb-402c-836f-9ebff3bc1f3a),segment_id=e72e8ae4-eefb-402c-836f-9ebff3bc1f3a)] {{(pid=88659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:40.290996 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.416586 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.plugin [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Calling delete_port for 4747f927-3b2f-48fd-9898-e7b4f25c5995 owned by network:dhcp {{(pid=88659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:40.446085 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.db [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] For port 4747f927-3b2f-48fd-9898-e7b4f25c5995, host dv-neutron-839024-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-1-hyperv',level=0,port_id=4747f927-3b2f-48fd-9898-e7b4f25c5995,segment=NetworkSegment(e72e8ae4-eefb-402c-836f-9ebff3bc1f3a),segment_id=e72e8ae4-eefb-402c-836f-9ebff3bc1f3a)] {{(pid=88661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 18:38:40.446476 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1002835'] for port, precommit_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.555975 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755954252279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755953889100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14008361'] for port, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.566959 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] Calling delete_port for 4747f927-3b2f-48fd-9898-e7b4f25c5995 owned by network:dhcp {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 18:38:40.604081 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4747f927-3b2f-48fd-9898-e7b4f25c5995,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:40.608517 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] No DVR routers for this DVR port 4747f927-3b2f-48fd-9898-e7b4f25c5995 on host dv-neutron-839024-1-hyperv {{(pid=88659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 18:38:40.640820 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.db.api [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 18:38:40.641263 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG oslo_db.api [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 18:38:40.723370 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036369', 'neutron.services.segments.db._delete_segments_for_network-8755954325598'] for network, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.751621 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d66cde0-92e2-434c-9b1e-17c5f2157d67']}} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:40.764156 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a') {'for_net_delete': True} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:40.764458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.services.segments.db [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72e8ae4-eefb-402c-836f-9ebff3bc1f3a') {} {{(pid=88659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 18:38:40.776276 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755954329465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14019763'] for segment, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.791883 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2033149'] for segment, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.797688 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 18:38:40.798077 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2033131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14008436'] for segment, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: Traceback (most recent call last): Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: timer() Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: cb(*args, **kw) Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: return func(*args, **kwargs) Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: self._notify() Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: self.callback(batched_events) Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: event.method(event) Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: return f(self, *a, **k) Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._get(url).json() Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: return self.request(url, 'GET', **kwargs) Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 18:38:40.811193 dv-neutron-839024-1-hyperv neutron-server[88659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 18:38:40.932965 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-614499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1002067'] for network, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.949949 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:40.963063 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d66cde0-92e2-434c-9b1e-17c5f2157d67,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:40.967872 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-800084d3-c2cb-43ff-8aa9-a371ab307ba3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d66cde0-92e2-434c-9b1e-17c5f2157d67 HTTP/1.1" status: 204 len: 168 time: 0.9957607 Apr 22 18:38:40.976622 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b1c398bf-e5f3-4668-b35a-d89ddf318d95 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:41.011066 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: b1c398bf-e5f3-4668-b35a-d89ddf318d95 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:38:41.011419 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device b1c398bf-e5f3-4668-b35a-d89ddf318d95 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:38:41.011833 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 4747f927-3b2f-48fd-9898-e7b4f25c5995 no longer exists at agent ovs-agent-dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 18:38:41.047784 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] No Port match for: 4747f927-3b2f-48fd-9898-e7b4f25c5995 {{(pid=88661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 18:38:41.048134 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.rpc [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Device 4747f927-3b2f-48fd-9898-e7b4f25c5995 not bound to the agent host dv-neutron-839024-1-hyperv {{(pid=88661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 18:38:41.142038 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] Deleting port 4747f927-3b2f-48fd-9898-e7b4f25c5995 {{(pid=88661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 18:38:41.142434 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755954247693'] for port, before_delete {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:41.208299 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron.plugins.ml2.plugin [None req-bc84f673-f00a-4d1f-869d-db1065ade7bb None None] The port '4747f927-3b2f-48fd-9898-e7b4f25c5995' was deleted {{(pid=88661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 18:38:41.223075 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34500) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:41.271476 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-64a16b0e-8ab9-4d3a-8f19-7cb7f0443243 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c53423e753f4481adf84798d291b482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471530 Apr 22 18:38:41.273717 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34504) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:41.330458 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d825-d009-480e-9306-56247b7ad931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:41.355811 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d825-d009-480e-9306-56247b7ad931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:41.475905 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d825-d009-480e-9306-56247b7ad931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:41.491941 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8d825-d009-480e-9306-56247b7ad931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a077fca9-a675-45a7-8e27-94890fc15617,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:41.500804 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d825-d009-480e-9306-56247b7ad931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:41.501923 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f0d8d825-d009-480e-9306-56247b7ad931 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a077fca9-a675-45a7-8e27-94890fc15617 HTTP/1.1" status: 204 len: 168 time: 0.2273116 Apr 22 18:38:42.108005 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34512) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:42.159569 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-45812bf9-06c4-46b8-8d9e-d3d21d5e1433 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e405afc911d43a0802694bfa38c353b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503130 Apr 22 18:38:42.161971 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [-] (88659) accepted ('10.222.0.10', 34516) {{(pid=88659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 18:38:42.219177 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0e12a78-0998-4583-8af9-07cf5ffc69df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:42.244082 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0e12a78-0998-4583-8af9-07cf5ffc69df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:42.343989 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0e12a78-0998-4583-8af9-07cf5ffc69df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578106'] for security_group, after_delete {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:42.358449 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e12a78-0998-4583-8af9-07cf5ffc69df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53167e46-4590-4b40-9eb7-e7e829fc7b86,revision_number=None']} {{(pid=88659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 18:38:42.364474 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron_lib.callbacks.manager [None req-f0e12a78-0998-4583-8af9-07cf5ffc69df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:38:42.365716 dv-neutron-839024-1-hyperv neutron-server[88659]: INFO neutron.wsgi [None req-f0e12a78-0998-4583-8af9-07cf5ffc69df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53167e46-4590-4b40-9eb7-e7e829fc7b86 HTTP/1.1" status: 204 len: 168 time: 0.2028372 Apr 22 18:39:00.457658 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-b453cfc0-0ea9-4ba0-8edc-448df42c8497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:02.652564 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f40f0c32-40d8-4b54-a044-7892101164bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:03.778099 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:04.046678 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:05.161456 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:05.401233 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:07.527836 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:39:30.485623 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-1085323f-cc12-4677-a76e-89122419914e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:32.646048 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-85bac87a-5229-49ec-b4f0-144757b02958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:33.789031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:34.063647 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:35.176939 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:35.342507 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:39:44.527649 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:40:00.462018 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-26f4091b-4cdf-4280-9a1b-fa850a81d710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:02.674453 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-3b98d0cc-a46e-4f0b-8bd3-1d5b0e2c0403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:03.781340 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:04.061410 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:05.192805 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:05.342676 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:21.527650 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:40:30.524543 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cb38794f-ad8e-4964-affc-822c8b89553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:32.683716 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ae679995-293e-4d23-b5ac-c8764c4031b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:33.794131 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:34.039416 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:35.176878 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:35.371410 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:40:58.527383 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:41:00.489807 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-9572b62f-6109-401b-91f5-8b3c2f8d64d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:02.673585 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-320c6bfe-17b9-4491-8287-4d5217804e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:03.822139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:04.061828 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:05.187767 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:05.347957 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:30.496527 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ca4748eb-4803-4689-93f4-afa987706ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:32.673067 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d9eac9cc-26bd-4608-87d0-16dca843e3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:33.782046 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:34.051204 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:35.233181 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:35.353175 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:41:35.525964 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:42:00.471031 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-04a496cc-c925-41de-a3c9-ee2983f868bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:02.661472 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-d65c431e-ba3e-41f1-8c02-eb3b8dbf9913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:03.787102 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:04.090072 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:05.209719 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:05.352666 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:12.526290 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:42:30.478223 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-cf96312b-7d06-4493-b7a4-8ea4dee9eee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:32.664620 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ea62bda7-3b0f-439e-8415-db0daa445919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:33.792336 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:34.100864 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:35.226399 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:35.389904 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:42:49.528136 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:43:00.472065 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-f6beefb2-7d39-4d51-8414-0da30a569f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:02.660932 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-98448c8a-3b80-469e-b61f-afaa1ef2b53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:03.797694 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:04.083203 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:05.238265 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:05.347125 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:26.526850 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:43:30.571818 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6337917f-b310-4b8d-95e5-7c8f7f0762e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:32.674902 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-7789e6b5-0840-493a-9a40-f74edea64773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:33.811838 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:34.077649 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:35.282875 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:43:35.368581 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:44:00.525681 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-699e1f37-87b0-43ad-ab21-2525a4ae70e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:44:02.671007 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-91326f41-60f5-4f04-8fc6-3764f0cbc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:44:03.526138 dv-neutron-839024-1-hyperv neutron-server[88662]: DEBUG neutron.db.agents_db [None req-f4f04c10-abed-4248-b858-828e213858a7 None None] Agent healthcheck: found 6 active agents {{(pid=88662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 18:44:03.788980 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e34b1c8d-1095-404b-b929-330cd013e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:44:04.074139 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-6ac5994a-36df-4549-aa8a-3ebb601700a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:44:05.282515 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-af0ed400-f69a-49e7-a4c2-ccf0ae5be4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:44:05.379657 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-84410af6-a0da-46b6-a7eb-b5361b3e4ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:44:15.777632 dv-neutron-839024-1-hyperv neutron-server[88659]: DEBUG neutron.wsgi [req-9ea35026-bd10-4bfd-b58b-9d3971d82d23 req-60014748-b4cb-46a5-a8c8-7268bb7b10c4 service neutron] (88659) timed out ('10.222.0.10', 59852) {{(pid=88659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 18:44:30.480094 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-ad237c79-5505-4a0b-aa80-31c9e3264ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 18:44:32.668047 dv-neutron-839024-1-hyperv neutron-server[88661]: DEBUG neutron_lib.callbacks.manager [None req-e8fc72c7-42fb-4785-8b19-7a10c16c3486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755954325571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042183'] for agent, after_update {{(pid=88661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}